-- Logs begin at Wed 2022-04-06 13:30:23 UTC, end at Wed 2022-04-06 15:47:10 UTC. -- Apr 06 14:22:19.401818 dv-neutron-835863-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 14:22:22.396976 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.common.config [-] Logging enabled! Apr 06 14:22:22.397537 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev12 Apr 06 14:22:22.397790 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104328) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 14:22:22.401664 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.common.config [-] Logging enabled! Apr 06 14:22:22.401922 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev12 Apr 06 14:22:22.402242 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104328) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 14:22:22.403303 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:22:22.403540 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:22:22.403917 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:22:22.404166 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:22:22.404394 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:22:22.405222 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.405664 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 14:22:22.405988 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.406290 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.406591 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.406892 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.407212 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.407500 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.407794 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.408096 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.408641 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.408928 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.409216 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.409511 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.409801 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.410089 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.410379 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.410667 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] debug = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.410951 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.411420 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.411837 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.412120 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.412410 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.412690 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.412964 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.413239 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.413523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.413859 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] host = dv-neutron-835863-1-hyperv {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.414137 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.414427 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.414717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.415044 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.415320 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.415598 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.415883 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.416158 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.416432 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] log_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.417404 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.417606 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.417912 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.418273 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.418502 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.418733 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.421632 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.422088 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.422390 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.422684 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.423058 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.423351 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.423637 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.423920 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.424844 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.425152 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.425459 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.425819 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.426100 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.426387 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.426673 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.427645 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.427937 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.428228 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.428575 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.428882 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.429166 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.430103 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.430447 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.430757 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.431084 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.431389 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.431676 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.431971 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.432276 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.432574 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.432856 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] use_json = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.433138 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.433413 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.433704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.433983 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.434259 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.434537 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.434813 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.435127 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.435408 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:22.435712 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.436015 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.436321 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.436625 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.436925 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.437206 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.437499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.437780 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.438072 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.438363 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.438656 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.438938 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.439264 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.439559 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.439862 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.440176 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.440474 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.440770 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.441049 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.441327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.441629 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.441949 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.442242 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.442524 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.442819 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.443146 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.443434 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.443734 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.444025 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.444326 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.444621 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.444899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.445181 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.445476 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.445760 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.446039 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.446338 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.446615 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.446899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.447208 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.447491 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.447789 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.448693 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.449069 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.449356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.449654 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.449936 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.450215 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.450491 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.450771 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.451073 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.451366 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.451646 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.451924 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.452202 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.452483 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.452760 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.453043 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.453325 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.453617 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.453928 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.454205 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.454489 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.454767 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.455071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.455345 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.455620 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.455898 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.456181 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.456454 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.456731 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.457009 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.457285 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.457560 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.457852 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.458156 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.458439 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.458720 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.459024 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.459309 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.459588 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.459869 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.460153 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.460433 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.460706 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.461002 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.461289 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.461581 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.461886 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.462168 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.462468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.462748 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.463058 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.463346 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.464218 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.464495 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.464804 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.465068 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.465367 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.465667 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.465964 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.466261 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.466558 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.466840 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.467253 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.467539 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:22.467758 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:22:22.468015 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104328) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 14:22:22.851592 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 14:22:22.851872 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 14:22:22.852181 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 14:22:22.852665 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 14:22:23.190706 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.190902 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.191197 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.192400 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.192670 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.193060 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.241191 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.241483 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.241771 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.256710 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.256994 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.257266 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.287666 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.287943 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.288213 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.328594 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.328876 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.329143 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.704140 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.704824 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.704824 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.705000 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.705599 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.813216 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.813519 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.813807 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.814075 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.814333 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.814643 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.814893 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.815171 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.815421 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.815704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.815959 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.816219 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.816467 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.816714 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.816963 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.817226 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.817468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.817730 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.817994 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.818247 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.818512 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.818764 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.819067 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.819444 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.819692 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.819936 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.820337 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:22:23.820575 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:22:23.820809 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:22:23.821051 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:22:23.821281 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:22:23.821517 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:22:23.821889 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 14:22:23.826552 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 14:22:23.830582 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 14:22:23.834317 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Apr 06 14:22:23.836008 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 14:22:23.836480 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 14:22:23.836812 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 14:22:23.837205 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 14:22:23.840328 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 14:22:23.840578 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 14:22:23.840929 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 14:22:23.846840 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 14:22:23.872656 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 14:22:23.873120 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.873419 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104328) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 14:22:23.873787 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.875237 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104328) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 14:22:23.875549 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 14:22:23.875798 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 14:22:23.879156 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.879439 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:23.943987 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 14:22:23.944256 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 14:22:23.944451 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 14:22:23.944839 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 14:22:23.968133 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_db.sqlalchemy.engines [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104328) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 14:22:24.700532 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Initializing driver for type 'gre' Apr 06 14:22:24.700979 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] gre ID ranges: [(1, 1000)] Apr 06 14:22:24.987262 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Initializing driver for type 'local' Apr 06 14:22:24.988038 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Initializing driver for type 'vlan' Apr 06 14:22:25.153186 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] VlanTypeDriver initialization complete Apr 06 14:22:25.153611 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Initializing driver for type 'vxlan' Apr 06 14:22:25.154173 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] vxlan ID ranges: [(1, 1000)] Apr 06 14:22:25.528570 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Initializing extension driver 'port_security' Apr 06 14:22:25.528910 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.extensions.port_security [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] PortSecurityExtensionDriver initialization complete Apr 06 14:22:25.529306 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Initializing mechanism driver 'openvswitch' Apr 06 14:22:25.529630 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Initializing mechanism driver 'hyperv' Apr 06 14:22:25.537114 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.plugins.ml2.plugin [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:25.538027 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > port after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.538410 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > port after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.538768 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > port after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.539436 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:22:25.539888 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > subnet after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.540276 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > subnet after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.540741 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.541038 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:22:25.541459 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > network after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.541814 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > network after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.542161 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > network after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.542565 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:22:25.543003 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > security_group after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.543364 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > security_group after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.543712 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.544167 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:22:25.544605 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.544897 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.545241 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.545649 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:22:25.546071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > address_group after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.546416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > address_group after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.546758 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.547190 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:22:25.547663 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] ML2 OVO RPC backend initialized. {{(pid=104328) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 14:22:25.548429 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.548790 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.549212 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > network before_response 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.549563 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > networks before_response 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.549915 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > port before_response 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.550319 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > ports before_response 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.550949 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > subnet before_response 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.551126 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > subnets before_response 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.551422 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > network after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.551723 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > network after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.552060 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > network after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.552398 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > port after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.552736 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > port after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.553077 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > port after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.553414 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > subnet after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.553744 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > subnet after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.554077 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.574452 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded quota_driver: . Apr 06 14:22:25.574824 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.plugin [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Modular L2 Plugin initialization complete Apr 06 14:22:25.575207 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading services supported by the core plugin {{(pid=104328) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 14:22:25.575559 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.plugins.ml2.managers [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Got port-security extension from driver 'port_security' Apr 06 14:22:25.576077 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.extensions.vlantransparent [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Disabled vlantransparent extension. Apr 06 14:22:25.576587 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104328) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 14:22:25.576915 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading Plugin: router Apr 06 14:22:25.626311 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.626708 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router after_create 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.627126 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router before_create 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.627502 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.627886 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.628251 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router after_delete 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.628622 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.628996 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.629348 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router after_create 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.629705 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router after_update 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.630061 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router after_update 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.630421 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.630794 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router after_update 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.631308 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_update 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.631687 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: port after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.632031 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: port after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.632376 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: subnet after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.632726 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.633084 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.633439 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_create 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.633790 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: port before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.634137 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.634502 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router after_update 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.634851 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.635962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_create 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.636338 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.636699 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_update 55549900 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.637070 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > agent after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.637428 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > agent after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.637830 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > network after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.638830 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Tracking information for resource: router configured {{(pid=104328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:22:25.639203 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Tracking information for resource: floatingip configured {{(pid=104328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:22:25.644854 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.db.l3_agentschedulers_db [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 14:22:25.645526 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: port after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.645939 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: port after_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.646348 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: port after_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.646737 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: port after_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.647692 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router before_create 55550100 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.648123 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.648502 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_create 55550100 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.648871 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > router precommit_update 55550100 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.654612 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.services.provider_configuration [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service providers = [] {{(pid=104328) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 14:22:25.655007 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.db.servicetype_db [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104328) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 14:22:25.658177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.services.service_base [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104328) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:22:25.658784 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.services.service_base [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104328) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:22:25.659167 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.services.service_base [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104328) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:22:25.660109 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.services.service_base [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104328) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:22:25.660490 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.services.service_base [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 14:22:25.660899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:22:25.661222 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 14:22:25.694124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:22:25.694470 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading Plugin: auto_allocate Apr 06 14:22:25.700967 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: network precommit_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.701345 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: network precommit_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.701879 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:22:25.702201 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading Plugin: tag Apr 06 14:22:25.709804 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:22:25.710267 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading Plugin: timestamp Apr 06 14:22:25.715495 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:22:25.715824 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading Plugin: network_ip_availability Apr 06 14:22:25.721391 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.721813 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.722103 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:25.722854 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:22:25.723197 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading Plugin: flavors Apr 06 14:22:25.728174 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:22:25.728505 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading Plugin: revisions Apr 06 14:22:25.733582 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:22:25.734187 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_concurrency.lockutils [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.882s {{(pid=104328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 14:22:25.734986 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104328) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 14:22:25.735319 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Initializing extension manager. Apr 06 14:22:25.735839 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: __init__.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.736177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: __pycache__ {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.736505 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: address_group.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.737277 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.737870 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: address-group Apr 06 14:22:25.738190 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: address_scope.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.738893 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.739428 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: address-scope Apr 06 14:22:25.739746 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.740679 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.741188 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: router-admin-state-down-before-update Apr 06 14:22:25.741503 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: agent.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.742201 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.742703 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: agent Apr 06 14:22:25.743044 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: agent_resources_synced.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.743945 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.744450 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: agent-resources-synced Apr 06 14:22:25.745434 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: allowedaddresspairs.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.747273 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.747798 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: allowed-address-pairs Apr 06 14:22:25.748123 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: auto_allocated_topology.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.749185 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.749702 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: auto-allocated-topology Apr 06 14:22:25.750015 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: availability_zone.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.750698 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.751238 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: availability_zone Apr 06 14:22:25.751556 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: availability_zone_filter.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.752455 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.752962 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: availability_zone_filter Apr 06 14:22:25.753282 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: data_plane_status.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.754182 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.754703 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 14:22:25.755174 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: default_subnetpools.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.765511 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.766098 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: default-subnetpools Apr 06 14:22:25.766421 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.767384 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.767901 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: dhcp_agent_scheduler Apr 06 14:22:25.768222 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: dns.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.769205 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.769732 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 14:22:25.770049 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: dns_domain_ports.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.771035 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.771619 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 14:22:25.771946 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.772974 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.773503 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 14:22:25.773815 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: dvr.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.774565 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.775101 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: dvr Apr 06 14:22:25.775419 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: ecmp_routes.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.777560 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.778079 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 14:22:25.778395 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: empty_string_filtering.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.779356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.779913 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: empty-string-filtering Apr 06 14:22:25.780247 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.781129 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.781635 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 14:22:25.781950 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.782862 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.783646 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 14:22:25.783963 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: external_net.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.784864 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.785375 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: external-net Apr 06 14:22:25.785694 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.786592 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.787141 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: extra_dhcp_opt Apr 06 14:22:25.787452 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: extraroute.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.788357 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.788858 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: extraroute Apr 06 14:22:25.789174 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: extraroute_atomic.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.790201 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.790705 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: extraroute-atomic Apr 06 14:22:25.791047 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: filter_validation.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.792286 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.792798 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: filter-validation Apr 06 14:22:25.793114 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: fip_pf_description.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.794023 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.794528 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 14:22:25.794845 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: fip_port_details.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.796011 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.796520 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: fip-port-details Apr 06 14:22:25.796838 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: flavors.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.798060 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.798572 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: flavors Apr 06 14:22:25.798892 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.800583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.801109 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 14:22:25.801439 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: floatingip_pools.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.802133 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.802682 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: floatingip-pools Apr 06 14:22:25.803032 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: ip_allocation.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.803974 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.804477 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 14:22:25.804799 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.805705 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.806217 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: ip-substring-filtering Apr 06 14:22:25.806540 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l2_adjacency.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.808110 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.808689 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 14:22:25.809048 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.810198 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.810722 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: router Apr 06 14:22:25.811073 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.813361 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.813890 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 14:22:25.814220 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.815168 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.815689 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: ext-gw-mode Apr 06 14:22:25.816020 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.816926 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.817435 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: l3-ha Apr 06 14:22:25.817758 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.818656 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.819200 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 14:22:25.819520 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3_flavors.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.820418 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.820928 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: l3-flavors Apr 06 14:22:25.821250 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.822596 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.824223 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 14:22:25.824552 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.825539 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.826070 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 14:22:25.826388 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: l3agentscheduler.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.827494 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.828009 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: l3_agent_scheduler Apr 06 14:22:25.828333 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: local_ip.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.830094 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.830613 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension local_ip not supported by any of loaded plugins Apr 06 14:22:25.830983 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: logging.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.834025 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.834544 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension logging not supported by any of loaded plugins Apr 06 14:22:25.835023 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: metering.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.835772 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.836356 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: metering Apr 06 14:22:25.836681 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.837769 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.838283 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: metering_source_and_destination_fields Apr 06 14:22:25.839785 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: multiprovidernet.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.840714 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.841237 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: multi-provider Apr 06 14:22:25.841564 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: netmtu.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.842472 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.843011 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: net-mtu Apr 06 14:22:25.843339 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: netmtu_writable.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.844259 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.844775 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: net-mtu-writable Apr 06 14:22:25.845098 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: network_availability_zone.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.845765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.846273 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: network_availability_zone Apr 06 14:22:25.846593 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: network_ip_availability.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.847730 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.848287 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: network-ip-availability Apr 06 14:22:25.848613 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: network_segment_range.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.849379 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.849883 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 14:22:25.850203 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: pagination.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.851211 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.851539 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: pagination Apr 06 14:22:25.851857 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: port_device_profile.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.852751 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.853264 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: port-device-profile Apr 06 14:22:25.853590 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.855136 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.855644 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: port-mac-address-regenerate Apr 06 14:22:25.855965 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.856865 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.857370 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: port-numa-affinity-policy Apr 06 14:22:25.857689 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: port_resource_request.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.858699 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.859285 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 14:22:25.859608 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: port_resource_request_groups.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.860721 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.861234 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 14:22:25.861583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: portbindings.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.862511 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.863059 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: binding Apr 06 14:22:25.863600 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: portbindings_extended.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.865024 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.865628 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: binding-extended Apr 06 14:22:25.866060 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: portsecurity.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.868593 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.869148 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: port-security Apr 06 14:22:25.869519 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: project_id.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.871235 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.871600 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: project-id Apr 06 14:22:25.871962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: providernet.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.872959 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.873491 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: provider Apr 06 14:22:25.873807 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.884852 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.886092 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos not supported by any of loaded plugins Apr 06 14:22:25.886780 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.888077 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.888545 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 14:22:25.888881 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.889813 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.890330 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 14:22:25.890659 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_default.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.891686 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.892147 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-default not supported by any of loaded plugins Apr 06 14:22:25.892477 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_fip.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.893396 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.893918 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 14:22:25.894245 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.895193 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.895722 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 14:22:25.896035 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_gateway_ip.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.896951 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.897615 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 14:22:25.898638 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_port_network_policy.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.899071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.899461 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 14:22:25.899831 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.901038 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.901680 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 14:22:25.902203 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.902924 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.903471 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 14:22:25.903803 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_pps_rule.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.904983 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.905506 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 14:22:25.905829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_rule_type_details.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.906749 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.907287 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 14:22:25.907623 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: qos_rules_alias.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.909048 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.909567 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 14:22:25.909893 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: quota_check_limit.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.910815 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.911372 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: quota-check-limit Apr 06 14:22:25.911698 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: quotasv2.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.912697 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.913025 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: quotas Apr 06 14:22:25.913345 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: quotasv2_detail.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.915103 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.915445 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: quota_details Apr 06 14:22:25.915776 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: rbac.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.916852 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.917382 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: rbac-policies Apr 06 14:22:25.917712 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: rbac_address_group.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.918645 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.919201 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: rbac-address-group Apr 06 14:22:25.919528 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: rbac_address_scope.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.920452 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.920977 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: rbac-address-scope Apr 06 14:22:25.921360 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: rbac_security_groups.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.922286 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.922956 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: rbac-security-groups Apr 06 14:22:25.923303 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: rbac_subnetpool.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.924233 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.924745 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: rbac-subnetpool Apr 06 14:22:25.925067 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: revisionifmatch.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.926073 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.926586 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: revision-if-match Apr 06 14:22:25.926909 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: revisions.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.928055 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.928573 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: standard-attr-revisions Apr 06 14:22:25.928898 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: router_availability_zone.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.929575 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.930095 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: router_availability_zone Apr 06 14:22:25.930424 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: routerservicetype.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.949120 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.949643 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 14:22:25.949972 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.951081 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.951601 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: security-groups-normalized-cidr Apr 06 14:22:25.951926 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.952871 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.953371 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: port-security-groups-filtering Apr 06 14:22:25.953698 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.954640 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.955313 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: security-groups-remote-address-group Apr 06 14:22:25.955649 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.956579 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.957095 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: security-groups-shared-filtering Apr 06 14:22:25.957419 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.958020 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 14:22:25.958344 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: securitygroup.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.968291 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.968917 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: security-group Apr 06 14:22:25.969255 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: segment.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.970037 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.970567 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension segment not supported by any of loaded plugins Apr 06 14:22:25.970892 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.971931 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.972489 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 14:22:25.972819 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: servicetype.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.973947 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.974480 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: service-type Apr 06 14:22:25.974810 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: sorting.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.976028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.976355 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: sorting Apr 06 14:22:25.976678 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: standard_attr_segment.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.977734 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.978267 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 14:22:25.978592 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: standardattrdescription.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.979324 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.979839 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: standard-attr-description Apr 06 14:22:25.980161 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: stateful_security_group.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.981344 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.981943 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: stateful-security-group Apr 06 14:22:25.982290 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: stdattrs_common.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.982941 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 14:22:25.983386 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.984340 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.984869 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 14:22:25.985218 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: subnet_onboard.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.986312 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.986844 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: subnet_onboard Apr 06 14:22:25.987228 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.988164 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.988718 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 14:22:25.989005 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: subnet_service_types.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.989941 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.990463 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: subnet-service-types Apr 06 14:22:25.990821 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: subnetallocation.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.991988 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.992513 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: subnet_allocation Apr 06 14:22:25.992837 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.993536 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.994062 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: subnetpool-prefix-ops Apr 06 14:22:25.994389 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.996156 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.996740 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 14:22:25.997403 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: tagging.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:25.998266 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:25.998849 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: standard-attr-tag Apr 06 14:22:25.999155 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: timestamp.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:26.000380 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:26.000900 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loaded extension: standard-attr-timestamp Apr 06 14:22:26.001224 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: trunk.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:26.002254 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:26.002780 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension trunk not supported by any of loaded plugins Apr 06 14:22:26.003132 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: trunk_details.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:26.004053 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:26.004572 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 14:22:26.004896 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: uplink_status_propagation.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:26.005819 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:26.006340 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 14:22:26.006663 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Loading extension file: vlantransparent.py {{(pid=104328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:22:26.007438 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:22:26.007899 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 14:22:26.011632 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:network Apr 06 14:22:26.012177 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:subnet Apr 06 14:22:26.012576 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:22:26.013004 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:port Apr 06 14:22:26.014345 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.014787 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service FLAVORS assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.015432 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.015865 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.016357 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:router Apr 06 14:22:26.017059 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 14:22:26.017855 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service METERING assigned prefix: /metering {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.020343 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:26.020953 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:26.021524 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:22:26.023237 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 14:22:26.023937 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:security_group Apr 06 14:22:26.024644 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 14:22:26.025605 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service CORE assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.029874 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:22:26.029874 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] subnetpool is already registered Apr 06 14:22:26.029874 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service CORE assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.029874 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:22:26.029874 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] subnetpool is already registered Apr 06 14:22:26.032210 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.032646 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service FLAVORS assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.033491 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.033913 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.034247 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:router Apr 06 14:22:26.034585 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] router is already registered Apr 06 14:22:26.035013 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 14:22:26.035351 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] floatingip is already registered Apr 06 14:22:26.035805 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service METERING assigned prefix: /metering {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.036469 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 14:22:26.036791 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] rbac_policy is already registered Apr 06 14:22:26.037203 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:security_group Apr 06 14:22:26.037531 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] security_group is already registered Apr 06 14:22:26.037934 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 14:22:26.038267 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] security_group_rule is already registered Apr 06 14:22:26.038889 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service CORE assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.039242 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:22:26.039575 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] subnetpool is already registered Apr 06 14:22:26.039992 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.v2.resource_helper [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Service CORE assigned prefix: {{(pid=104328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:22:26.040320 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:22:26.040651 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING neutron.quota.resource_registry [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] subnetpool is already registered Apr 06 14:22:26.041114 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: extensions {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.043048 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: address-groups {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.044541 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: address-scopes {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.046008 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: agents {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.047726 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: auto-allocated-topology {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.049047 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: availability_zones {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.050263 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: dhcp-networks {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.051813 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: dhcp-agents {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.053232 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: routers {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.055566 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: flavors {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.056737 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: service_profiles {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.058586 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: next_providers {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.060296 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: service_profiles {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.061834 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: floatingip-pools {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.063065 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: routers {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.065307 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: floatingips {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.067659 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: l3-routers {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.069055 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: l3-agents {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.070522 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: metering-labels {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.071950 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: metering-label-rules {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.075606 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: network-ip-availabilities {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.075606 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: bindings {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.076724 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: quotas {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.078295 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: quotas {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.079852 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: rbac-policies {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.081190 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: security-groups {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.082410 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: security-group-rules {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.083679 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: service-providers {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.085045 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: subnetpools {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.086742 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: subnetpools {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.088232 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.090262 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.092096 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.093994 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.095803 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.097689 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.099409 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.101307 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.103069 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.105588 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron.api.extensions [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Extended resource: tags {{(pid=104328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:22:26.111883 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING keystonemiddleware.auth_token [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 14:22:26.117393 dv-neutron-835863-1-hyperv neutron-server[104328]: WARNING keystonemiddleware.auth_token [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 14:22:26.126907 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_concurrency.lockutils [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Acquired lock "singleton_lock" {{(pid=104328) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 14:22:26.127412 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_concurrency.lockutils [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Releasing lock "singleton_lock" {{(pid=104328) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 14:22:26.128081 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO oslo_service.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Starting 2 workers Apr 06 14:22:26.133280 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Started child 104442 {{(pid=104328) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:22:26.139454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:26.141113 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [-] (104442) wsgi starting up on http://0.0.0.0:9696 Apr 06 14:22:26.141556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 37810) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:26.141668 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Started child 104443 {{(pid=104328) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:22:26.143288 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO neutron.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 14:22:26.143989 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:26.146506 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO oslo_service.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Starting 1 workers Apr 06 14:22:26.146765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:26.148460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [-] (104443) wsgi starting up on http://0.0.0.0:9696 Apr 06 14:22:26.150283 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065241 Apr 06 14:22:26.152077 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Started child 104444 {{(pid=104328) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:22:26.153553 dv-neutron-835863-1-hyperv neutron-server[104328]: INFO oslo_service.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Starting 1 workers Apr 06 14:22:26.156273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] calling RpcWorker wait() {{(pid=104444) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 14:22:26.156863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] returning from RpcWorker wait() {{(pid=104444) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 14:22:26.158507 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Started child 104449 {{(pid=104328) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:22:26.158621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:26.159023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:26.159351 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG neutron_lib.callbacks.manager [None req-c54975f2-afe5-4130-ba13-9ce2b185dde1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:26.161492 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104328) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 14:22:26.161896 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:22:26.162238 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:22:26.162475 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:22:26.162831 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:22:26.163040 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:22:26.163578 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.163869 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.164174 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.164408 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.164696 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.164819 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:26.165291 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.165532 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.165769 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.166046 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.166281 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.166475 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.166645 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.166900 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.167175 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.167669 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.168257 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.168347 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.169829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.169829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.169829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.169829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.169829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.169829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] debug = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.170237 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.170530 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.170767 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.171044 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.171437 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.171858 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.172217 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.172764 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.173021 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.173188 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.173400 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.173663 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.173991 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.174205 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.174471 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.174710 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.177108 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.177108 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.177108 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] host = dv-neutron-835863-1-hyperv {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.177108 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.177108 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.177842 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.177842 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.177842 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.178262 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.178262 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.178538 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.178750 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.179014 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.180724 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.180724 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.181011 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.181011 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.181298 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_options = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.181468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.181651 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.181900 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.182632 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.182813 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.182954 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.184426 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.184426 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.184426 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.185201 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.185201 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.185201 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.185718 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.185718 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.186003 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.186003 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.186285 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.186420 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.186674 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.188053 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.188767 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.189173 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.189434 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.189688 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.189880 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.190110 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.190371 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.196223 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:26.196356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.196356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.196356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.196356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.196356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.196356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.196356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.196356 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198416 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198902 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198902 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198902 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.198902 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_json = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.199568 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.200065 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.200527 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.200776 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.201032 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.201447 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.201789 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.202063 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.202301 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.202765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.203107 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.203422 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.203692 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.203933 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.204182 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.204443 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.204699 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.204972 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.205241 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.205548 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.205798 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.206112 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.206385 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.206685 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.207241 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.207448 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.207724 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.207962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.208363 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.208615 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.208869 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.209144 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.209410 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.209912 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.209912 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.211102 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.211427 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.211709 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.212055 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.213612 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.213612 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.213612 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.213612 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.213612 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.213978 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.213978 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.214206 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.214619 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.215081 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.215468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.215831 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.216083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.216318 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.216700 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.216949 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.217179 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.217625 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.218032 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.218431 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.218824 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.219256 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.219663 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.220077 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.220598 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.221076 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.221562 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.221843 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.222093 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.222316 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.222536 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.222764 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.223062 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.223450 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.223825 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.224190 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.224555 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.224915 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.225304 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.225674 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.226072 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.226432 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.227777 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.228194 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.228558 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.229998 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.230231 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.230655 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.231125 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.232883 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.233465 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.233829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.234396 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.235017 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.236927 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.249327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.249327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.249327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.249327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.249327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.249327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.249327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.249327 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.250359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.250359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.250359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.250359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.250359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.250359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.250359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.250359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.251359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.251359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.251359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.251359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.251359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.251359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.251359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.251359 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.252105 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.252682 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.253221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.253512 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.253791 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.254161 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.254463 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.254739 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.255028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.255474 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.256835 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.257240 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.257792 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.258053 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.258335 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.258653 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.258946 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.259258 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.259748 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.260038 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.261726 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.262795 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.262795 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.262795 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.262795 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.263163 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.263352 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.263607 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.264580 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.264580 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.264580 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.264799 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.264867 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.265072 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.265351 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.265635 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.265858 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.266136 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.266405 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.266664 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.266918 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.268077 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.268307 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.268547 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.268810 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.269034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.269275 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.269496 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.269757 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.269985 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.270223 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.270640 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.270862 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272196 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272196 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272196 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272196 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272196 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272196 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272628 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.272897 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.273112 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.273351 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.273568 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.273819 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.274057 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.274341 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.274596 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.274810 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.275119 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.275369 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.275641 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.275890 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.276354 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.276589 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.276882 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.277005 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.277373 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.277598 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.277809 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.279079 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.279301 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.279719 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.280137 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.280493 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.281412 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.281412 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.281412 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.281639 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.281721 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.281898 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.282197 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.282363 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.282673 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.282900 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289278 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289278 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289278 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289278 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289278 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289278 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289278 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289278 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.289817 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290934 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290934 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290934 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290934 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290934 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290934 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290934 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.290934 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.292064 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.292064 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.292064 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.292064 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.292349 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.292459 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.292681 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.292919 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.293150 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.293436 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.293583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.293792 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.294839 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.294839 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.294839 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.294839 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.294839 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.295285 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.295285 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.295547 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.295721 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.296010 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.296277 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.296506 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.296964 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.297213 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.297472 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.297719 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.298019 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.298251 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.298523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.298766 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.299000 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.299229 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.299487 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.299809 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.300719 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.300719 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.300719 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.300968 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.301150 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.301591 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.301971 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.302428 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.302923 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.303226 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.303492 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.303737 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.304369 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.304369 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.304546 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.304682 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.304920 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.305137 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.305410 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.305650 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.305898 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.306123 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.306390 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.306579 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.306806 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.307059 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.307979 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.308413 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.308720 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:22:26.309881 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104328) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 14:22:26.309881 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:22:26.309881 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:22:26.309881 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:22:26.309881 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:22:26.310255 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:22:26.310255 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.310383 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.310520 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.310680 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.310894 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.311081 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.311199 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.311363 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.311509 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.311808 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.311983 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.312133 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.312279 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.312602 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.313391 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.313391 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.313391 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.313391 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.313391 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.313709 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.313709 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.313829 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.314061 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] debug = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.314154 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.314383 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.314505 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.314654 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.314811 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.314902 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.315081 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.315238 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.315550 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.315833 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.316124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.316286 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.316443 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.316613 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.316758 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.316904 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.317070 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.317210 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.317361 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] host = dv-neutron-835863-1-hyperv {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.317562 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.317687 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.317824 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.319038 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.319210 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.319372 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.319533 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322295 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_options = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.322499 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324424 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324424 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324424 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324424 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324424 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324424 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324424 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.324899 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.325338 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.325338 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.325338 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.325521 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.326015 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.326015 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.326015 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.326428 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.326428 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.327305 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.327592 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.327915 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.328220 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.328513 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.328798 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.329117 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.329282 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.329423 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.329588 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.329728 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.329862 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.330050 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.330197 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.330333 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.330463 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.330628 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.330881 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.331074 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.331170 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_json = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332703 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332703 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332703 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.332703 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:22:26.333155 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.333155 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.333155 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.333582 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.333582 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.333582 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334129 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334129 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334129 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334129 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334604 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334604 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334604 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334855 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.334921 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.335162 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.335240 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.335381 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.335540 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.335702 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.335864 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.336026 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.336198 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.336360 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.336522 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.336683 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.336845 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.337016 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.337177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.337355 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.337517 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.337682 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.339087 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.339087 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.339087 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.339087 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.339087 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.339087 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.339087 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.340419 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.340419 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.340419 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.340419 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.340419 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.340775 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.340775 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.340895 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.341034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.341232 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.341331 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.341496 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.341659 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.341821 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.341983 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.342144 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.342308 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.342468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.342644 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.342806 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.342986 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.343156 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.343318 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.343493 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.343639 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.343842 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.343964 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.344146 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.344321 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.344567 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.344567 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.345005 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.345005 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.345310 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.345310 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.345634 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.345725 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.345849 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.346017 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.346986 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.346986 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.346986 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.346986 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.346986 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.346986 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.347675 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.347675 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.347675 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.347675 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.347675 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.348011 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.348011 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.348129 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349022 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349022 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349022 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349022 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349022 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349341 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349446 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349685 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.349866 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.350031 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.351064 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.351231 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.351572 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.351826 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.351990 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.352305 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.352465 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.352768 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.353082 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.354745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.354745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.354745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.354745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.354745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.354745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.354745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.354745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357124 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.357704 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.358181 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.358181 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.358181 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.358387 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.360284 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.360660 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.360891 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.361008 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.361211 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.361332 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362257 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362257 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362409 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362571 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362734 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.362908 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.363083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.363301 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.363398 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.365071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.365071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.365071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.365071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.365071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.365071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.365071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.365071 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.369765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.369765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.369765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.369765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.369765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.369765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.369765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.369765 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370221 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.370717 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.372583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.372583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.372583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.372583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.372583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.372583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.372583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.372583 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.374083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.375962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.375962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.375962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.375962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.375962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.375962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.375962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.375962 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.376523 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377034 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.377468 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378083 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378507 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378507 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378507 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378507 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378507 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378507 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378507 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378904 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.378904 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381177 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381652 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381652 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381652 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381652 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381652 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381652 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381652 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.381652 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382089 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382089 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382089 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382089 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382089 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382369 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382369 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382486 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.382668 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.383745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.383745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.383745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.383745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.383745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.383745 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.385028 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.386073 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.386073 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.386073 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.386242 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.386242 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.386870 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:22:26.386870 dv-neutron-835863-1-hyperv neutron-server[104328]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:22:39.012476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7111257-fd41-4d1f-b44b-9ed304175ef4 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:22:39.097320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7111257-fd41-4d1f-b44b-9ed304175ef4 None None] No non-hosted networks {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 14:22:39.107459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.agentschedulers_db [None req-b7111257-fd41-4d1f-b44b-9ed304175ef4 None None] DHCP Agent not found on host dv-neutron-835863-1-hyperv {{(pid=104444) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 14:22:39.239435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2fee1437-017a-4611-bd01-e20698c3c408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558675'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:41.563911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-926567a8-ee59-47ad-a03f-a1324efd534e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558675'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:41.684473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-f77f23c9-f0a6-43c6-ae33-48ad0a93e5cb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835863-1-hyperv {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:22:41.684798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-f77f23c9-f0a6-43c6-ae33-48ad0a93e5cb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:22:42.341299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f77f23c9-f0a6-43c6-ae33-48ad0a93e5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:43.769304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558675'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:45.724736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558675'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:46.322461 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.db.l3_hamode_db [None req-34113993-b2e4-4497-bfea-f8175f9a23ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 14:22:46.427145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558675'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:46.428019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.428566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.429328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.430113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.430331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 37914) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:46.432117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.432620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.433384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.433944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.434490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.435082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.435660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.436333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.436794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:46.437432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835863-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:46.448186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835863-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:22:46.454922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34113993-b2e4-4497-bfea-f8175f9a23ec None None] Routers set() bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:22:46.455355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34113993-b2e4-4497-bfea-f8175f9a23ec None None] Router IDs set() for agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 14:22:47.052474 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING oslo_policy.policy [None req-cc4fd806-3bbd-4797-a909-716419afb8a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:22:47.053382 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING oslo_policy.policy [None req-cc4fd806-3bbd-4797-a909-716419afb8a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:22:47.312215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-cc4fd806-3bbd-4797-a909-716419afb8a7 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:22:47.313448 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cc4fd806-3bbd-4797-a909-716419afb8a7 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8804538 Apr 06 14:22:50.274474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 37930) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:50.621789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9ebc87aa-e440-4104-8b8c-ee095db137d1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:22:50.715161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.policy [None req-9ebc87aa-e440-4104-8b8c-ee095db137d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104443) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 14:22:50.758077 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING oslo_policy.policy [None req-9ebc87aa-e440-4104-8b8c-ee095db137d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:22:50.758450 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING oslo_policy.policy [None req-9ebc87aa-e440-4104-8b8c-ee095db137d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:22:51.050469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9ebc87aa-e440-4104-8b8c-ee095db137d1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754308220572', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754308234063', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754308239059', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754308250545', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754308124767', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754308134196', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7959290', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8177287', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-857777', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1046717'] for rbac-policy (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:51.387228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9ebc87aa-e440-4104-8b8c-ee095db137d1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:51.388687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9ebc87aa-e440-4104-8b8c-ee095db137d1 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1130047 Apr 06 14:22:53.932422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 37940) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:54.273026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:22:54.453848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Made reservation on behalf of 1f8c601fa4af4dc9a84bde61310f6897 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:54.457934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:54.476001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:54.584953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Publish callbacks [] for security_group (66ee61ec-9f44-4550-9fbc-6ef54c4f420d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:54.768915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (66ee61ec-9f44-4550-9fbc-6ef54c4f420d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:54.795655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:22:54.832600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754305108673', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f308cb68-c683-42c7-9e4c-daac54adf1c3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:54.833221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Unsubscribe: segment precommit_create {{(pid=104443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:22:54.833740 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Added segment f308cb68-c683-42c7-9e4c-daac54adf1c3 of type vlan for network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f Apr 06 14:22:54.850070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=66ee61ec-9f44-4550-9fbc-6ef54c4f420d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:54.862841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.863230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.863580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.863895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.864275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.864561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.864923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.865215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.865606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.865896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.866220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.866573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.866909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Tracked resource versions report: Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: pushed versions: Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: { 'AddressGroup': {'1.2'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'ConntrackHelper': {'1.0'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Log': {'1.0'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Network': {'1.1'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Port': {'1.7'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'PortForwarding': {'1.2'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'QosPolicy': {'1.10'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SecurityGroup': {'1.5'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SubPort': {'1.0'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Subnet': {'1.1'}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Trunk': {'1.1'}} Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: consumer versions: Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: { DHCP agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: L3 agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: Metadata agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: Metering agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: Open vSwitch agent@dv-neutron-835863-1-hyperv: { 'AddressGroup': '1.2', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'ConntrackHelper': '1.0', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'LocalIPAssociation': '1.0', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Log': '1.0', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Network': '1.1', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Port': '1.7', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'PortForwarding': '1.2', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'QosPolicy': '1.10', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SecurityGroup': '1.5', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SecurityGroupRule': '1.2', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SubPort': '1.0', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Subnet': '1.1', Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Trunk': '1.1'}} Apr 06 14:22:54.868882 dv-neutron-835863-1-hyperv neutron-server[104443]: {{(pid=104443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:22:55.251827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (dfc713f9-0d43-4efd-9d5d-7f9e9584a71f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:55.425162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (dfc713f9-0d43-4efd-9d5d-7f9e9584a71f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:55.431328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:55.431819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:55.549676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] Pushing event updated for resources: {'Network': ['ID=dfc713f9-0d43-4efd-9d5d-7f9e9584a71f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:55.563133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:22:55.714242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b0111cb5-758f-4407-a753-f188868358c8 demo demo] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7807200 Apr 06 14:22:58.307976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 37952) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:58.743836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422786d6-7f85-4727-8356-f1387e50e5a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:58.745325 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-422786d6-7f85-4727-8356-f1387e50e5a8 demo admin] 10.222.0.71 "GET /v2.0/networks/dfc713f9-0d43-4efd-9d5d-7f9e9584a71f HTTP/1.1" status: 200 len: 826 time: 0.4363649 Apr 06 14:22:58.770580 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2eb86176-ca88-4d23-8c7f-4f620c228cb4 demo admin] 10.222.0.71 "GET /v2.0/subnetpools/902e5f7b-95b2-4d99-a02d-6bf1f27a763f HTTP/1.1" status: 200 len: 734 time: 0.0196517 Apr 06 14:22:58.779473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Request body: {'subnet': {'subnetpool_id': '902e5f7b-95b2-4d99-a02d-6bf1f27a763f', 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:22:58.939749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Made reservation on behalf of 1f8c601fa4af4dc9a84bde61310f6897 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:22:58.942890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:59.386041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (ab23ae22-4af2-4c67-b258-de14a983612f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:59.460645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Checking segment: {'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:22:59.461020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Network hostable DHCP agents. Network: dfc713f9-0d43-4efd-9d5d-7f9e9584a71f, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:22:59.469093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Pushing event updated for resources: {'Subnet': ['ID=ab23ae22-4af2-4c67-b258-de14a983612f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:59.613929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:22:59.734305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, dfc713f9-0d43-4efd-9d5d-7f9e9584a71f) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:22:59.740683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:59.741420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:59.745727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54e9e7-34c4-4896-b493-0d186e696343 None None] Network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:22:59.886520 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7865606b-afa3-4189-a2b5-28032a09e8ad demo admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1104264 Apr 06 14:23:00.147453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'fixed_ips': [{'subnet_id': 'ab23ae22-4af2-4c67-b258-de14a983612f'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:23:00.151333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:00.547422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Allocated IP 172.20.0.2 (dfc713f9-0d43-4efd-9d5d-7f9e9584a71f/ab23ae22-4af2-4c67-b258-de14a983612f/0f8f8ba4-be72-4268-8d5a-d42896519f6f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:00.817807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Publish callbacks [] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:00.946709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:01.022051 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:01.028249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:01.040822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:23:01.044116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Pushing event updated for resources: {'Port': ['ID=0f8f8ba4-be72-4268-8d5a-d42896519f6f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:01.076368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.076702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.076994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.077329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.077664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.078013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.078401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.078984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.079179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.079587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.079855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.080173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.080492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Tracked resource versions report: Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: pushed versions: Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: { 'AddressGroup': {'1.2'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'ConntrackHelper': {'1.0'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Log': {'1.0'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Network': {'1.1'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Port': {'1.7'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'PortForwarding': {'1.2'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'QosPolicy': {'1.10'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SecurityGroup': {'1.5'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SubPort': {'1.0'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Subnet': {'1.1'}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Trunk': {'1.1'}} Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: consumer versions: Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: { DHCP agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: L3 agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: Metadata agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: Metering agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: Open vSwitch agent@dv-neutron-835863-1-hyperv: { 'AddressGroup': '1.2', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'ConntrackHelper': '1.0', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'LocalIPAssociation': '1.0', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Log': '1.0', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Network': '1.1', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Port': '1.7', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'PortForwarding': '1.2', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'QosPolicy': '1.10', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SecurityGroup': '1.5', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SecurityGroupRule': '1.2', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SubPort': '1.0', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Subnet': '1.1', Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Trunk': '1.1'}} Apr 06 14:23:01.081928 dv-neutron-835863-1-hyperv neutron-server[104444]: {{(pid=104444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:23:01.134326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Attempting to bind port 0f8f8ba4-be72-4268-8d5a-d42896519f6f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:23:01.134728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Attempting to bind port 0f8f8ba4-be72-4268-8d5a-d42896519f6f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:23:01.135187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Attempting to bind port 0f8f8ba4-be72-4268-8d5a-d42896519f6f on network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:23:01.140844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:23:01.141233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Checking segment: {'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:23:01.141694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:01.142095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Bound using segment: {'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:23:01.142595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Bound port: 0f8f8ba4-be72-4268-8d5a-d42896519f6f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:23:01.143047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:01.215527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] For port 0f8f8ba4-be72-4268-8d5a-d42896519f6f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:01.220032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] For port 0f8f8ba4-be72-4268-8d5a-d42896519f6f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0f8f8ba4-be72-4268-8d5a-d42896519f6f,segment=NetworkSegment(f308cb68-c683-42c7-9e4c-daac54adf1c3),segment_id=f308cb68-c683-42c7-9e4c-daac54adf1c3)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:01.420345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:01.486067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91e4ba-fa86-494d-93d8-cb050e5ebd6b None None] Pushing event updated for resources: {'Port': ['ID=0f8f8ba4-be72-4268-8d5a-d42896519f6f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:02.628885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 37960) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:03.021497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-f3c8fbfd-2db6-43a5-af3b-1f92db1cae35 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:23:03.022480 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f3c8fbfd-2db6-43a5-af3b-1f92db1cae35 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3925691 Apr 06 14:23:05.716748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 37968) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:06.109914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-86c6dae0-b6f2-4dc4-9131-7e8d9b14edf7 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:23:06.110906 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-86c6dae0-b6f2-4dc4-9131-7e8d9b14edf7 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3932292 Apr 06 14:23:08.786509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 37976) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:09.136645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-412f7dba-1bc5-4a8d-9d7f-9cacc53a7192 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:09.151210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1906-07ce-4c12-8cae-f40a320a48c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:09.323269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-412f7dba-1bc5-4a8d-9d7f-9cacc53a7192 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:09.325148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-412f7dba-1bc5-4a8d-9d7f-9cacc53a7192 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:09.468002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-412f7dba-1bc5-4a8d-9d7f-9cacc53a7192 demo demo] Publish callbacks [] for router_controller (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:09.581386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-412f7dba-1bc5-4a8d-9d7f-9cacc53a7192 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:09.735264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-412f7dba-1bc5-4a8d-9d7f-9cacc53a7192 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:09.736624 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-412f7dba-1bc5-4a8d-9d7f-9cacc53a7192 demo demo] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9489632 Apr 06 14:23:11.591751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52ac0530-0f51-4fef-8375-bd76920c24b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:12.484833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 37994) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:12.827393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-631bbc1b-1054-4da5-bfab-04f2bbd48b46 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:23:12.828396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-631bbc1b-1054-4da5-bfab-04f2bbd48b46 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3429492 Apr 06 14:23:13.535724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0f8f8ba4-be72-4268-8d5a-d42896519f6f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:23:13.581827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0905e0f-0563-4801-8b1a-73f9154347d7 None None] Network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:23:13.699756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9aa53f0e-2a85-411f-981b-5862b5f0def2 None None] Provisioning complete for port 0f8f8ba4-be72-4268-8d5a-d42896519f6f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:13.700112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9aa53f0e-2a85-411f-981b-5862b5f0def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:13.732463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:13.738580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0f8f8ba4-be72-4268-8d5a-d42896519f6f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:13.738992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:13.916538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9aa53f0e-2a85-411f-981b-5862b5f0def2 None None] Current status of the port 0f8f8ba4-be72-4268-8d5a-d42896519f6f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:13.916844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9aa53f0e-2a85-411f-981b-5862b5f0def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:13.984535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0f8f8ba4-be72-4268-8d5a-d42896519f6f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:13.985034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:14.011711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9aa53f0e-2a85-411f-981b-5862b5f0def2 None None] For port 0f8f8ba4-be72-4268-8d5a-d42896519f6f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0f8f8ba4-be72-4268-8d5a-d42896519f6f,segment=NetworkSegment(f308cb68-c683-42c7-9e4c-daac54adf1c3),segment_id=f308cb68-c683-42c7-9e4c-daac54adf1c3)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:14.146035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9aa53f0e-2a85-411f-981b-5862b5f0def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:14.238705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:23:14.239130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:23:14.244599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa53f0e-2a85-411f-981b-5862b5f0def2 None None] Pushing event updated for resources: {'Port': ['ID=0f8f8ba4-be72-4268-8d5a-d42896519f6f,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:14.280287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bf63f20e-6ec9-43b5-912a-b4818b7729d6 None None] Provisioning complete for port 0f8f8ba4-be72-4268-8d5a-d42896519f6f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:14.280784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf63f20e-6ec9-43b5-912a-b4818b7729d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:14.371556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bf63f20e-6ec9-43b5-912a-b4818b7729d6 None None] Current status of the port 0f8f8ba4-be72-4268-8d5a-d42896519f6f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:14.777733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0f8f8ba4-be72-4268-8d5a-d42896519f6f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:15.421050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38016) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:15.480145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0f8f8ba4-be72-4268-8d5a-d42896519f6f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:23:15.511973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:15.557539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0f8f8ba4-be72-4268-8d5a-d42896519f6f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:15.558165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.636375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Made reservation on behalf of c141ddd3eb8947d2b0fd2cae0b8fbf8b for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:15.638795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.650278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.731674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Publish callbacks [] for security_group (546c4569-d882-410c-bee3-cf3b11dd018b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.764482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.772225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0f8f8ba4-be72-4268-8d5a-d42896519f6f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:15.876668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (546c4569-d882-410c-bee3-cf3b11dd018b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.892752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Reserving flat network on physical network physnet1 {{(pid=104443) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 14:23:15.913233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546c4569-d882-410c-bee3-cf3b11dd018b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:15.917669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5a5f4896-1637-4a13-9828-677949d4a1bf), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.918158 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Added segment 5a5f4896-1637-4a13-9828-677949d4a1bf of type flat for network 5d38d3f6-0352-4618-ae87-fbe785b6e80c Apr 06 14:23:15.968933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (5d38d3f6-0352-4618-ae87-fbe785b6e80c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:16.167322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (5d38d3f6-0352-4618-ae87-fbe785b6e80c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:16.168205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:16.168828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:16.265253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] Pushing event updated for resources: {'Network': ['ID=5d38d3f6-0352-4618-ae87-fbe785b6e80c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:16.275399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:23:16.339902 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bb985a72-45ad-44be-a86b-0cf05e598a34 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9163384 Apr 06 14:23:16.448280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:18.901436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38028) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:18.996054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91a354c-5baa-404d-b638-c482916e297c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.997433 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b91a354c-5baa-404d-b638-c482916e297c demo admin] 10.222.0.71 "GET /v2.0/subnets/ab23ae22-4af2-4c67-b258-de14a983612f HTTP/1.1" status: 200 len: 849 time: 0.0950422 Apr 06 14:23:19.124316 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d07041cd-5815-4ad8-bb89-28cfdd6f9648 demo admin] 10.222.0.71 "GET /v2.0/routers/0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 HTTP/1.1" status: 200 len: 704 time: 0.1210566 Apr 06 14:23:19.405645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:19.753531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Allocated IP 172.20.0.1 (dfc713f9-0d43-4efd-9d5d-7f9e9584a71f/ab23ae22-4af2-4c67-b258-de14a983612f/9f57a254-da3d-48fc-82d3-629eccdb1735) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:19.918181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Publish callbacks [] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:20.219967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:20.293194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:20.298772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:20.306852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:23:20.307298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:20.331876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Pushing event updated for resources: {'Port': ['ID=9f57a254-da3d-48fc-82d3-629eccdb1735,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:20.532025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4947b762-c38f-4149-a0bd-9f7896a13d56 None None] Provisioning complete for port 9f57a254-da3d-48fc-82d3-629eccdb1735 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:20.532904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4947b762-c38f-4149-a0bd-9f7896a13d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:20.565252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4947b762-c38f-4149-a0bd-9f7896a13d56 None None] Port 9f57a254-da3d-48fc-82d3-629eccdb1735 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:23:20.619937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:20.837004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Publish callbacks [] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:20.938705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:20.939522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:21.020168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Pushing event updated for resources: {'Port': ['ID=9f57a254-da3d-48fc-82d3-629eccdb1735,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:21.068874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:21.071058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:21.208003 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:23:21.373950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Router 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:23:21.392636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-10ae1cf3-529a-4481-8167-344c606972be None None] Provisioning complete for port 9f57a254-da3d-48fc-82d3-629eccdb1735 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:21.393254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-10ae1cf3-529a-4481-8167-344c606972be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:21.428133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-10ae1cf3-529a-4481-8167-344c606972be None None] Port 9f57a254-da3d-48fc-82d3-629eccdb1735 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:23:21.481476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:21.486933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-72a18984-eaa0-4916-acdb-0e9a88d2790d demo admin] 10.222.0.71 "PUT /v2.0/routers/0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3572736 Apr 06 14:23:21.498111 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Sync routers for ids ['0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:23:21.513058 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Routers {'0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:21.514042 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:21.721899 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Set router 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:22.196167 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'name': 'router1', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:09Z', 'updated_at': '2022-04-06T14:23:20Z', 'revision_number': 2, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'gw_port_host': None, '_interfaces': [{'id': '9f57a254-da3d-48fc-82d3-629eccdb1735', 'name': '', 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'mac_address': 'fa:16:3e:ac:43:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:19Z', 'updated_at': '2022-04-06T14:23:20Z', 'revision_number': 2, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'subnets': [{'id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '902e5f7b-95b2-4d99-a02d-6bf1f27a763f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:22.245473 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Checking router: 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:23:22.246118 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Updating router 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 port 9f57a254-da3d-48fc-82d3-629eccdb1735 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:23:22.333137 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:22.863445 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Publish callbacks [] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:22.990767 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:23.175310 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Pushing event updated for resources: {'Port': ['ID=9f57a254-da3d-48fc-82d3-629eccdb1735,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:23.185495 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.185859 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.186203 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.186536 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.186866 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.187221 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.187566 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.187896 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.188237 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.188580 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.188903 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.189223 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.189536 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Tracked resource versions report: Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: pushed versions: Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: { 'AddressGroup': {'1.2'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'ConntrackHelper': {'1.0'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Log': {'1.0'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Network': {'1.1'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Port': {'1.7'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'PortForwarding': {'1.2'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'QosPolicy': {'1.10'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SecurityGroup': {'1.5'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SubPort': {'1.0'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Subnet': {'1.1'}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Trunk': {'1.1'}} Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: consumer versions: Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: { DHCP agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: L3 agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: Metadata agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: Metering agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: Open vSwitch agent@dv-neutron-835863-1-hyperv: { 'AddressGroup': '1.2', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'ConntrackHelper': '1.0', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'LocalIPAssociation': '1.0', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Log': '1.0', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Network': '1.1', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Port': '1.7', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'PortForwarding': '1.2', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'QosPolicy': '1.10', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SecurityGroup': '1.5', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SecurityGroupRule': '1.2', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SubPort': '1.0', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Subnet': '1.1', Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Trunk': '1.1'}} Apr 06 14:23:23.191025 dv-neutron-835863-1-hyperv neutron-server[104449]: {{(pid=104449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:23:23.197168 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Attempting to bind port 9f57a254-da3d-48fc-82d3-629eccdb1735 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:23:23.197168 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Attempting to bind port 9f57a254-da3d-48fc-82d3-629eccdb1735 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:23:23.197168 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Attempting to bind port 9f57a254-da3d-48fc-82d3-629eccdb1735 on network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:23:23.202024 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:23:23.202437 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Checking segment: {'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:23:23.202933 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:23.203351 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Bound using segment: {'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:23:23.203846 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Bound port: 9f57a254-da3d-48fc-82d3-629eccdb1735, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f308cb68-c683-42c7-9e4c-daac54adf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:23:23.204225 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:23.318163 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] For port 9f57a254-da3d-48fc-82d3-629eccdb1735, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:23.340564 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] For port 9f57a254-da3d-48fc-82d3-629eccdb1735, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=9f57a254-da3d-48fc-82d3-629eccdb1735,segment=NetworkSegment(f308cb68-c683-42c7-9e4c-daac54adf1c3),segment_id=f308cb68-c683-42c7-9e4c-daac54adf1c3)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:23.367155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-46125e4a-27e9-4aba-91dd-6a2dfb9af5c7 None None] Provisioning complete for port 9f57a254-da3d-48fc-82d3-629eccdb1735 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:23.367825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-46125e4a-27e9-4aba-91dd-6a2dfb9af5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:23.407157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-46125e4a-27e9-4aba-91dd-6a2dfb9af5c7 None None] Port 9f57a254-da3d-48fc-82d3-629eccdb1735 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:23:23.460527 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:23.533902 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Routers {'0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:23.534996 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:23.539990 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357aa81-f640-4129-bfdb-4365ff554a6e None None] Pushing event updated for resources: {'Port': ['ID=9f57a254-da3d-48fc-82d3-629eccdb1735,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:23.656774 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] Set router 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:23.738367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7bb8fcf8-7179-4dee-b3a5-751983dee57f None None] Provisioning complete for port 9f57a254-da3d-48fc-82d3-629eccdb1735 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:23.738758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7bb8fcf8-7179-4dee-b3a5-751983dee57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:23.845263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8fcf8-7179-4dee-b3a5-751983dee57f None None] Current status of the port 9f57a254-da3d-48fc-82d3-629eccdb1735 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:23.845710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7bb8fcf8-7179-4dee-b3a5-751983dee57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:23.890802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7bb8fcf8-7179-4dee-b3a5-751983dee57f None None] For port 9f57a254-da3d-48fc-82d3-629eccdb1735, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=9f57a254-da3d-48fc-82d3-629eccdb1735,segment=NetworkSegment(f308cb68-c683-42c7-9e4c-daac54adf1c3),segment_id=f308cb68-c683-42c7-9e4c-daac54adf1c3)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:23.969451 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'name': 'router1', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:09Z', 'updated_at': '2022-04-06T14:23:20Z', 'revision_number': 2, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'gw_port_host': None, '_interfaces': [{'id': '9f57a254-da3d-48fc-82d3-629eccdb1735', 'name': '', 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'mac_address': 'fa:16:3e:ac:43:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:19Z', 'updated_at': '2022-04-06T14:23:23Z', 'revision_number': 4, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'subnets': [{'id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '902e5f7b-95b2-4d99-a02d-6bf1f27a763f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:23.997726 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed7ad7-a941-42e3-a67d-cd5e3fab3b29 None None] The sync data for ids ['0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'] in dv-neutron-835863-1-hyperv is: [{'id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'name': 'router1', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:09Z', 'updated_at': '2022-04-06T14:23:20Z', 'revision_number': 2, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'gw_port_host': None, '_interfaces': [{'id': '9f57a254-da3d-48fc-82d3-629eccdb1735', 'name': '', 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'mac_address': 'fa:16:3e:ac:43:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:19Z', 'updated_at': '2022-04-06T14:23:23Z', 'revision_number': 4, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'subnets': [{'id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '902e5f7b-95b2-4d99-a02d-6bf1f27a763f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:23:24.020361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7bb8fcf8-7179-4dee-b3a5-751983dee57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.039074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38038) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:24.099855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8fcf8-7179-4dee-b3a5-751983dee57f None None] Pushing event updated for resources: {'Port': ['ID=9f57a254-da3d-48fc-82d3-629eccdb1735,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:24.175661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0ca19-8e61-48c1-b0d4-4c5a5a0ec967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:24.177062 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-44d0ca19-8e61-48c1-b0d4-4c5a5a0ec967 admin admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 842 time: 0.1371455 Apr 06 14:23:24.189388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'cidr': '172.26.7.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.7.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:24.392163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Made reservation on behalf of c141ddd3eb8947d2b0fd2cae0b8fbf8b for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:24.395329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.941747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:23:24.942287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (a7629e63-b9fb-42fb-b93d-faaf1b3884ba), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.996261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7629e63-b9fb-42fb-b93d-faaf1b3884ba,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:25.007577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:23:25.008026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Network hostable DHCP agents. Network: 5d38d3f6-0352-4618-ae87-fbe785b6e80c, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:23:25.258286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:23:25.511200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 5d38d3f6-0352-4618-ae87-fbe785b6e80c) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:25.516536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.517293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:25.522389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c22bf-76de-45dd-b858-fbdc8d40fb9c None None] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:23:25.638394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc725104-f93a-4821-b955-4ff4cd109234 None None] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:23:25.714730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-38bc7286-eb97-44b5-873d-63a4be767e18 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5312209 Apr 06 14:23:28.228533 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38046) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:28.392164 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING oslo_policy.policy [None req-0da2763b-f4ae-4eae-b627-3bc89216578c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:23:28.392766 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING oslo_policy.policy [None req-0da2763b-f4ae-4eae-b627-3bc89216578c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:23:28.681881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.policy [None req-0da2763b-f4ae-4eae-b627-3bc89216578c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104442) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 14:23:28.726084 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING oslo_policy.policy [None req-0da2763b-f4ae-4eae-b627-3bc89216578c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:23:28.726492 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING oslo_policy.policy [None req-0da2763b-f4ae-4eae-b627-3bc89216578c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:23:28.975519 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0da2763b-f4ae-4eae-b627-3bc89216578c demo admin] 10.222.0.71 "GET /v2.0/routers/0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 HTTP/1.1" status: 200 len: 710 time: 0.7457888 Apr 06 14:23:29.180604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28e802-67a4-4334-8cb3-e62a9223a3d4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:29.182293 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-da28e802-67a4-4334-8cb3-e62a9223a3d4 demo admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 886 time: 0.2006986 Apr 06 14:23:29.192797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:29.476024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks [] for router_gateway (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:29.883565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks [] for router_gateway (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:29.976789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:30.172722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Allocated IP 172.26.7.69 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/d96271b0-9ee2-4e40-8bad-55e2acf41827) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:30.284372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks [] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:30.454516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:30.519134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:30.520568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:30.565131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:23:30.642668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Pushing event updated for resources: {'Port': ['ID=d96271b0-9ee2-4e40-8bad-55e2acf41827,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:30.656629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.656983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.657595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.657932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.658264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.658594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.658948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.659294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.659631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.659959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.660286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.660605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.660926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Tracked resource versions report: Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: pushed versions: Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: { 'AddressGroup': {'1.2'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'ConntrackHelper': {'1.0'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Log': {'1.0'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Network': {'1.1'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Port': {'1.7'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'PortForwarding': {'1.2'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'QosPolicy': {'1.10'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SecurityGroup': {'1.5'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SubPort': {'1.0'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Subnet': {'1.1'}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Trunk': {'1.1'}} Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: consumer versions: Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: { DHCP agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: L3 agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: Metadata agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: Metering agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: Open vSwitch agent@dv-neutron-835863-1-hyperv: { 'AddressGroup': '1.2', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'ConntrackHelper': '1.0', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'LocalIPAssociation': '1.0', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Log': '1.0', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Network': '1.1', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Port': '1.7', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'PortForwarding': '1.2', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'QosPolicy': '1.10', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SecurityGroup': '1.5', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SecurityGroupRule': '1.2', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SubPort': '1.0', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Subnet': '1.1', Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Trunk': '1.1'}} Apr 06 14:23:30.662276 dv-neutron-835863-1-hyperv neutron-server[104442]: {{(pid=104442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:23:31.058067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks [] for router_gateway (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:31.330590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:31.336039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:31.468616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Router 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:23:31.529787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 9f57a254-da3d-48fc-82d3-629eccdb1735 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:23:31.590293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 9f57a254-da3d-48fc-82d3-629eccdb1735 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:31.590293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:31.591755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:31.597956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:31.599197 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c554753b-8449-4242-b7ae-6fe45674b20a demo admin] 10.222.0.71 "PUT /v2.0/routers/0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 HTTP/1.1" status: 200 len: 889 time: 2.4098480 Apr 06 14:23:31.688213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 9f57a254-da3d-48fc-82d3-629eccdb1735 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:33.063404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Sync routers for ids ['0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:23:33.078778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Routers {'0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:33.079462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:33.303248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Set router 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:33.785646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'name': 'router1', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'd96271b0-9ee2-4e40-8bad-55e2acf41827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:09Z', 'updated_at': '2022-04-06T14:23:30Z', 'revision_number': 4, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'gw_port': {'id': 'd96271b0-9ee2-4e40-8bad-55e2acf41827', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:29Z', 'updated_at': '2022-04-06T14:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '9f57a254-da3d-48fc-82d3-629eccdb1735', 'name': '', 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'mac_address': 'fa:16:3e:ac:43:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:19Z', 'updated_at': '2022-04-06T14:23:23Z', 'revision_number': 5, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'subnets': [{'id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '902e5f7b-95b2-4d99-a02d-6bf1f27a763f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:33.837994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Checking router: 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:23:33.838539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Updating router 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 port d96271b0-9ee2-4e40-8bad-55e2acf41827 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:23:34.022592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:34.277751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38070) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:34.368712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Publish callbacks [] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:34.406046 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-14ba5869-6473-4c52-a2b6-77626e01709d admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1271567 Apr 06 14:23:34.527414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:34.586183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Attempting to bind port d96271b0-9ee2-4e40-8bad-55e2acf41827 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:23:34.586562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Attempting to bind port d96271b0-9ee2-4e40-8bad-55e2acf41827 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:23:34.586927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Attempting to bind port d96271b0-9ee2-4e40-8bad-55e2acf41827 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:23:34.592687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c16a3c-a855-4d3d-bb4f-d8e441c0cf26 None None] Pushing event updated for resources: {'Port': ['ID=d96271b0-9ee2-4e40-8bad-55e2acf41827,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:34.598081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:23:34.598626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:23:34.599060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:34.600020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:23:34.600020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Bound port: d96271b0-9ee2-4e40-8bad-55e2acf41827, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:23:34.600387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:34.654189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] For port d96271b0-9ee2-4e40-8bad-55e2acf41827, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:34.657950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] For port d96271b0-9ee2-4e40-8bad-55e2acf41827, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d96271b0-9ee2-4e40-8bad-55e2acf41827,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:34.796534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:34.861218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Routers {'0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:34.861848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:23:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:34.863812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c16a3c-a855-4d3d-bb4f-d8e441c0cf26 None None] Pushing event updated for resources: {'Port': ['ID=d96271b0-9ee2-4e40-8bad-55e2acf41827,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:34.978704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] Set router 0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:35.213560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'name': 'router1', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'd96271b0-9ee2-4e40-8bad-55e2acf41827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:09Z', 'updated_at': '2022-04-06T14:23:30Z', 'revision_number': 4, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'gw_port': {'id': 'd96271b0-9ee2-4e40-8bad-55e2acf41827', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:29Z', 'updated_at': '2022-04-06T14:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '9f57a254-da3d-48fc-82d3-629eccdb1735', 'name': '', 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'mac_address': 'fa:16:3e:ac:43:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:19Z', 'updated_at': '2022-04-06T14:23:23Z', 'revision_number': 5, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'subnets': [{'id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '902e5f7b-95b2-4d99-a02d-6bf1f27a763f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:35.240611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb59133-51d1-46ba-92dc-e3885f84bb74 None None] The sync data for ids ['0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8'] in dv-neutron-835863-1-hyperv is: [{'id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'name': 'router1', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'd96271b0-9ee2-4e40-8bad-55e2acf41827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:23:09Z', 'updated_at': '2022-04-06T14:23:30Z', 'revision_number': 4, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'gw_port': {'id': 'd96271b0-9ee2-4e40-8bad-55e2acf41827', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:29Z', 'updated_at': '2022-04-06T14:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '9f57a254-da3d-48fc-82d3-629eccdb1735', 'name': '', 'network_id': 'dfc713f9-0d43-4efd-9d5d-7f9e9584a71f', 'tenant_id': '1f8c601fa4af4dc9a84bde61310f6897', 'mac_address': 'fa:16:3e:ac:43:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362bbf0-2cd7-49b2-b0b5-80ec8f2c0de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:23:19Z', 'updated_at': '2022-04-06T14:23:23Z', 'revision_number': 5, 'project_id': '1f8c601fa4af4dc9a84bde61310f6897', 'subnets': [{'id': 'ab23ae22-4af2-4c67-b258-de14a983612f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '902e5f7b-95b2-4d99-a02d-6bf1f27a763f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:23:35.576592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d96271b0-9ee2-4e40-8bad-55e2acf41827 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:23:35.635076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d96271b0-9ee2-4e40-8bad-55e2acf41827 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:35.635470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:35.735152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d96271b0-9ee2-4e40-8bad-55e2acf41827 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:35.735547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:35.757157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port d96271b0-9ee2-4e40-8bad-55e2acf41827, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d96271b0-9ee2-4e40-8bad-55e2acf41827,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:35.893273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:35.985576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=d96271b0-9ee2-4e40-8bad-55e2acf41827,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:37.542932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d96271b0-9ee2-4e40-8bad-55e2acf41827 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:23:37.612044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d96271b0-9ee2-4e40-8bad-55e2acf41827 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:37.612500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d96271b0-9ee2-4e40-8bad-55e2acf41827), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:37.714843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d96271b0-9ee2-4e40-8bad-55e2acf41827 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:39.032548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b0b502d7-dc31-4608-923d-8fa18678c45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:41.504605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2f29e57e-1f27-468a-90c0-840eef81046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:43.669813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:45.732933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:46.549917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:58.208515 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:24:09.089598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-45b6111d-e1e3-4471-bcff-6a9344e1b221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.440321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2132b481-2e31-455b-985c-e346160fa25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:13.645909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:15.765711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:16.435463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.269175 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:24:39.725413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e43e-04a7-4401-b73d-fa9bf9cfa381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:41.692396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f2038ce6-2536-43c2-9a1c-b02c3635e630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:43.627802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:45.701627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:46.450206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:09.043713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e12bf03f-35bf-4402-a8de-2eaa5315a269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:11.489027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0e69369c-f22b-4afd-b299-033aaf18a747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:12.207688 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:25:13.142598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38586) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:13.210000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ac5049-a433-464a-ab27-a13b27830dfa admin admin] GET failed (client error): The resource could not be found. Apr 06 14:25:13.211321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c5ac5049-a433-464a-ab27-a13b27830dfa admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0670140 Apr 06 14:25:13.375313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514072a-eb80-4210-85a9-ff0fa52352cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:13.376730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8514072a-eb80-4210-85a9-ff0fa52352cc admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1612954 Apr 06 14:25:13.597612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.734435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38596) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:15.786246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.837762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa79b5-536b-4cfb-8d1d-4eab92e30c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:15.839164 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dfaa79b5-536b-4cfb-8d1d-4eab92e30c93 admin admin] 10.222.0.71 "GET /v2.0/subnets/ab23ae22-4af2-4c67-b258-de14a983612f HTTP/1.1" status: 200 len: 849 time: 0.1034689 Apr 06 14:25:15.849756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:15.938465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Publish callbacks [] for subnet (ab23ae22-4af2-4c67-b258-de14a983612f), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.204343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754305041174'] for subnet (ab23ae22-4af2-4c67-b258-de14a983612f), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.235445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:16.237467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.238192 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] 10.222.0.71 "PUT /v2.0/subnets/ab23ae22-4af2-4c67-b258-de14a983612f HTTP/1.1" status: 200 len: 868 time: 0.3930202 Apr 06 14:25:16.246882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c531af50-6ed2-4120-952a-a0d005c3c373 None None] Network dfc713f9-0d43-4efd-9d5d-7f9e9584a71f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:25:16.262699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab23ae22-4af2-4c67-b258-de14a983612f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:16.270476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.270838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.271214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.271548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.271880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.272240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.272586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.272913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.273283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.273612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.273937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.274257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.274575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8362a-c424-4fe6-85f4-6960fc6a4237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:16.403601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.661357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-508e73e3-650c-4ad6-a6af-25d9b8b39258 None None] Provisioning complete for port 9f57a254-da3d-48fc-82d3-629eccdb1735 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:25:16.661751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-508e73e3-650c-4ad6-a6af-25d9b8b39258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9f57a254-da3d-48fc-82d3-629eccdb1735), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.747973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-508e73e3-650c-4ad6-a6af-25d9b8b39258 None None] Current status of the port 9f57a254-da3d-48fc-82d3-629eccdb1735 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:25:16.759979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-508e73e3-650c-4ad6-a6af-25d9b8b39258 None None] Provisioning complete for port 0f8f8ba4-be72-4268-8d5a-d42896519f6f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:25:16.760418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-508e73e3-650c-4ad6-a6af-25d9b8b39258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f8f8ba4-be72-4268-8d5a-d42896519f6f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.841185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-508e73e3-650c-4ad6-a6af-25d9b8b39258 None None] Current status of the port 0f8f8ba4-be72-4268-8d5a-d42896519f6f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:25:18.654331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38604) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:18.866702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6aeee2-b259-4bb1-8f48-bc71a0daf955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:18.867324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6aeee2-b259-4bb1-8f48-bc71a0daf955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:18.868877 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6c6aeee2-b259-4bb1-8f48-bc71a0daf955 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2136724 Apr 06 14:25:21.274537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38612) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:21.433405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd579403-d220-4014-9148-47edc470bfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:21.433949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd579403-d220-4014-9148-47edc470bfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:21.435464 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cd579403-d220-4014-9148-47edc470bfd0 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1599534 Apr 06 14:25:23.828293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38620) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:23.958700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fddfc5-9fe6-4f59-83b6-f048004ad57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:23.960121 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d1fddfc5-9fe6-4f59-83b6-f048004ad57f admin admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 886 time: 0.1308720 Apr 06 14:25:26.334810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38630) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:26.496460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3716dc3-9cb7-478e-9c9f-4901e84c7386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:26.497845 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f3716dc3-9cb7-478e-9c9f-4901e84c7386 admin admin] 10.222.0.71 "GET /v2.0/networks/dfc713f9-0d43-4efd-9d5d-7f9e9584a71f HTTP/1.1" status: 200 len: 870 time: 0.1617734 Apr 06 14:25:28.888743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38638) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:29.017530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea186a39-0df5-4f59-90f5-474086100e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:29.017985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea186a39-0df5-4f59-90f5-474086100e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:29.019560 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ea186a39-0df5-4f59-90f5-474086100e63 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297369 Apr 06 14:25:31.437083 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38646) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:31.540520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94992f0-9610-4eb8-9784-3b8484e76c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:31.541099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94992f0-9610-4eb8-9784-3b8484e76c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:31.543079 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c94992f0-9610-4eb8-9784-3b8484e76c35 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1045997 Apr 06 14:25:33.878431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38654) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:33.967154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a077255-20ab-41ed-b32a-2543d9180f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:33.968536 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9a077255-20ab-41ed-b32a-2543d9180f69 admin admin] 10.222.0.71 "GET /v2.0/subnets/a7629e63-b9fb-42fb-b93d-faaf1b3884ba HTTP/1.1" status: 200 len: 816 time: 0.0891287 Apr 06 14:25:36.317266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38662) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:36.421714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc85b2-aba1-4e1a-8aa9-8e5666a232a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:36.423327 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a9fc85b2-aba1-4e1a-8aa9-8e5666a232a6 admin admin] 10.222.0.71 "GET /v2.0/subnets/ab23ae22-4af2-4c67-b258-de14a983612f HTTP/1.1" status: 200 len: 868 time: 0.1049378 Apr 06 14:25:39.049153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-16b891c2-aa0a-47fa-a14d-9204541433db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:41.493681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55297645-e0cb-4fe2-ba89-ae3822e88017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.630816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:45.705257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:46.391995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:49.207416 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:26:01.770720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38716) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:01.821301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-6d98c1f2-1ca6-42fa-9840-d78a3283cbe2 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:26:01.822324 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6d98c1f2-1ca6-42fa-9840-d78a3283cbe2 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506103 Apr 06 14:26:04.255879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38724) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:04.325946 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdebed9-afe6-44ff-93e5-5f38a28bc111 admin admin] GET failed (client error): The resource could not be found. Apr 06 14:26:04.328109 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2bdebed9-afe6-44ff-93e5-5f38a28bc111 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0708830 Apr 06 14:26:04.475808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9818f8-32cd-45f2-8401-20cf9a8c05b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:04.477199 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3a9818f8-32cd-45f2-8401-20cf9a8c05b8 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1433578 Apr 06 14:26:06.863739 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38732) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:06.913725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:26:07.093259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Made reservation on behalf of c141ddd3eb8947d2b0fd2cae0b8fbf8b for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:26:07.095950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:07.144124 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.services.revisions.revision_plugin [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Could not find related network for resource to bump revision. Apr 06 14:26:07.160226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:26:07.173356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754305108673', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a9767785-6f7b-4adc-823c-095203e5da1b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:07.173920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Unsubscribe: segment precommit_create {{(pid=104442) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:26:07.174403 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Added segment a9767785-6f7b-4adc-823c-095203e5da1b of type vlan for network a2a94021-e082-484b-8bb4-61e45aa75f08 Apr 06 14:26:07.233068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a2a94021-e082-484b-8bb4-61e45aa75f08), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:07.441244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a2a94021-e082-484b-8bb4-61e45aa75f08), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:07.442226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:07.442816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:07.541846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Pushing event updated for resources: {'Network': ['ID=a2a94021-e082-484b-8bb4-61e45aa75f08,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:07.549859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.550227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.550579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.550944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.551287 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.551620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.551966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.552361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.552707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.553039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.553373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.553699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.554020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:07.566706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a2a94021-e082-484b-8bb4-61e45aa75f08 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:26:07.615790 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4edb88fc-27c9-4b71-81a0-fe0450142dea admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7508645 Apr 06 14:26:09.018186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-500d5990-849a-4954-aef6-57a0aaae8b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:10.076491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38740) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:10.145223 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db66915-8b47-4e47-b3bd-0966e6310c5f admin admin] GET failed (client error): The resource could not be found. Apr 06 14:26:10.146581 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0db66915-8b47-4e47-b3bd-0966e6310c5f admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0687835 Apr 06 14:26:10.223419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa10b6-7b1d-4e04-bdfb-195ee8c8e384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:10.224986 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7bfa10b6-7b1d-4e04-bdfb-195ee8c8e384 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0738647 Apr 06 14:26:10.235917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:26:10.367451 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Made reservation on behalf of c141ddd3eb8947d2b0fd2cae0b8fbf8b for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:26:10.370561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:10.716115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (8a477759-1153-4f28-8fd3-555d5d85a78e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:10.776157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a477759-1153-4f28-8fd3-555d5d85a78e,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:10.787913 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Checking segment: {'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:26:10.791847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Network hostable DHCP agents. Network: a2a94021-e082-484b-8bb4-61e45aa75f08, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:26:10.875475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Network a2a94021-e082-484b-8bb4-61e45aa75f08 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:26:10.961246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, a2a94021-e082-484b-8bb4-61e45aa75f08) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:10.965635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:10.966293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:10.971402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc92f655-847e-431c-b1c2-b06219cac545 None None] Network a2a94021-e082-484b-8bb4-61e45aa75f08 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:26:11.080650 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e3690a1d-1ade-428f-be0b-9818a37dcde6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8480170 Apr 06 14:26:11.082070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-a2a94021-e082-484b-8bb4-61e45aa75f08', 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08', 'project_id': 'c141ddd3eb8947d2b0fd2cae0b8fbf8b', 'fixed_ips': [{'subnet_id': '8a477759-1153-4f28-8fd3-555d5d85a78e'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:26:11.083039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:11.241717 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Allocated IP 192.168.233.2 (a2a94021-e082-484b-8bb4-61e45aa75f08/8a477759-1153-4f28-8fd3-555d5d85a78e/776110cc-2269-4eff-9b62-ca98169fa09b) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:26:11.401409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Publish callbacks [] for port (776110cc-2269-4eff-9b62-ca98169fa09b), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:11.540134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f569ae10-b602-4c0f-8a75-c4cc0dbcb9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:11.542911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (776110cc-2269-4eff-9b62-ca98169fa09b), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:11.591109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Network a2a94021-e082-484b-8bb4-61e45aa75f08 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:26:11.599492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:11.606838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:26:11.611332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Pushing event updated for resources: {'Port': ['ID=776110cc-2269-4eff-9b62-ca98169fa09b,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:11.623845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.624386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.624737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.625068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.625401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.625725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.626064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.626390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.626724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.627071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.627682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.628003 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.628370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:11.679901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Attempting to bind port 776110cc-2269-4eff-9b62-ca98169fa09b on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:26:11.680271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Attempting to bind port 776110cc-2269-4eff-9b62-ca98169fa09b by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:26:11.680636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Attempting to bind port 776110cc-2269-4eff-9b62-ca98169fa09b on network a2a94021-e082-484b-8bb4-61e45aa75f08 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:26:11.685856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:26:11.686240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Checking segment: {'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:26:11.686721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:11.687095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Bound using segment: {'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:26:11.687593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Bound port: 776110cc-2269-4eff-9b62-ca98169fa09b, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:26:11.687979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (776110cc-2269-4eff-9b62-ca98169fa09b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:11.758373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] For port 776110cc-2269-4eff-9b62-ca98169fa09b, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:26:11.761995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] For port 776110cc-2269-4eff-9b62-ca98169fa09b, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=776110cc-2269-4eff-9b62-ca98169fa09b,segment=NetworkSegment(a9767785-6f7b-4adc-823c-095203e5da1b),segment_id=a9767785-6f7b-4adc-823c-095203e5da1b)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:26:11.961866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (776110cc-2269-4eff-9b62-ca98169fa09b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:12.050928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155d61c-fdd9-4ee8-8e45-bb6ab034c8fd None None] Pushing event updated for resources: {'Port': ['ID=776110cc-2269-4eff-9b62-ca98169fa09b,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:12.965069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a897ae9-2533-4806-b426-05ef65a4c8f0 None None] Network a2a94021-e082-484b-8bb4-61e45aa75f08 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:26:13.072570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e0eb231d-bc41-409c-9f3a-4ab4f85ad709 None None] Provisioning complete for port 776110cc-2269-4eff-9b62-ca98169fa09b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:26:13.073242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb231d-bc41-409c-9f3a-4ab4f85ad709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (776110cc-2269-4eff-9b62-ca98169fa09b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:13.183999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb231d-bc41-409c-9f3a-4ab4f85ad709 None None] Current status of the port 776110cc-2269-4eff-9b62-ca98169fa09b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:26:13.185056 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb231d-bc41-409c-9f3a-4ab4f85ad709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (776110cc-2269-4eff-9b62-ca98169fa09b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:13.231867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e0eb231d-bc41-409c-9f3a-4ab4f85ad709 None None] For port 776110cc-2269-4eff-9b62-ca98169fa09b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=776110cc-2269-4eff-9b62-ca98169fa09b,segment=NetworkSegment(a9767785-6f7b-4adc-823c-095203e5da1b),segment_id=a9767785-6f7b-4adc-823c-095203e5da1b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:13.355483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0eb231d-bc41-409c-9f3a-4ab4f85ad709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (776110cc-2269-4eff-9b62-ca98169fa09b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:13.406929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb231d-bc41-409c-9f3a-4ab4f85ad709 None None] Pushing event updated for resources: {'Port': ['ID=776110cc-2269-4eff-9b62-ca98169fa09b,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:13.476754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3c202b88-b919-4129-ad02-7e69881d22e2 None None] Provisioning complete for port 776110cc-2269-4eff-9b62-ca98169fa09b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:26:13.477434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3c202b88-b919-4129-ad02-7e69881d22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (776110cc-2269-4eff-9b62-ca98169fa09b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:13.578027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3c202b88-b919-4129-ad02-7e69881d22e2 None None] Current status of the port 776110cc-2269-4eff-9b62-ca98169fa09b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:26:13.659295 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 776110cc-2269-4eff-9b62-ca98169fa09b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:26:13.685273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:13.713406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 776110cc-2269-4eff-9b62-ca98169fa09b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:26:13.713811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (776110cc-2269-4eff-9b62-ca98169fa09b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:13.799682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 776110cc-2269-4eff-9b62-ca98169fa09b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:26:15.807015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:16.446791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:26.206881 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:26:39.065263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad883a7d-8244-4d54-8818-1feb2abe3a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.422664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e77566d0-7162-4f02-a108-724ee604bc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:43.628202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.714233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.469264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:03.206006 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:27:09.124885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4e9b0988-29df-44f2-9dfa-472b12012c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:11.473228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0af0f6ad-e08f-454b-b87f-936a9cf95d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:13.826991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:15.718530 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:16.410005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:39.100563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ac8a26ad-297e-47ae-b7f5-ffa854637a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:40.204991 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:27:41.471882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-15cc953f-81b0-4152-a83b-ce2022d2aded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:43.655060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:45.809794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:46.438791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:59.976160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38778) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:27:59.983119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-069b52a8-aab0-4184-9306-27241516357b tempest-verify_tempest_config-1706553601 tempest-verify_tempest_config-1706553601-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:27:59.984101 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-069b52a8-aab0-4184-9306-27241516357b tempest-verify_tempest_config-1706553601 tempest-verify_tempest_config-1706553601-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065691 Apr 06 14:28:00.946441 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38796) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:01.053096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:01.155465 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Publish callbacks [] for security_group (2d6e8ded-d902-4ddb-8234-4b11a7b48971), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:01.271130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2d6e8ded-d902-4ddb-8234-4b11a7b48971), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:01.320579 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=65a3309f4a4a4a519c1818458d8888c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3730104 Apr 06 14:28:01.321471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e8ded-d902-4ddb-8234-4b11a7b48971,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:01.323578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 38800) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:01.328863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.329216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.329564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.336323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29adf37-05f1-4070-8c82-7b7d5220c54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.389523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Publish callbacks [] for security_group (2d6e8ded-d902-4ddb-8234-4b11a7b48971), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:01.415216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Publish callbacks [] for security_group (2d6e8ded-d902-4ddb-8234-4b11a7b48971), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:01.591902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2d6e8ded-d902-4ddb-8234-4b11a7b48971), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:01.596385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:01.597517 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d6e8ded-d902-4ddb-8234-4b11a7b48971 HTTP/1.1" status: 204 len: 168 time: 0.2728598 Apr 06 14:28:01.606279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e8ded-d902-4ddb-8234-4b11a7b48971,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:01.613356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.613708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.614045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.614376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.614697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.615045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.615382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.615711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.616140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.616319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.616640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.616950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:01.617258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12527c99-ba4c-4220-85cd-9fb718830f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:09.173698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4633646f-368f-4c2b-9446-3dd46f1a43c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:11.476802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9620cc3-4d55-40ea-9274-9602b53835fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:13.655398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:15.830976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:16.470384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:17.204261 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:28:39.012560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1960ed60-4812-4643-b854-f38e6c37d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:41.464712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd801ef0-9502-4f4f-b2e2-e10cc751d4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.699181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.773127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.469218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:54.203433 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 5 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:29:08.988616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf169-0626-46e3-ac6c-70bd1a320c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:11.491383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a7391fd1-4595-4341-8b18-03392350a3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.828358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.742982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.422574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:23.491283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558675'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:31.201719 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:29:37.926837 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38872) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:38.052368 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-61209615-b097-44db-8f14-7ab6bb0c8b76 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1240773 Apr 06 14:29:39.039232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17723f73-8454-4ba8-9b31-ea4e77258d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.602766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 38882) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:40.660482 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-be72717a-3896-4c46-b51c-ed80e2633b3a admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0565896 Apr 06 14:29:41.473581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aad94b8b-e66c-40cc-83e3-38d1bb2d43b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:43.701244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.719164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.506908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:53.415780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.201902 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:30:08.992519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-66fb0d4c-a5c2-433e-bda8-642f2fe2eede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:11.454593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee85a740-9d6c-44e3-b879-a5ca849632d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.672281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.751880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.410486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:23.397822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.003155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c273fc1d-66d6-4dcf-8b4a-4c80133469e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:41.466489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f039b4cf-be4d-4ed3-908d-4e173a811181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.798248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:45.201208 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:30:45.724181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.404059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.409402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.032690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39006) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:08.541684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-286397007'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:08.643554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Made reservation on behalf of a8dc4a20f75a400689f12f0e0cf5d654 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:08.647108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.656304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.746598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for security_group (54d4c689-0107-4692-876c-bc41f9c39ea5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.815813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (54d4c689-0107-4692-876c-bc41f9c39ea5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.844782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:08.854038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d4c689-0107-4692-876c-bc41f9c39ea5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:08.862862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (965fda78-8acd-4961-82b2-32c14b3adcb7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.863235 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Added segment 965fda78-8acd-4961-82b2-32c14b3adcb7 of type vlan for network 09ce49af-a1c4-4af6-8c92-231ad3137a44 Apr 06 14:31:08.864964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.865930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.866239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.866576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.866923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.867516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.867710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.868035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.868357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.868679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.868999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.869317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.869634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Tracked resource versions report: Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: pushed versions: Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: { 'AddressGroup': {'1.2'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'ConntrackHelper': {'1.0'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Log': {'1.0'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Network': {'1.1'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Port': {'1.7'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'PortForwarding': {'1.2'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'QosPolicy': {'1.10'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SecurityGroup': {'1.5'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SubPort': {'1.0'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Subnet': {'1.1'}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Trunk': {'1.1'}} Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: consumer versions: Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: { DHCP agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: HyperV agent@hv-neutron-8358: {}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: L3 agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: Metadata agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: Metering agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: Open vSwitch agent@dv-neutron-835863-1-hyperv: { 'AddressGroup': '1.2', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'ConntrackHelper': '1.0', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'LocalIPAssociation': '1.0', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Log': '1.0', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Network': '1.1', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Port': '1.7', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'PortForwarding': '1.2', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'QosPolicy': '1.10', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SecurityGroup': '1.5', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SecurityGroupRule': '1.2', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'SubPort': '1.0', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Subnet': '1.1', Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: 'Trunk': '1.1'}} Apr 06 14:31:08.870772 dv-neutron-835863-1-hyperv neutron-server[104443]: {{(pid=104443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:31:08.915994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (09ce49af-a1c4-4af6-8c92-231ad3137a44), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.015066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ab92fc4-4b82-46ae-8cb7-5c0950f403bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.049673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (09ce49af-a1c4-4af6-8c92-231ad3137a44), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.056675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:09.060767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.166243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event updated for resources: {'Network': ['ID=09ce49af-a1c4-4af6-8c92-231ad3137a44,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.181605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 09ce49af-a1c4-4af6-8c92-231ad3137a44 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:09.206341 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bde22a18-d415-4137-a556-abffbce471ff tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1717398 Apr 06 14:31:09.209888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39058) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:09.220460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Request body: {'subnet': {'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:09.507212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Made reservation on behalf of a8dc4a20f75a400689f12f0e0cf5d654 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:09.510771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.792712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (27881efb-7671-4eba-ab6e-3d4d71906bb8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.844705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39076) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:09.858271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event updated for resources: {'Subnet': ['ID=27881efb-7671-4eba-ab6e-3d4d71906bb8,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.869797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.870146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.870489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.870831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.871220 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.871552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.871879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.872208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.872529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.872942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.873328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.873592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.873910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Tracked resource versions report: Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: pushed versions: Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: { 'AddressGroup': {'1.2'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'ConntrackHelper': {'1.0'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Log': {'1.0'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Network': {'1.1'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Port': {'1.7'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'PortForwarding': {'1.2'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'QosPolicy': {'1.10'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SecurityGroup': {'1.5'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SubPort': {'1.0'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Subnet': {'1.1'}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Trunk': {'1.1'}} Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: consumer versions: Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: { DHCP agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: HyperV agent@hv-neutron-8358: {}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: L3 agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: Metadata agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: Metering agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: Open vSwitch agent@dv-neutron-835863-1-hyperv: { 'AddressGroup': '1.2', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'ConntrackHelper': '1.0', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'LocalIPAssociation': '1.0', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Log': '1.0', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Network': '1.1', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Port': '1.7', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'PortForwarding': '1.2', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'QosPolicy': '1.10', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SecurityGroup': '1.5', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SecurityGroupRule': '1.2', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'SubPort': '1.0', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Subnet': '1.1', Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: 'Trunk': '1.1'}} Apr 06 14:31:09.875269 dv-neutron-835863-1-hyperv neutron-server[104442]: {{(pid=104442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:31:09.879727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Checking segment: {'id': '965fda78-8acd-4961-82b2-32c14b3adcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:09.880086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Network hostable DHCP agents. Network: 09ce49af-a1c4-4af6-8c92-231ad3137a44, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:09.907599 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39082) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:09.936650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39086) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:09.974759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Network 09ce49af-a1c4-4af6-8c92-231ad3137a44 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:10.049125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 09ce49af-a1c4-4af6-8c92-231ad3137a44) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:10.054803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:10.055851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.060401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253c0a86-331f-49b5-858f-8066c511ae7a None None] Network 09ce49af-a1c4-4af6-8c92-231ad3137a44 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:10.120343 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-69d628c2-5664-4b05-8f9a-308da440ef00 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9079604 Apr 06 14:31:10.146934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39096) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:10.146934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Request body: {'port': {'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-849930478'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:10.170012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-09ce49af-a1c4-4af6-8c92-231ad3137a44', 'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44', 'project_id': 'a8dc4a20f75a400689f12f0e0cf5d654', 'fixed_ips': [{'subnet_id': '27881efb-7671-4eba-ab6e-3d4d71906bb8'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:10.172150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.386808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1652321984-network', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:10.387505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Allocated IP 2001:db8::2 (09ce49af-a1c4-4af6-8c92-231ad3137a44/27881efb-7671-4eba-ab6e-3d4d71906bb8/392a7cc3-1990-4458-a293-64f7804e747d) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:10.392996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1742849157-network', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:10.392996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-400960642-network', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:10.449724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Made reservation on behalf of 641e44efd4d54ec38327e1b9cccfa7a1 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:10.453488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.469080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.512014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Made reservation on behalf of 6c491c68c3904daf9395a4be71d7620d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:10.514489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.524160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.535633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Made reservation on behalf of 39547a67549f499ba9baf8a8e035d0db for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:10.539018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.551568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Publish callbacks [] for port (392a7cc3-1990-4458-a293-64f7804e747d), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.555107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.597850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Made reservation on behalf of a8dc4a20f75a400689f12f0e0cf5d654 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:10.602194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.621909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (392a7cc3-1990-4458-a293-64f7804e747d), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.625829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] device_id is not set on port 4a7719fc-8579-4e7e-8e48-da9be5c350d4 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:10.664774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Publish callbacks [] for security_group (f80acab6-7f59-4fb8-a863-efca7cf927aa), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.695189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Network 09ce49af-a1c4-4af6-8c92-231ad3137a44 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:10.699801 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Publish callbacks [] for security_group (f7be306f-a90a-4117-9835-add594472cb9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.701513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:10.704271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:10.713136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f80acab6-7f59-4fb8-a863-efca7cf927aa), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.714276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Pushing event updated for resources: {'Port': ['ID=392a7cc3-1990-4458-a293-64f7804e747d,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:10.743365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.743988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.744708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.745207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.745698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.746204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.746710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.747239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.747866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.748337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.748981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.750010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.750527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Tracked resource versions report: Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: pushed versions: Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: { 'AddressGroup': {'1.2'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'ConntrackHelper': {'1.0'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Log': {'1.0'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Network': {'1.1'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Port': {'1.7'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'PortForwarding': {'1.2'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'QosPolicy': {'1.10'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SecurityGroup': {'1.5'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SubPort': {'1.0'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Subnet': {'1.1'}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Trunk': {'1.1'}} Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: consumer versions: Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: { DHCP agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: HyperV agent@hv-neutron-8358: {}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: L3 agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: Metadata agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: Metering agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: Open vSwitch agent@dv-neutron-835863-1-hyperv: { 'AddressGroup': '1.2', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'ConntrackHelper': '1.0', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'LocalIPAssociation': '1.0', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Log': '1.0', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Network': '1.1', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Port': '1.7', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'PortForwarding': '1.2', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'QosPolicy': '1.10', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SecurityGroup': '1.5', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SecurityGroupRule': '1.2', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'SubPort': '1.0', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Subnet': '1.1', Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: 'Trunk': '1.1'}} Apr 06 14:31:10.752131 dv-neutron-835863-1-hyperv neutron-server[104444]: {{(pid=104444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:31:10.758081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80acab6-7f59-4fb8-a863-efca7cf927aa,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:10.765392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f7be306f-a90a-4117-9835-add594472cb9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.789357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:10.796969 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (44a5f9ed-be9a-4823-bb78-d3c0312083b6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.797233 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Added segment 44a5f9ed-be9a-4823-bb78-d3c0312083b6 of type vlan for network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 Apr 06 14:31:10.829100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Attempting to bind port 392a7cc3-1990-4458-a293-64f7804e747d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:10.829854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Attempting to bind port 392a7cc3-1990-4458-a293-64f7804e747d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '965fda78-8acd-4961-82b2-32c14b3adcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:10.831679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Attempting to bind port 392a7cc3-1990-4458-a293-64f7804e747d on network 09ce49af-a1c4-4af6-8c92-231ad3137a44 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:10.838766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:10.839508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Checking segment: {'id': '965fda78-8acd-4961-82b2-32c14b3adcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:10.840083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.846722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Bound using segment: {'id': '965fda78-8acd-4961-82b2-32c14b3adcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:10.846722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Bound port: 392a7cc3-1990-4458-a293-64f7804e747d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965fda78-8acd-4961-82b2-32c14b3adcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:10.846722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (392a7cc3-1990-4458-a293-64f7804e747d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.848409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Allocated IP 2001:db8::284 (09ce49af-a1c4-4af6-8c92-231ad3137a44/27881efb-7671-4eba-ab6e-3d4d71906bb8/4a7719fc-8579-4e7e-8e48-da9be5c350d4) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:10.855538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (87bcd8f2-16f1-4ba0-9750-434e5885f6a5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.913643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be306f-a90a-4117-9835-add594472cb9,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:10.919930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:10.936369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e6e016d1-4e31-4460-a767-630073c128eb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.936736 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Added segment e6e016d1-4e31-4460-a767-630073c128eb of type vlan for network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e Apr 06 14:31:10.972260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Publish callbacks [] for security_group (d927b70f-405d-4272-a577-3a4706277e6d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.973607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (87bcd8f2-16f1-4ba0-9750-434e5885f6a5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.974875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:10.975506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.003273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] For port 392a7cc3-1990-4458-a293-64f7804e747d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:11.012646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] For port 392a7cc3-1990-4458-a293-64f7804e747d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=392a7cc3-1990-4458-a293-64f7804e747d,segment=NetworkSegment(965fda78-8acd-4961-82b2-32c14b3adcb7),segment_id=965fda78-8acd-4961-82b2-32c14b3adcb7)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:11.042661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39118) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.044149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.045825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d927b70f-405d-4272-a577-3a4706277e6d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.076332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:11.086554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] Pushing event updated for resources: {'Network': ['ID=87bcd8f2-16f1-4ba0-9750-434e5885f6a5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.098248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:11.113546 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9e1e6c6c-4d88-481b-9bb6-ed209804477c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1752515 Apr 06 14:31:11.114096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5c978b24-f985-49a8-a285-4a89506b173e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.114223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39124) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.114685 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Added segment 5c978b24-f985-49a8-a285-4a89506b173e of type vlan for network 4ac93f14-37fa-473f-8320-bd08fb092fdf Apr 06 14:31:11.120297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Request body: {'subnet': {'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-400960642-subnet', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:11.137761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d927b70f-405d-4272-a577-3a4706277e6d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.144954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.145134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (392a7cc3-1990-4458-a293-64f7804e747d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.184884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (4ac93f14-37fa-473f-8320-bd08fb092fdf), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.203689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.205050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:11.205636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.244822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbbfd6-c1f8-4c5d-a76f-089b489d574c None None] Pushing event updated for resources: {'Port': ['ID=392a7cc3-1990-4458-a293-64f7804e747d,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.255710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Made reservation on behalf of 39547a67549f499ba9baf8a8e035d0db for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:11.259111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.329615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (4ac93f14-37fa-473f-8320-bd08fb092fdf), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.330584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:11.331359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.334033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.353168 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4445794 Apr 06 14:31:11.356855 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39132) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.374284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Request body: {'subnet': {'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1742849157-subnet', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:11.415734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f73d7-027f-4a69-9b66-bc36d11810e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.428616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:11.455705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:11.518328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Network 09ce49af-a1c4-4af6-8c92-231ad3137a44 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:11.533949 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6878796 Apr 06 14:31:11.560853 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39138) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.572306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Request body: {'subnet': {'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1652321984-subnet', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:11.577176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1205a-d006-40d4-9ece-3d9622302569 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac93f14-37fa-473f-8320-bd08fb092fdf,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.596652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Made reservation on behalf of 6c491c68c3904daf9395a4be71d7620d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:11.600295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.612265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:11.616384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:11.621251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:11.629531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:11.630398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.633372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17c2c8da-4f5a-4ad7-ab07-80ce3e5fc3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.665478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event updated for resources: {'Port': ['ID=4a7719fc-8579-4e7e-8e48-da9be5c350d4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:11.698648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.754043 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-83c9f9f6-6c1f-41f2-8f19-821395fbe927 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6287072 Apr 06 14:31:11.757556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39148) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:11.768717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Request body: {'port': {'network_id': '09ce49af-a1c4-4af6-8c92-231ad3137a44', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-701705700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:11.769699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.api.validators [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] bootfile-name is not in valid_values {{(pid=104443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:31:11.770495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.api.validators [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] tftp-server is not in valid_values {{(pid=104443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:31:11.771792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.api.validators [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] server-ip-address is not in valid_values {{(pid=104443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:31:11.829211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Made reservation on behalf of 641e44efd4d54ec38327e1b9cccfa7a1 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:11.832322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:11.953589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 392a7cc3-1990-4458-a293-64f7804e747d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:11.967100 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (8610a987-0c4b-416b-8503-a035e704c694), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.054663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 392a7cc3-1990-4458-a293-64f7804e747d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:12.055310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (392a7cc3-1990-4458-a293-64f7804e747d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.095198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Made reservation on behalf of a8dc4a20f75a400689f12f0e0cf5d654 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:12.101698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.151399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] device_id is not set on port 737ae3ad-652b-4cbf-900f-cc41121beaf9 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:12.197173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 392a7cc3-1990-4458-a293-64f7804e747d is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:12.199536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (392a7cc3-1990-4458-a293-64f7804e747d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.299044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 392a7cc3-1990-4458-a293-64f7804e747d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=392a7cc3-1990-4458-a293-64f7804e747d,segment=NetworkSegment(965fda78-8acd-4961-82b2-32c14b3adcb7),segment_id=965fda78-8acd-4961-82b2-32c14b3adcb7)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:12.311306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8610a987-0c4b-416b-8503-a035e704c694,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:12.358239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39162) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.364728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (392a7cc3-1990-4458-a293-64f7804e747d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.412737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Allocated IP 2001:db8::2ac (09ce49af-a1c4-4af6-8c92-231ad3137a44/27881efb-7671-4eba-ab6e-3d4d71906bb8/737ae3ad-652b-4cbf-900f-cc41121beaf9) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:12.414800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Checking segment: {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:12.415193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Network hostable DHCP agents. Network: 87bcd8f2-16f1-4ba0-9750-434e5885f6a5, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:12.438440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.454277 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (495cbb87-59f7-4b7d-9afe-0a97add01dea), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.537176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=392a7cc3-1990-4458-a293-64f7804e747d,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:12.584372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (1a1538ab-03a7-4dae-bdee-a3f378a18b9a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.592651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39166) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.641608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=495cbb87-59f7-4b7d-9afe-0a97add01dea,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:12.729546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for port (737ae3ad-652b-4cbf-900f-cc41121beaf9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.733956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:12.783137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Checking segment: {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:12.783644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Network hostable DHCP agents. Network: e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:12.793884 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1538ab-03a7-4dae-bdee-a3f378a18b9a,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:12.820028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Checking segment: {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:12.820028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Network hostable DHCP agents. Network: 4ac93f14-37fa-473f-8320-bd08fb092fdf, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:12.820028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39172) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:12.825621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Allocated IP 172.26.7.140 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/54037db0-eeb7-4fb3-94d1-7208b642b65e) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:12.843568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275baf14-711d-4844-ae17-1deddd967ca7 None None] Network 09ce49af-a1c4-4af6-8c92-231ad3137a44 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:12.911504 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 87bcd8f2-16f1-4ba0-9750-434e5885f6a5) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:12.914554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (737ae3ad-652b-4cbf-900f-cc41121beaf9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.932351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:12.932934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.941171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8b973c-8021-4866-ae66-0eb9ba63bed7 None None] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:12.965082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:12.992216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:12.994156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:13.002728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-697763740'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:13.006621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:13.007243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.020893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 4ac93f14-37fa-473f-8320-bd08fb092fdf) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:13.035666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:13.036282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.042353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-163009521'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:13.051684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Network 09ce49af-a1c4-4af6-8c92-231ad3137a44 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:13.060528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:13.061683 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ded4e129-2be3-48fa-affe-57f4a46d1fca admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9450624 Apr 06 14:31:13.063179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:13.064334 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-317de288-7e8b-4450-a8b6-75e46685c50e tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:13.069796 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:13.070414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.076521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39176) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.080716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks [] for port (54037db0-eeb7-4fb3-94d1-7208b642b65e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.085950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:13.115527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event updated for resources: {'Port': ['ID=737ae3ad-652b-4cbf-900f-cc41121beaf9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.122213 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e3bd6692-816e-419f-a14c-c7462f7f5778 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7488093 Apr 06 14:31:13.122449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39178) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.127699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:13.145385 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-efc5658a-a1bd-4c7f-bba9-aef23adeb4da admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5819449 Apr 06 14:31:13.146929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39180) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.153378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:13.156506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c548f7f-b69e-4685-8b22-d65664b86e18 None None] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:13.158366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b1d8b-68bb-41d2-a4c8-6792841dc891 None None] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:13.163078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Made reservation on behalf of b913a2b2f1fe4f9bb51e55f8311148d8 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:13.165928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.175035 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-260f3452-277e-40c9-b219-68b632cfaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4124861 Apr 06 14:31:13.176734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39184) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.191097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.214112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Made reservation on behalf of 5f9f198dd9a340a89f9388dc4492a1eb for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:13.217708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.238140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (88616b4e-910c-4d66-a7a4-966c3ad5290d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.239253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (88616b4e-910c-4d66-a7a4-966c3ad5290d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.250530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.251599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.265427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.276975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-55ef434f-3275-4107-b194-c346d5709d97 None None] Provisioning complete for port 392a7cc3-1990-4458-a293-64f7804e747d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:13.278011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55ef434f-3275-4107-b194-c346d5709d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (392a7cc3-1990-4458-a293-64f7804e747d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.282038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (54037db0-eeb7-4fb3-94d1-7208b642b65e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.335532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (4c355361-081d-4412-9880-8b52fc565451), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.336767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (4c355361-081d-4412-9880-8b52fc565451), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.347529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks [] for security_group (e9c3d3f8-7547-4cd0-85c4-26b463785fe9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.360332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:13.365024 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-317de288-7e8b-4450-a8b6-75e46685c50e tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "PUT /v2.0/quotas/f442f82749074c278f98439a8a6143fc HTTP/1.1" status: 200 len: 366 time: 0.5449564 Apr 06 14:31:13.370287 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:13.373398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:13.378385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39186) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.387781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks [] for router_controller (88616b4e-910c-4d66-a7a4-966c3ad5290d), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.400981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks [] for router_controller (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.428479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a413b-3447-4922-a097-199a88823d8d tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:13.434746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a413b-3447-4922-a097-199a88823d8d tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:13.441029 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a413b-3447-4922-a097-199a88823d8d tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:13.442791 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bf4a413b-3447-4922-a097-199a88823d8d tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2641425 Apr 06 14:31:13.447252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e9c3d3f8-7547-4cd0-85c4-26b463785fe9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.450430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39188) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.451182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Pushing event updated for resources: {'Port': ['ID=54037db0-eeb7-4fb3-94d1-7208b642b65e,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.484071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:13.484925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.493067 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-05995bc2-9845-4b60-97ae-ce6497b8ab8f tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1070535 Apr 06 14:31:13.522266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39190) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.570065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:13.571924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.618513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:13.618725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-4ac93f14-37fa-473f-8320-bd08fb092fdf', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:13.619487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.623189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks [] for router_controller (4c355361-081d-4412-9880-8b52fc565451), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.652314 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-16e7239d-b971-44ed-954f-a2471c1a870a tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "GET /v2.0/quotas/f442f82749074c278f98439a8a6143fc HTTP/1.1" status: 200 len: 366 time: 0.0915926 Apr 06 14:31:13.670024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39192) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.687181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (cd7e150c-0356-467e-a64c-8e47dee1d905), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.687661 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Added segment cd7e150c-0356-467e-a64c-8e47dee1d905 of type vlan for network a1669f92-192d-4a1a-bc0b-e37586223959 Apr 06 14:31:13.718919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks [] for floatingip (c08c8e6d-50ad-4be6-858b-1e457d0cacfd), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.720312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c3d3f8-7547-4cd0-85c4-26b463785fe9,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.824052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Allocated IP 172.20.0.2 (87bcd8f2-16f1-4ba0-9750-434e5885f6a5/8610a987-0c4b-416b-8503-a035e704c694/03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:13.909145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a1669f92-192d-4a1a-bc0b-e37586223959), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.945002 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c013765d-394d-4735-b83c-3b5551be3db4 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/f442f82749074c278f98439a8a6143fc HTTP/1.1" status: 204 len: 168 time: 0.2717021 Apr 06 14:31:13.946796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39194) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:14.072405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Allocated IP 172.20.0.2 (e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e/495cbb87-59f7-4b7d-9afe-0a97add01dea/b2c64145-e041-49da-bdb3-c313fbaf2538) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:14.085728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a1669f92-192d-4a1a-bc0b-e37586223959), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.092048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:14.092944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.159827 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e234efc3-4b91-42d4-b1ae-a0b54d1dbd38 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1563630 Apr 06 14:31:14.160876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks [] for router_gateway (88616b4e-910c-4d66-a7a4-966c3ad5290d), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.165592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks [] for router_gateway (4c355361-081d-4412-9880-8b52fc565451), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.181666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39196) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:14.201906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks [] for router_gateway (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.209647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks [] for security_group (1ab2b3ce-7cd1-40db-906f-5e3c2469fd8c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.213917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (54037db0-eeb7-4fb3-94d1-7208b642b65e), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.241356 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-856ad7ab-785c-47c0-89a0-f706180860c3 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "GET /v2.0/quotas/f442f82749074c278f98439a8a6143fc HTTP/1.1" status: 200 len: 370 time: 0.0506082 Apr 06 14:31:14.245423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39200) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:14.254254 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-749ae914-9462-4e7b-ae07-4490ae5870e9 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "GET /v2.0/quotas/f442f82749074c278f98439a8a6143fc/default HTTP/1.1" status: 200 len: 370 time: 0.0064726 Apr 06 14:31:14.262460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39202) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:14.271047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Publish callbacks [] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.275401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 392a7cc3-1990-4458-a293-64f7804e747d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:14.276949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Pushing event updated for resources: {'Network': ['ID=a1669f92-192d-4a1a-bc0b-e37586223959,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:14.280001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.280815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-55ef434f-3275-4107-b194-c346d5709d97 None None] Current status of the port 392a7cc3-1990-4458-a293-64f7804e747d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:14.310160 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eed59820-53e7-49fb-831b-0130061d29f5 tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7135239 Apr 06 14:31:14.319387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a1669f92-192d-4a1a-bc0b-e37586223959 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:14.332245 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-5ce96e80-b870-45ec-a22d-2543d0ef9460 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] delete failed (client error): The resource could not be found. Apr 06 14:31:14.332245 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5ce96e80-b870-45ec-a22d-2543d0ef9460 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/f442f82749074c278f98439a8a6143fc HTTP/1.1" status: 404 len: 348 time: 0.0655706 Apr 06 14:31:14.366465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1ab2b3ce-7cd1-40db-906f-5e3c2469fd8c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.392395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:14.440138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c0c3201d-d3d3-47ff-9fac-b186d8e7bc05), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.440311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Added segment c0c3201d-d3d3-47ff-9fac-b186d8e7bc05 of type vlan for network a4a9f333-5add-48db-9326-2bb79ef84b70 Apr 06 14:31:14.539706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a4a9f333-5add-48db-9326-2bb79ef84b70), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.592296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks [] for port (54037db0-eeb7-4fb3-94d1-7208b642b65e), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.637459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Publish callbacks [] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.652531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4124f654-c53d-4b55-9f81-0f3a9530e493 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Deleting port 737ae3ad-652b-4cbf-900f-cc41121beaf9 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:14.653425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4124f654-c53d-4b55-9f81-0f3a9530e493 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (737ae3ad-652b-4cbf-900f-cc41121beaf9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.695418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a4a9f333-5add-48db-9326-2bb79ef84b70), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.701421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:14.702281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.729760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39218) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:14.750716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.766954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.770452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (54037db0-eeb7-4fb3-94d1-7208b642b65e), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.835863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (c08c8e6d-50ad-4be6-858b-1e457d0cacfd), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.849160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 392a7cc3-1990-4458-a293-64f7804e747d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:14.849823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (392a7cc3-1990-4458-a293-64f7804e747d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.893207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:14.924232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:14.929033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:14.947375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:14.949902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Provisioning complete for port 4a7719fc-8579-4e7e-8e48-da9be5c350d4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:14.950309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:14.953800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Pushing event updated for resources: {'Port': ['ID=54037db0-eeb7-4fb3-94d1-7208b642b65e,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:14.969691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event updated for resources: {'Network': ['ID=a4a9f333-5add-48db-9326-2bb79ef84b70,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:14.976672 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6164546 Apr 06 14:31:14.988034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39228) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:15.002024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Request body: {'subnet': {'network_id': 'a4a9f333-5add-48db-9326-2bb79ef84b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:15.013742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:15.017393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Port 4a7719fc-8579-4e7e-8e48-da9be5c350d4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:15.027775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.030078 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1f0455c1-0925-4d12-af0d-ff4df77471da tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9831281 Apr 06 14:31:15.034530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39230) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:15.041381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a4a9f333-5add-48db-9326-2bb79ef84b70 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:15.047268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1952674836', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'fixed_ips': [{'ip_address': '172.26.7.140'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:15.054048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Pushing event updated for resources: {'Port': ['ID=b2c64145-e041-49da-bdb3-c313fbaf2538,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.090526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks [] for router_gateway (4c355361-081d-4412-9880-8b52fc565451), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.110667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8604d56-f323-4cc0-8b86-04827ec31722 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2b3ce-7cd1-40db-906f-5e3c2469fd8c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.134615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Pushing event updated for resources: {'Port': ['ID=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.160489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.182316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Made reservation on behalf of 75585cf7f74e4639bd6a97a14d6cff35 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:15.187399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.210988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.229971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:15.231586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39232) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:15.236515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Usage tracker for resource:network and project:b12e056dbf164e7c93371cab74ebbd88 is out of sync, need to count used quota {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:15.249329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Request body: {'port': {'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-256122852'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:15.249615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Provisioning complete for port 737ae3ad-652b-4cbf-900f-cc41121beaf9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:15.249907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (737ae3ad-652b-4cbf-900f-cc41121beaf9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.256357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:15.265932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Made reservation on behalf of 5f9f198dd9a340a89f9388dc4492a1eb for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:15.271885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks [] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.275700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 392a7cc3-1990-4458-a293-64f7804e747d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:15.315049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Allocated IP 172.20.0.2 (4ac93f14-37fa-473f-8320-bd08fb092fdf/1a1538ab-03a7-4dae-bdee-a3f378a18b9a/2fbfecbb-8549-4682-8e74-95a76bd7eeaf) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:15.374227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4124f654-c53d-4b55-9f81-0f3a9530e493 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (737ae3ad-652b-4cbf-900f-cc41121beaf9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.391852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Attempting to bind port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:15.392603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Attempting to bind port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:15.393130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Attempting to bind port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 on network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:15.411830 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Allocated IP 172.26.7.144 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/fefa993e-6172-4958-a832-ac8080b97641) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:15.414391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Usage tracker for resource:subnet and project:b12e056dbf164e7c93371cab74ebbd88 is out of sync, need to count used quota {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:15.420218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Port 737ae3ad-652b-4cbf-900f-cc41121beaf9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:15.421383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4124f654-c53d-4b55-9f81-0f3a9530e493 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Calling delete_port for 737ae3ad-652b-4cbf-900f-cc41121beaf9 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:15.441525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:15.471491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks [] for security_group (39910996-7245-4de7-bc08-ec257f26c7c5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.554581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Usage tracker for resource:subnetpool and project:b12e056dbf164e7c93371cab74ebbd88 is out of sync, need to count used quota {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:15.556512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Made reservation on behalf of 5dc4edc44f2f4441a27d2a96dea9a400 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:15.558917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.572752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (39910996-7245-4de7-bc08-ec257f26c7c5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.583274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks [] for port (fefa993e-6172-4958-a832-ac8080b97641), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.586036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:15.586171 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] device_id is not set on port 477363bc-10c2-420b-a708-74f8f80c2f77 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:15.593526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:15.593901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Checking segment: {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:15.594305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.594704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Bound using segment: {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:15.595233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Bound port: 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:15.595613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.597385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.618709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Attempting to bind port b2c64145-e041-49da-bdb3-c313fbaf2538 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:15.619019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Attempting to bind port b2c64145-e041-49da-bdb3-c313fbaf2538 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:15.619446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Attempting to bind port b2c64145-e041-49da-bdb3-c313fbaf2538 on network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:15.638521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:15.638901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Checking segment: {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:15.639345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.639738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Bound using segment: {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:15.640368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Bound port: b2c64145-e041-49da-bdb3-c313fbaf2538, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:15.640749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.653091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Usage tracker for resource:port and project:b12e056dbf164e7c93371cab74ebbd88 is out of sync, need to count used quota {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:15.655179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Provisioning complete for port 392a7cc3-1990-4458-a293-64f7804e747d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:15.655561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (392a7cc3-1990-4458-a293-64f7804e747d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.714790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39910996-7245-4de7-bc08-ec257f26c7c5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.795391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:15.825194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0253c34e-6234-4c16-8870-3757c617934f None None] For port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:15.847519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.861961 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (fefa993e-6172-4958-a832-ac8080b97641), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.878368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0253c34e-6234-4c16-8870-3757c617934f None None] For port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:15.917832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] For port b2c64145-e041-49da-bdb3-c313fbaf2538, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:15.944615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.951751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Usage tracker for resource:router and project:b12e056dbf164e7c93371cab74ebbd88 is out of sync, need to count used quota {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:15.953294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:15.956502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Pushing event updated for resources: {'Port': ['ID=fefa993e-6172-4958-a832-ac8080b97641,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:15.956718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] For port b2c64145-e041-49da-bdb3-c313fbaf2538, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b2c64145-e041-49da-bdb3-c313fbaf2538,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:15.963021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Publish callbacks [] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:15.968035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:15.970745 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:15.995191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a93d7519-b95d-47dd-8938-52375bedce1d None None] Current status of the port 392a7cc3-1990-4458-a293-64f7804e747d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:16.014077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:16.032678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253c34e-6234-4c16-8870-3757c617934f None None] Pushing event updated for resources: {'Port': ['ID=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.037828 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:31:16.040994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.044756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:16.096216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.096430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks [] for router_gateway (88616b4e-910c-4d66-a7a4-966c3ad5290d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.148946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:16.162831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1b304156-27c7-443c-ac62-9e01e042b5f0 None None] Provisioning complete for port 737ae3ad-652b-4cbf-900f-cc41121beaf9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:16.163758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b304156-27c7-443c-ac62-9e01e042b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (737ae3ad-652b-4cbf-900f-cc41121beaf9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.169474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:16.179334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79ddaa-e736-4d15-a290-f15b8e88c441 None None] Pushing event updated for resources: {'Port': ['ID=b2c64145-e041-49da-bdb3-c313fbaf2538,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.185363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Usage tracker for resource:floatingip and project:b12e056dbf164e7c93371cab74ebbd88 is out of sync, need to count used quota {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:16.189659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.198297 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d1c0e98b-8aa4-47d6-8764-68237d5d2c93 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1625462 Apr 06 14:31:16.208144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39234) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:16.221230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:16.227313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks [] for router_gateway (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.258852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:16.276828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Pushing event updated for resources: {'Port': ['ID=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.287897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1b304156-27c7-443c-ac62-9e01e042b5f0 None None] Port 737ae3ad-652b-4cbf-900f-cc41121beaf9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:16.416458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Attempting to bind port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:16.417105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Attempting to bind port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:16.418164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Attempting to bind port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf on network 4ac93f14-37fa-473f-8320-bd08fb092fdf {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:16.434117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:16.434493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Checking segment: {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:16.435103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.435710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Bound using segment: {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:16.436479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Bound port: 2fbfecbb-8549-4682-8e74-95a76bd7eeaf, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:16.437020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.456994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.574265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] For port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:16.584605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] For port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:16.617360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4124f654-c53d-4b55-9f81-0f3a9530e493 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (737ae3ad-652b-4cbf-900f-cc41121beaf9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.619955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (dbd16c4e-f7c1-4f6b-b005-386e5ded0e65), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.651412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks [] for security_group (8d6418c4-86de-44cd-a37b-a28f0c9d5a3a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.666268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.674913 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks [] for router_gateway (4c355361-081d-4412-9880-8b52fc565451), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.675291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.720985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Deleting port 54037db0-eeb7-4fb3-94d1-7208b642b65e {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:16.720985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (54037db0-eeb7-4fb3-94d1-7208b642b65e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:16.797693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcb172-4780-4b08-8d0a-edb89123e0f4 None None] Pushing event updated for resources: {'Port': ['ID=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:16.898646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (8d6418c4-86de-44cd-a37b-a28f0c9d5a3a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.004771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124f654-c53d-4b55-9f81-0f3a9530e493 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event deleted for resources: {'Port': ['ID=737ae3ad-652b-4cbf-900f-cc41121beaf9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.027114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (54037db0-eeb7-4fb3-94d1-7208b642b65e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.027553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks [] for floatingip (54037db0-eeb7-4fb3-94d1-7208b642b65e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.048715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] device_id is not set on port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:17.053174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Calling delete_port for 54037db0-eeb7-4fb3-94d1-7208b642b65e owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:17.056514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4124f654-c53d-4b55-9f81-0f3a9530e493 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.065026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4124f654-c53d-4b55-9f81-0f3a9530e493 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "DELETE /v2.0/ports/737ae3ad-652b-4cbf-900f-cc41121beaf9 HTTP/1.1" status: 204 len: 168 time: 3.6069689 Apr 06 14:31:17.065026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6418c4-86de-44cd-a37b-a28f0c9d5a3a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.066204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39242) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:17.087339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event updated for resources: {'Subnet': ['ID=dbd16c4e-f7c1-4f6b-b005-386e5ded0e65,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:17.091962 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Request body: {'port': {'name': 'tempest-new-port-name-1061492747', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:17.095928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] bootfile-name is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:31:17.095928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] tftp-server is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:31:17.095928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] server-ip-address is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:31:17.250488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Allocated IP 172.26.7.96 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/13c4f1f6-fc37-480c-a811-7d26fad9fde7) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:17.286624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Checking segment: {'id': 'c0c3201d-d3d3-47ff-9fac-b186d8e7bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a4a9f333-5add-48db-9326-2bb79ef84b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:17.287589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Network hostable DHCP agents. Network: a4a9f333-5add-48db-9326-2bb79ef84b70, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:17.319760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Usage tracker for resource:security_group and project:b12e056dbf164e7c93371cab74ebbd88 is out of sync, need to count used quota {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:17.378681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:17.473714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (4c355361-081d-4412-9880-8b52fc565451), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.479429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Usage tracker for resource:security_group_rule and project:b12e056dbf164e7c93371cab74ebbd88 is out of sync, need to count used quota {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 06 14:31:17.484540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.514412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.quota.resource [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 06 14:31:17.534238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Network a4a9f333-5add-48db-9326-2bb79ef84b70 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:17.555483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c5d41bbf-cca5-4403-a0aa-d2e06525d457 tempest-QuotasTest-75220614 tempest-QuotasTest-75220614-project-admin] 10.222.0.71 "GET /v2.0/quotas/b12e056dbf164e7c93371cab74ebbd88/details.json HTTP/1.1" status: 200 len: 703 time: 2.7794495 Apr 06 14:31:17.563936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks [] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.638076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] device_id is not set on port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:17.644819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, a4a9f333-5add-48db-9326-2bb79ef84b70) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:17.664018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks [] for port (c5f1043d-c4ef-4f97-96c2-c313acdf1a11), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.664112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e4559-3222-428f-b01e-5756607b5111 None None] Network a4a9f333-5add-48db-9326-2bb79ef84b70 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:17.668219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:17.668815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.730293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c5f1043d-c4ef-4f97-96c2-c313acdf1a11), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.887448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea02cc-c0ed-46b4-a9e7-5910b62f9a10 None None] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:17.948674 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-208ecfd6-ae52-4063-b067-455d7a0b9ca7 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9517601 Apr 06 14:31:17.963567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39246) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:17.965885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-a4a9f333-5add-48db-9326-2bb79ef84b70', 'network_id': 'a4a9f333-5add-48db-9326-2bb79ef84b70', 'project_id': '5f9f198dd9a340a89f9388dc4492a1eb', 'fixed_ips': [{'subnet_id': 'dbd16c4e-f7c1-4f6b-b005-386e5ded0e65'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:17.968652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.968779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:17.969181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Allocated IP 172.26.7.164 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/ed8413d0-4af7-443b-8f9d-6af5f980c8d9) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:17.981838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Request body: {'port': {'network_id': 'a4a9f333-5add-48db-9326-2bb79ef84b70', 'name': 'tempest-DHCPAgentSchedulersTestJSON-727462666'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:18.070183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:18.077222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f1043d-c4ef-4f97-96c2-c313acdf1a11,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:18.098556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2fbfecbb-8549-4682-8e74-95a76bd7eeaf up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:18.116508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:18.205132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:18.325945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e42f0962-5eed-4cbc-93a0-3a4f2e18b702 None None] Provisioning complete for port b2c64145-e041-49da-bdb3-c313fbaf2538 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:18.326353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e42f0962-5eed-4cbc-93a0-3a4f2e18b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.381034 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (54037db0-eeb7-4fb3-94d1-7208b642b65e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.421268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6283b359-f29c-48d5-87ff-95493c7b4775 None None] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:18.475389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks [] for floatingip (c08c8e6d-50ad-4be6-858b-1e457d0cacfd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.485305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.492214 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/c08c8e6d-50ad-4be6-858b-1e457d0cacfd HTTP/1.1" status: 204 len: 168 time: 2.2777781 Apr 06 14:31:18.566144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39254) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:18.584084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Checking segment: {'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:18.589668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Network hostable DHCP agents. Network: a1669f92-192d-4a1a-bc0b-e37586223959, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:18.593568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f491413-37e6-4934-a0b5-e62e3b5dd643 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085 tempest-ExternalNetworksAdminNegativeTestJSON-2031505085-project-admin] Pushing event deleted for resources: {'Port': ['ID=54037db0-eeb7-4fb3-94d1-7208b642b65e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:18.623448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Pushing event updated for resources: {'Port': ['ID=13c4f1f6-fc37-480c-a811-7d26fad9fde7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:18.676902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks [] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.687414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Router 4c355361-081d-4412-9880-8b52fc565451 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:31:18.696089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.711871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:18.713147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.761919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Allocated IP 172.20.0.2 (a4a9f333-5add-48db-9326-2bb79ef84b70/dbd16c4e-f7c1-4f6b-b005-386e5ded0e65/d09b4e42-9052-48f3-b138-1677350de3bd) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:18.781786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe2cc28-4e60-406f-b9df-b89636290d1a None None] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:18.833609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks [] for router_gateway (88616b4e-910c-4d66-a7a4-966c3ad5290d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.842496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Made reservation on behalf of 5f9f198dd9a340a89f9388dc4492a1eb for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:18.846387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.849213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.973944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] device_id is not set on port 0ad06f27-e7e3-405a-b523-98c178b1e218 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:18.984158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] In _notify_port_updated(), no bound segment for port 4a7719fc-8579-4e7e-8e48-da9be5c350d4 on network 09ce49af-a1c4-4af6-8c92-231ad3137a44 {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:18.989374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:18.993166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.995179 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "PUT /v2.0/ports/4a7719fc-8579-4e7e-8e48-da9be5c350d4 HTTP/1.1" status: 200 len: 1130 time: 1.9279697 Apr 06 14:31:18.996168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-519311ad-4d12-4b2d-835c-8dbb6c39bae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:18.999109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39258) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:19.036232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Network a1669f92-192d-4a1a-bc0b-e37586223959 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:19.059107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.116293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f8953-25ed-4dec-abf5-ef0bfd055e2e tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event updated for resources: {'Port': ['ID=4a7719fc-8579-4e7e-8e48-da9be5c350d4,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:19.136730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e42f0962-5eed-4cbc-93a0-3a4f2e18b702 None None] Current status of the port b2c64145-e041-49da-bdb3-c313fbaf2538 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:19.145223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e42f0962-5eed-4cbc-93a0-3a4f2e18b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.204556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f105bf86-ad98-4219-b202-508a35867934 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:19.210736 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f105bf86-ad98-4219-b202-508a35867934 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "GET /v2.0/ports/4a7719fc-8579-4e7e-8e48-da9be5c350d4 HTTP/1.1" status: 200 len: 1130 time: 0.2007186 Apr 06 14:31:19.223377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39262) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:19.230169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:19.242399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:19.284580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:19.301425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Sync routers for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:19.320938 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:19.322729 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:19.387515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e42f0962-5eed-4cbc-93a0-3a4f2e18b702 None None] For port b2c64145-e041-49da-bdb3-c313fbaf2538, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b2c64145-e041-49da-bdb3-c313fbaf2538,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:19.390831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39264) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:19.438480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8413d0-4af7-443b-8f9d-6af5f980c8d9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:19.455901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:19.456481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.463082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:19.520035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.528586 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7aeef5b3-dd8a-42e6-b4a0-31717941d666 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3789632 Apr 06 14:31:19.529372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39268) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:19.704986 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:19.750664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e42f0962-5eed-4cbc-93a0-3a4f2e18b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.917820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f0962-5eed-4cbc-93a0-3a4f2e18b702 None None] Pushing event updated for resources: {'Port': ['ID=b2c64145-e041-49da-bdb3-c313fbaf2538,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:19.938665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Publish callbacks [] for port (d09b4e42-9052-48f3-b138-1677350de3bd), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.945519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:19.953789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, a1669f92-192d-4a1a-bc0b-e37586223959) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:19.960791 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:16Z', 'revision_number': 3, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:19.967098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Provisioning complete for port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:19.967734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:19.970759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:19.975903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df578d96-323d-43c4-b01a-7627303c0b28 None None] Network a1669f92-192d-4a1a-bc0b-e37586223959 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:20.013956 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Checking router: 4c355361-081d-4412-9880-8b52fc565451 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:20.014535 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Updating router 4c355361-081d-4412-9880-8b52fc565451 port fefa993e-6172-4958-a832-ac8080b97641 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:20.030262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.030643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.038025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.044708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:20.045054 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:20.052030 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 2 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:20.062425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fefa993e-6172-4958-a832-ac8080b97641), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.069317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50e02956-4ad7-412f-b181-d15cff403872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.081702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.082136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.082475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.086287 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-519311ad-4d12-4b2d-835c-8dbb6c39bae0 admin admin] Publish callbacks [] for security_group (feabcaf5-d738-4166-a296-4861bb4fc254), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.093109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:20.093495 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:20.095861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 3 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:20.105138 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.121422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.121809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.122283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.131763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:20.131763 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:20.134309 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 4 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:20.147325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d31578b1-eb3c-4138-a778-9f609ddb74ab tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Deleting port 4a7719fc-8579-4e7e-8e48-da9be5c350d4 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:20.147815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d31578b1-eb3c-4138-a778-9f609ddb74ab tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.166529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.167073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.167639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.177125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:20.177517 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:20.178947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (88616b4e-910c-4d66-a7a4-966c3ad5290d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.182776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.183779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b2c64145-e041-49da-bdb3-c313fbaf2538 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:20.184978 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 5 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:20.214724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-519311ad-4d12-4b2d-835c-8dbb6c39bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (feabcaf5-d738-4166-a296-4861bb4fc254), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.269425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Network a4a9f333-5add-48db-9326-2bb79ef84b70 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:20.273968 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519311ad-4d12-4b2d-835c-8dbb6c39bae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feabcaf5-d738-4166-a296-4861bb4fc254,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.278588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Pushing event updated for resources: {'Port': ['ID=d09b4e42-9052-48f3-b138-1677350de3bd,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.291192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:20.304896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:20.328844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Allocated IP 172.20.0.10 (a4a9f333-5add-48db-9326-2bb79ef84b70/dbd16c4e-f7c1-4f6b-b005-386e5ded0e65/0ad06f27-e7e3-405a-b523-98c178b1e218) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:20.399826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.400169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.400505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.464449 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-519311ad-4d12-4b2d-835c-8dbb6c39bae0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4a04e5606d1240fca0df52e58924875d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8971152 Apr 06 14:31:20.484378 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Publish callbacks [] for port (fefa993e-6172-4958-a832-ac8080b97641), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.484968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39272) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.508367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:20.508698 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:20.511071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.516203 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 6 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:20.516658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Current status of the port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:20.517208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.522038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b2c64145-e041-49da-bdb3-c313fbaf2538 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:20.522711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.569182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d31578b1-eb3c-4138-a778-9f609ddb74ab tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.570235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Attempting to bind port d09b4e42-9052-48f3-b138-1677350de3bd on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.570787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Attempting to bind port d09b4e42-9052-48f3-b138-1677350de3bd by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c0c3201d-d3d3-47ff-9fac-b186d8e7bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a4a9f333-5add-48db-9326-2bb79ef84b70'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.571316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Attempting to bind port d09b4e42-9052-48f3-b138-1677350de3bd on network a4a9f333-5add-48db-9326-2bb79ef84b70 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.573017 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fefa993e-6172-4958-a832-ac8080b97641), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.587375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:20.588952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Checking segment: {'id': 'c0c3201d-d3d3-47ff-9fac-b186d8e7bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a4a9f333-5add-48db-9326-2bb79ef84b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:20.588952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.589231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Bound using segment: {'id': 'c0c3201d-d3d3-47ff-9fac-b186d8e7bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a4a9f333-5add-48db-9326-2bb79ef84b70'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:20.589893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Bound port: d09b4e42-9052-48f3-b138-1677350de3bd, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c3201d-d3d3-47ff-9fac-b186d8e7bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a4a9f333-5add-48db-9326-2bb79ef84b70'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:20.590622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.597275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.597617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.597935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.603836 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d31578b1-eb3c-4138-a778-9f609ddb74ab tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Calling delete_port for 4a7719fc-8579-4e7e-8e48-da9be5c350d4 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:20.605823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:20.606149 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:20.610464 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 7 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:20.638883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.639479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.639816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.648131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] For port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:20.658654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84032b43-d3b3-40f6-9be6-7b119579eb40 admin admin] Publish callbacks [] for security_group (feabcaf5-d738-4166-a296-4861bb4fc254), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.688190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84032b43-d3b3-40f6-9be6-7b119579eb40 admin admin] Publish callbacks [] for security_group (feabcaf5-d738-4166-a296-4861bb4fc254), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.708088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Router 88616b4e-910c-4d66-a7a4-966c3ad5290d is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:31:20.719238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:20.719578 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:20.726094 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 8 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:20.733975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks [] for router_gateway (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.747625 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Attempting to bind port fefa993e-6172-4958-a832-ac8080b97641 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.748812 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Attempting to bind port fefa993e-6172-4958-a832-ac8080b97641 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.749367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Attempting to bind port fefa993e-6172-4958-a832-ac8080b97641 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.758812 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Pushing event updated for resources: {'Port': ['ID=fefa993e-6172-4958-a832-ac8080b97641,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.768022 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.769390 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.769928 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.773801 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.773801 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.773801 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.773801 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.773801 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.773801 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.774507 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.775294 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.775809 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.776313 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Tracked resource versions report: Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: pushed versions: Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: { 'AddressGroup': {'1.2'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'ConntrackHelper': {'1.0'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Log': {'1.0'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Network': {'1.1'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Port': {'1.7'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'PortForwarding': {'1.2'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'QosPolicy': {'1.10'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SecurityGroup': {'1.5'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SubPort': {'1.0'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Subnet': {'1.1'}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Trunk': {'1.1'}} Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: consumer versions: Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: { DHCP agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: HyperV agent@hv-neutron-8358: {}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: L3 agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: Metadata agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: Metering agent@dv-neutron-835863-1-hyperv: {}, Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: Open vSwitch agent@dv-neutron-835863-1-hyperv: { 'AddressGroup': '1.2', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'ConntrackHelper': '1.0', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'LocalIPAssociation': '1.0', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Log': '1.0', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Network': '1.1', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Port': '1.7', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'PortForwarding': '1.2', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'QosPolicy': '1.10', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SecurityGroup': '1.5', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SecurityGroupRule': '1.2', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'SubPort': '1.0', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Subnet': '1.1', Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: 'Trunk': '1.1'}} Apr 06 14:31:20.778534 dv-neutron-835863-1-hyperv neutron-server[104449]: {{(pid=104449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:31:20.785122 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:20.785788 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:20.786364 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.787662 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:20.789506 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Bound port: fefa993e-6172-4958-a832-ac8080b97641, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:20.790137 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fefa993e-6172-4958-a832-ac8080b97641), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.794079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] For port d09b4e42-9052-48f3-b138-1677350de3bd, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:20.797419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] For port d09b4e42-9052-48f3-b138-1677350de3bd, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d09b4e42-9052-48f3-b138-1677350de3bd,segment=NetworkSegment(c0c3201d-d3d3-47ff-9fac-b186d8e7bc05),segment_id=c0c3201d-d3d3-47ff-9fac-b186d8e7bc05)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:20.809033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.857289 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] For port fefa993e-6172-4958-a832-ac8080b97641, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:20.861135 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] For port fefa993e-6172-4958-a832-ac8080b97641, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fefa993e-6172-4958-a832-ac8080b97641,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:20.870707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50e02956-4ad7-412f-b181-d15cff403872 admin admin] Publish callbacks [] for security_group (c05aa939-8a02-40d4-8873-fbbfc0f415f4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.884329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.888097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.902053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Pushing event updated for resources: {'Port': ['ID=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.914182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b2c64145-e041-49da-bdb3-c313fbaf2538 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:20.915884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:20.979109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:20.980311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:20.980870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:20.994069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Provisioning complete for port 4a7719fc-8579-4e7e-8e48-da9be5c350d4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:20.994449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.996968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:20.997294 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:20.997869 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fefa993e-6172-4958-a832-ac8080b97641), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.037841 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 9 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:21.049124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks [] for port (0ad06f27-e7e3-405a-b523-98c178b1e218), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.051597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50e02956-4ad7-412f-b181-d15cff403872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c05aa939-8a02-40d4-8873-fbbfc0f415f4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.077630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb995-4090-468a-87d2-f6f5846fdee2 None None] Pushing event updated for resources: {'Port': ['ID=d09b4e42-9052-48f3-b138-1677350de3bd,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.084018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Port 4a7719fc-8579-4e7e-8e48-da9be5c350d4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:21.092707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:21.093126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.144010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:21.144535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:21.145273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:21.163146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:21.165102 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:21.167625 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:21.168367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:21.172422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Provisioning complete for port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:21.172422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.185018 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 10 to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 Apr 06 14:31:21.256221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.283861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:21.284408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:21.284843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:21.296257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:21.296716 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:21.297201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c5f1043d-c4ef-4f97-96c2-c313acdf1a11), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.313920 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef944d2-8e83-4d9e-829a-814ff352e304 None None] Pushing event updated for resources: {'Port': ['ID=fefa993e-6172-4958-a832-ac8080b97641,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.316837 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e02956-4ad7-412f-b181-d15cff403872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05aa939-8a02-40d4-8873-fbbfc0f415f4,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.322995 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-50e02956-4ad7-412f-b181-d15cff403872 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cb451d26d39f44dbbcf8ec49e80de65f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9302189 Apr 06 14:31:21.337724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39274) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:21.340242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:21.376370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Current status of the port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:21.432442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Provisioning complete for port b2c64145-e041-49da-bdb3-c313fbaf2538 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:21.432855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.473957 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:21.547427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Allocated IP 172.20.0.1 (4ac93f14-37fa-473f-8320-bd08fb092fdf/1a1538ab-03a7-4dae-bdee-a3f378a18b9a/759a55ca-9a8a-440b-ad38-42ba9f59c120) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:21.579128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84032b43-d3b3-40f6-9be6-7b119579eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (feabcaf5-d738-4166-a296-4861bb4fc254), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.582120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84032b43-d3b3-40f6-9be6-7b119579eb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.587708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-84032b43-d3b3-40f6-9be6-7b119579eb40 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/feabcaf5-d738-4166-a296-4861bb4fc254 HTTP/1.1" status: 204 len: 168 time: 1.0948761 Apr 06 14:31:21.590812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ad9eed00-a36c-43f5-b7cb-9d5db14c458e None None] Current status of the port b2c64145-e041-49da-bdb3-c313fbaf2538 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:21.616242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:21.632731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Sync routers for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:21.645795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84032b43-d3b3-40f6-9be6-7b119579eb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feabcaf5-d738-4166-a296-4861bb4fc254,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.670409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d31578b1-eb3c-4138-a778-9f609ddb74ab tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (4a7719fc-8579-4e7e-8e48-da9be5c350d4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.696894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:21.697545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:21.726603 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (0ad06f27-e7e3-405a-b523-98c178b1e218), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.742123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31578b1-eb3c-4138-a778-9f609ddb74ab tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event deleted for resources: {'Port': ['ID=4a7719fc-8579-4e7e-8e48-da9be5c350d4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.794027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] For port c5f1043d-c4ef-4f97-96c2-c313acdf1a11, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:21.795303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempted to set empty binding levels {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:31:21.845856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.851674 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5d3dddd8-693e-4305-8468-74cb78834a51 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7701876 Apr 06 14:31:21.852549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39278) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:21.858082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2fbfecbb-8549-4682-8e74-95a76bd7eeaf up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:21.967052 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:16Z', 'revision_number': 3, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:21.988259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c5f1043d-c4ef-4f97-96c2-c313acdf1a11), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.999199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d31578b1-eb3c-4138-a778-9f609ddb74ab tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.999793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-308d4cb7-fbb3-442f-98e5-9b4c11082492 None None] Provisioning complete for port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:22.002798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-308d4cb7-fbb3-442f-98e5-9b4c11082492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.011866 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d31578b1-eb3c-4138-a778-9f609ddb74ab tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "DELETE /v2.0/ports/4a7719fc-8579-4e7e-8e48-da9be5c350d4 HTTP/1.1" status: 204 len: 168 time: 2.7815578 Apr 06 14:31:22.022698 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313432e-4a50-40d5-bc19-3893d2f4a56c None None] The sync data for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv is: [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:16Z', 'revision_number': 3, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:22.030067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39280) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:22.048032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Network a4a9f333-5add-48db-9326-2bb79ef84b70 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:22.049951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-efdadabc-c423-48c0-9abb-1196fabeda3f admin admin] Publish callbacks [] for security_group (c05aa939-8a02-40d4-8873-fbbfc0f415f4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.100182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:22.100801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.119927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Publish callbacks [] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.128934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event updated for resources: {'Port': ['ID=0ad06f27-e7e3-405a-b523-98c178b1e218,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:22.132371 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:22.147984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:22.183630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f1043d-c4ef-4f97-96c2-c313acdf1a11,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:22.201429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40a7668-1f47-415e-8d1f-345653a535a8 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Deleting subnet 27881efb-7671-4eba-ab6e-3d4d71906bb8 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:22.202880 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:31:22.215678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-efdadabc-c423-48c0-9abb-1196fabeda3f admin admin] Publish callbacks [] for security_group (c05aa939-8a02-40d4-8873-fbbfc0f415f4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.220129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e40a7668-1f47-415e-8d1f-345653a535a8 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for subnet (27881efb-7671-4eba-ab6e-3d4d71906bb8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.246026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:31:22.299299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:22.299688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.374579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:22.374579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:22.374579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.418954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39286) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:22.427226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b7ecce5d-97ce-4eed-b8f0-90b8bc3f41b6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.1839516 Apr 06 14:31:22.519018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e40a7668-1f47-415e-8d1f-345653a535a8 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for subnet (27881efb-7671-4eba-ab6e-3d4d71906bb8), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.569095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-308d4cb7-fbb3-442f-98e5-9b4c11082492 None None] Current status of the port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:22.603675 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-45b7ccd3-1493-41d5-8447-a9a633999642 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6380386 Apr 06 14:31:22.605108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-efdadabc-c423-48c0-9abb-1196fabeda3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c05aa939-8a02-40d4-8873-fbbfc0f415f4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.608644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-efdadabc-c423-48c0-9abb-1196fabeda3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.610168 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-efdadabc-c423-48c0-9abb-1196fabeda3f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c05aa939-8a02-40d4-8873-fbbfc0f415f4 HTTP/1.1" status: 204 len: 168 time: 1.2714887 Apr 06 14:31:22.611908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:22.666911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39288) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:22.751014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:22.753289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b2c64145-e041-49da-bdb3-c313fbaf2538 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:22.818032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Pushing event updated for resources: {'Port': ['ID=759a55ca-9a8a-440b-ad38-42ba9f59c120,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:22.911942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:18Z', 'revision_number': 3, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:22.917463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:22.961769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:22.964342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:22.965027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (4c355361-081d-4412-9880-8b52fc565451), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.018303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39292) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.066300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-70015dfd-6fe3-40ec-b691-5517d41567b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.123152 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdadabc-c423-48c0-9abb-1196fabeda3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05aa939-8a02-40d4-8873-fbbfc0f415f4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:23.144417 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:23.155109 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Sync routers for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:23.174142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e40a7668-1f47-415e-8d1f-345653a535a8 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (27881efb-7671-4eba-ab6e-3d4d71906bb8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.192270 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:23.193351 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:23.315603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f05890-3a09-4354-875a-f4f035487efd None None] Network a4a9f333-5add-48db-9326-2bb79ef84b70 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:23.334831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.340953 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1f4c7526-c2a1-47c1-97d5-7764793a8650 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.2172575 Apr 06 14:31:23.347342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39296) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.356416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Checking router: 88616b4e-910c-4d66-a7a4-966c3ad5290d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:23.356784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Updating router 88616b4e-910c-4d66-a7a4-966c3ad5290d port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:23.489198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b2c64145-e041-49da-bdb3-c313fbaf2538 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:23.490851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.543059 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:23.583010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e40a7668-1f47-415e-8d1f-345653a535a8 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for subnet (27881efb-7671-4eba-ab6e-3d4d71906bb8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.583503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.585459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Deleting port c5f1043d-c4ef-4f97-96c2-c313acdf1a11 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:23.587057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c5f1043d-c4ef-4f97-96c2-c313acdf1a11), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.621486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-52b8b1e4-0cd9-4b12-ab08-17b5002a57a3 None None] Provisioning complete for port d09b4e42-9052-48f3-b138-1677350de3bd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:23.621881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52b8b1e4-0cd9-4b12-ab08-17b5002a57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.708019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6d6eb5bc-0faf-4d69-8077-e74981bdcc5e tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Deleting port 0ad06f27-e7e3-405a-b523-98c178b1e218 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:23.708358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb5bc-0faf-4d69-8077-e74981bdcc5e tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0ad06f27-e7e3-405a-b523-98c178b1e218), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.712010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39298) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.725602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.778928 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7eef5228-2779-402f-a209-d2dc38417730 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=75585cf7f74e4639bd6a97a14d6cff35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0637398 Apr 06 14:31:23.814078 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:20Z', 'revision_number': 3, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:23.829836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39300) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.843093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074c7c6-640c-4427-9d43-895d47838a29 None None] Network 09ce49af-a1c4-4af6-8c92-231ad3137a44 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:23.855404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.894691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a7668-1f47-415e-8d1f-345653a535a8 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event deleted for resources: {'Subnet': ['ID=27881efb-7671-4eba-ab6e-3d4d71906bb8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:23.955784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e40a7668-1f47-415e-8d1f-345653a535a8 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.960972 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e40a7668-1f47-415e-8d1f-345653a535a8 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "DELETE /v2.0/subnets/27881efb-7671-4eba-ab6e-3d4d71906bb8 HTTP/1.1" status: 204 len: 168 time: 1.9273281 Apr 06 14:31:23.961432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] For port c5f1043d-c4ef-4f97-96c2-c313acdf1a11, host hv-neutron-8358, got binding levels [] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:23.961942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c5f1043d-c4ef-4f97-96c2-c313acdf1a11), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:23.966269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39302) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:23.998332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b2c64145-e041-49da-bdb3-c313fbaf2538 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:24.001516 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d09b4e42-9052-48f3-b138-1677350de3bd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:24.001715 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Checking router: 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:24.002531 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Updating router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:24.007482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Calling delete_port for c5f1043d-c4ef-4f97-96c2-c313acdf1a11 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:24.046581 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.170591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24987e58-230b-4df2-9e5d-50bc9e19743f admin admin] Publish callbacks [] for security_group (39910996-7245-4de7-bc08-ec257f26c7c5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.184904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb5bc-0faf-4d69-8077-e74981bdcc5e tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0ad06f27-e7e3-405a-b523-98c178b1e218), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.213367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6d6eb5bc-0faf-4d69-8077-e74981bdcc5e tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Calling delete_port for 0ad06f27-e7e3-405a-b523-98c178b1e218 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:24.293708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-70015dfd-6fe3-40ec-b691-5517d41567b7 admin admin] Publish callbacks [] for security_group (6897ea32-5ca7-4a26-9e5c-da74206ea547), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.313113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-52b8b1e4-0cd9-4b12-ab08-17b5002a57a3 None None] Current status of the port d09b4e42-9052-48f3-b138-1677350de3bd is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:24.313493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52b8b1e4-0cd9-4b12-ab08-17b5002a57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.398774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-70015dfd-6fe3-40ec-b691-5517d41567b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (6897ea32-5ca7-4a26-9e5c-da74206ea547), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.414893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24987e58-230b-4df2-9e5d-50bc9e19743f admin admin] Publish callbacks [] for security_group (39910996-7245-4de7-bc08-ec257f26c7c5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.435525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Publish callbacks [] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.437333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (09ce49af-a1c4-4af6-8c92-231ad3137a44), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.477316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-52b8b1e4-0cd9-4b12-ab08-17b5002a57a3 None None] For port d09b4e42-9052-48f3-b138-1677350de3bd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d09b4e42-9052-48f3-b138-1677350de3bd,segment=NetworkSegment(c0c3201d-d3d3-47ff-9fac-b186d8e7bc05),segment_id=c0c3201d-d3d3-47ff-9fac-b186d8e7bc05)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:24.511348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d09b4e42-9052-48f3-b138-1677350de3bd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:24.511348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.533247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Publish callbacks [] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.571724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52b8b1e4-0cd9-4b12-ab08-17b5002a57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.578817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-70015dfd-6fe3-40ec-b691-5517d41567b7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b12e056dbf164e7c93371cab74ebbd88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5396099 Apr 06 14:31:24.581581 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.582599 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (4c355361-081d-4412-9880-8b52fc565451), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.588646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70015dfd-6fe3-40ec-b691-5517d41567b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6897ea32-5ca7-4a26-9e5c-da74206ea547,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.590869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39304) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:24.603319 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (c5f1043d-c4ef-4f97-96c2-c313acdf1a11), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.646767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8b1e4-0cd9-4b12-ab08-17b5002a57a3 None None] Pushing event updated for resources: {'Port': ['ID=d09b4e42-9052-48f3-b138-1677350de3bd,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.652953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.673463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] DHCP port deletion for 09ce49af-a1c4-4af6-8c92-231ad3137a44 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:24.807442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.817503 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "DELETE /v2.0/ports/c5f1043d-c4ef-4f97-96c2-c313acdf1a11 HTTP/1.1" status: 204 len: 168 time: 2.3969612 Apr 06 14:31:24.840720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39306) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:24.898288 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d09d41e-b705-473d-ae5d-9cf0adbeb840 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:24.899189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Attempting to bind port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:24.900097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Attempting to bind port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:24.901110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Attempting to bind port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:24.904379 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4d09d41e-b705-473d-ae5d-9cf0adbeb840 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "GET /v2.0/ports/c5f1043d-c4ef-4f97-96c2-c313acdf1a11 HTTP/1.1" status: 404 len: 333 time: 0.0586042 Apr 06 14:31:24.907229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39308) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:24.913383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec5a3d-7990-4bb1-95f1-82683c2ea963 None None] Pushing event updated for resources: {'Port': ['ID=13c4f1f6-fc37-480c-a811-7d26fad9fde7,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.916115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Request body: {'port': {'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1209624465'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:24.925829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Provisioning complete for port 0ad06f27-e7e3-405a-b523-98c178b1e218 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:24.926490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0ad06f27-e7e3-405a-b523-98c178b1e218), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.931389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec0c86a9-e07d-4118-80bc-8cea2fc4e402 admin admin] Publish callbacks [] for security_group (6897ea32-5ca7-4a26-9e5c-da74206ea547), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.957834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Pushing event updated for resources: {'Port': ['ID=759a55ca-9a8a-440b-ad38-42ba9f59c120,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:24.981965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24987e58-230b-4df2-9e5d-50bc9e19743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (39910996-7245-4de7-bc08-ec257f26c7c5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.984846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24987e58-230b-4df2-9e5d-50bc9e19743f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.985261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:24.989389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:24.989632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-24987e58-230b-4df2-9e5d-50bc9e19743f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39910996-7245-4de7-bc08-ec257f26c7c5 HTTP/1.1" status: 204 len: 168 time: 1.0968244 Apr 06 14:31:24.989753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.989753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:24.989753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Bound port: 13c4f1f6-fc37-480c-a811-7d26fad9fde7, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:24.989753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:24.991380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Port 0ad06f27-e7e3-405a-b523-98c178b1e218 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:25.007057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d09b4e42-9052-48f3-b138-1677350de3bd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:25.007057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:25.007737 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Publish callbacks [] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.009822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d777f37-d1d1-465c-979e-fc9281a7402c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5f1043d-c4ef-4f97-96c2-c313acdf1a11,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.012090 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb5bc-0faf-4d69-8077-e74981bdcc5e tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (0ad06f27-e7e3-405a-b523-98c178b1e218), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.020439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec0c86a9-e07d-4118-80bc-8cea2fc4e402 admin admin] Publish callbacks [] for security_group (6897ea32-5ca7-4a26-9e5c-da74206ea547), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.060705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6eb5bc-0faf-4d69-8077-e74981bdcc5e tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event deleted for resources: {'Port': ['ID=0ad06f27-e7e3-405a-b523-98c178b1e218,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.076482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:25.083273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Made reservation on behalf of 5dc4edc44f2f4441a27d2a96dea9a400 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:25.087490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.093677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Provisioning complete for port 759a55ca-9a8a-440b-ad38-42ba9f59c120 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:25.094065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.112320 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.113893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:25.141766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb5bc-0faf-4d69-8077-e74981bdcc5e tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.145144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] Deleting port 392a7cc3-1990-4458-a293-64f7804e747d {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:25.145559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (392a7cc3-1990-4458-a293-64f7804e747d), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.147066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24987e58-230b-4df2-9e5d-50bc9e19743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39910996-7245-4de7-bc08-ec257f26c7c5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.154665 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6d6eb5bc-0faf-4d69-8077-e74981bdcc5e tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "DELETE /v2.0/ports/0ad06f27-e7e3-405a-b523-98c178b1e218 HTTP/1.1" status: 204 len: 168 time: 2.4722581 Apr 06 14:31:25.156954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39312) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:25.173524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] device_id is not set on port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:25.214949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] For port 13c4f1f6-fc37-480c-a811-7d26fad9fde7, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:25.275786 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Attempting to bind port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:25.276459 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Attempting to bind port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:25.277621 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Attempting to bind port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:25.295299 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5d4a-c72e-4c93-ad13-9096bfdabf01 None None] Pushing event updated for resources: {'Port': ['ID=ed8413d0-4af7-443b-8f9d-6af5f980c8d9,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.308661 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:25.310173 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:25.311453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.329552 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.331230 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:25.334920 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Bound port: ed8413d0-4af7-443b-8f9d-6af5f980c8d9, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:25.339072 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.412604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] For port 13c4f1f6-fc37-480c-a811-7d26fad9fde7, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13c4f1f6-fc37-480c-a811-7d26fad9fde7,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:25.453959 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Port 759a55ca-9a8a-440b-ad38-42ba9f59c120 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:25.480677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Deleting port 392a7cc3-1990-4458-a293-64f7804e747d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:25.481025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (392a7cc3-1990-4458-a293-64f7804e747d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.520727 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] For port ed8413d0-4af7-443b-8f9d-6af5f980c8d9, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:25.526698 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] For port ed8413d0-4af7-443b-8f9d-6af5f980c8d9, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ed8413d0-4af7-443b-8f9d-6af5f980c8d9,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:25.565952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] For port 392a7cc3-1990-4458-a293-64f7804e747d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=392a7cc3-1990-4458-a293-64f7804e747d,segment=NetworkSegment(965fda78-8acd-4961-82b2-32c14b3adcb7),segment_id=965fda78-8acd-4961-82b2-32c14b3adcb7)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:25.567457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (392a7cc3-1990-4458-a293-64f7804e747d), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.600279 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.603851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.611896 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Router 4c355361-081d-4412-9880-8b52fc565451 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:25.651562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.655135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] Calling delete_port for 392a7cc3-1990-4458-a293-64f7804e747d owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:25.662943 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-da0becca-747f-4857-883b-518430f3fdef tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.5031984 Apr 06 14:31:25.665888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39316) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:25.678069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1173679918'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:25.700285 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5d4a-c72e-4c93-ad13-9096bfdabf01 None None] Pushing event updated for resources: {'Port': ['ID=ed8413d0-4af7-443b-8f9d-6af5f980c8d9,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:25.747867 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:25.755067 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:25.874940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Allocated IP 172.20.0.1 (87bcd8f2-16f1-4ba0-9750-434e5885f6a5/8610a987-0c4b-416b-8503-a035e704c694/d33188eb-1b75-4c27-849f-2716237eaebd) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:25.926712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Made reservation on behalf of 5f9f198dd9a340a89f9388dc4492a1eb for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:25.931274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.937431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks [] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:25.968485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:25.987234 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-28e22dc0-6f6f-4c8e-b7f2-f4a722257460 admin admin] 10.222.0.71 "PUT /v2.0/routers/4c355361-081d-4412-9880-8b52fc565451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4527030 Apr 06 14:31:26.028661 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:26.030398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec5a3d-7990-4bb1-95f1-82683c2ea963 None None] Pushing event updated for resources: {'Port': ['ID=13c4f1f6-fc37-480c-a811-7d26fad9fde7,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.043153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Sync routers for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:26.054145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:26.055444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.056666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:26.058147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Provisioning complete for port d09b4e42-9052-48f3-b138-1677350de3bd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:26.058674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.091515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (1cfa2d4d-ebf6-4f5e-86e0-bf191656c6eb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.102742 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Added segment 1cfa2d4d-ebf6-4f5e-86e0-bf191656c6eb of type vlan for network c4e9b156-e746-4c8c-aec9-5cf3def36b74 Apr 06 14:31:26.107986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Publish callbacks [] for port (d33188eb-1b75-4c27-849f-2716237eaebd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.138480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (392a7cc3-1990-4458-a293-64f7804e747d), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.192126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.228892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] Pushing event deleted for resources: {'Port': ['ID=392a7cc3-1990-4458-a293-64f7804e747d,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.268394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bc94f-5098-451b-b7a9-c165fcb863c8 None None] No DVR routers for this DVR port 392a7cc3-1990-4458-a293-64f7804e747d on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:26.329676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (c4e9b156-e746-4c8c-aec9-5cf3def36b74), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.335851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:26.337091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:26.438261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Network a1669f92-192d-4a1a-bc0b-e37586223959 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:26.449181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:26.467626 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:26.479830 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:26.480798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.483471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.491693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec0c86a9-e07d-4118-80bc-8cea2fc4e402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (6897ea32-5ca7-4a26-9e5c-da74206ea547), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.503559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec0c86a9-e07d-4118-80bc-8cea2fc4e402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.509830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ec0c86a9-e07d-4118-80bc-8cea2fc4e402 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6897ea32-5ca7-4a26-9e5c-da74206ea547 HTTP/1.1" status: 204 len: 168 time: 1.8875051 Apr 06 14:31:26.540376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] For port 392a7cc3-1990-4458-a293-64f7804e747d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=392a7cc3-1990-4458-a293-64f7804e747d,segment=NetworkSegment(965fda78-8acd-4961-82b2-32c14b3adcb7),segment_id=965fda78-8acd-4961-82b2-32c14b3adcb7)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:26.544242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (392a7cc3-1990-4458-a293-64f7804e747d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.575848 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:20Z', 'revision_number': 3, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:26.613015 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596a8d8-6850-463a-9da3-1094bb9f8be9 None None] The sync data for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv is: [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:20Z', 'revision_number': 3, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:26.625164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.638638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (c4e9b156-e746-4c8c-aec9-5cf3def36b74), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.646790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:26.652405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.691672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d33188eb-1b75-4c27-849f-2716237eaebd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.704999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Calling delete_port for 392a7cc3-1990-4458-a293-64f7804e747d owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:26.714533 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8239c10e-1cb7-45bf-b304-e2c8a53918bb tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8025985 Apr 06 14:31:26.730210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c86a9-e07d-4118-80bc-8cea2fc4e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6897ea32-5ca7-4a26-9e5c-da74206ea547,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.733537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39348) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:26.747065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:26.761194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:26.794724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:26.848381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:26.848923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (88616b4e-910c-4d66-a7a4-966c3ad5290d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:26.855466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event updated for resources: {'Network': ['ID=c4e9b156-e746-4c8c-aec9-5cf3def36b74,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:26.877417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:26.878182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:26.893928 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-91a3760b-814e-492a-9841-e74609c066d6 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2250433 Apr 06 14:31:26.901704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39350) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:26.997037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-43623069-97fc-47f3-b9a6-d4cc297b2691 None None] Current status of the port d09b4e42-9052-48f3-b138-1677350de3bd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:27.147064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network c4e9b156-e746-4c8c-aec9-5cf3def36b74 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:27.246341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Allocated IP 172.20.0.1 (e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e/495cbb87-59f7-4b7d-9afe-0a97add01dea/24aef1e7-d337-4f08-9cf7-0f920032a940) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:27.538124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b2d975c4-bd4e-49a1-aff9-61bee00e1b96 None None] Provisioning complete for port 759a55ca-9a8a-440b-ad38-42ba9f59c120 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:27.538784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b2d975c4-bd4e-49a1-aff9-61bee00e1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.627064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Publish callbacks [] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.721542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.762206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:27.850948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:27.864380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:27.873613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:27.969181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b2d975c4-bd4e-49a1-aff9-61bee00e1b96 None None] Port 759a55ca-9a8a-440b-ad38-42ba9f59c120 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:28.065184 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b2d975c4-bd4e-49a1-aff9-61bee00e1b96 None None] Could not find standard attr ID for object 0ad06f27-e7e3-405a-b523-98c178b1e218. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:31:28.068656 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6fd237e8-1cf8-4d3b-a9de-f466f4db88b7 tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "GET /v2.0/agents/fc383968-21dc-4689-9cde-b3e1394054ee/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 1.1648350 Apr 06 14:31:28.073488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39370) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.213185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (392a7cc3-1990-4458-a293-64f7804e747d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.253261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d50d07-7e7d-4009-b479-67660d0bee41 tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] Network c4e9b156-e746-4c8c-aec9-5cf3def36b74 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:28.282555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ed8413d0-4af7-443b-8f9d-6af5f980c8d9 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:28.350956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39376) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.356119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8e2a6392-c7d4-40c3-9524-4e1c27294c6c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389921527', 'description': 'tempest-description--1943654383'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:28.398295 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-98d50d07-7e7d-4009-b479-67660d0bee41 tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "POST /v2.0/agents/fc383968-21dc-4689-9cde-b3e1394054ee/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3234050 Apr 06 14:31:28.401317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39378) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.431857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.452685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea83d85-f236-4c9e-90c4-05019ea896ad None None] Network c4e9b156-e746-4c8c-aec9-5cf3def36b74 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:28.464632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:28.467546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Pushing event updated for resources: {'Port': ['ID=24aef1e7-d337-4f08-9cf7-0f920032a940,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:28.501259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:28.504737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] device_id is not set on port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:28.537860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6392-c7d4-40c3-9524-4e1c27294c6c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.542289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:28.552040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.618207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-132cab97-f88e-4515-a15a-707fe3d33185 None None] Provisioning complete for port d33188eb-1b75-4c27-849f-2716237eaebd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:28.620429 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4288786f-9859-44dd-a026-711fd5f80eb4 tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "GET /v2.0/agents/fc383968-21dc-4689-9cde-b3e1394054ee/dhcp-networks HTTP/1.1" status: 200 len: 7997 time: 0.2160046 Apr 06 14:31:28.624708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39386) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:28.627371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-132cab97-f88e-4515-a15a-707fe3d33185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.710090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] No DVR routers for this DVR port 392a7cc3-1990-4458-a293-64f7804e747d on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:28.712278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event deleted for resources: {'Port': ['ID=392a7cc3-1990-4458-a293-64f7804e747d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:28.716031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks [] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.732665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-132cab97-f88e-4515-a15a-707fe3d33185 None None] Port d33188eb-1b75-4c27-849f-2716237eaebd cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:28.916554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6392-c7d4-40c3-9524-4e1c27294c6c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group (6416c4a5-e7af-4e6b-97f4-86b12cf0ee48), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.939721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:28.940300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:28.967071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.023056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6392-c7d4-40c3-9524-4e1c27294c6c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (6416c4a5-e7af-4e6b-97f4-86b12cf0ee48), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.050767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (09ce49af-a1c4-4af6-8c92-231ad3137a44), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.092147 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b1ef11b4-a700-4d3d-830b-71d8f30121bc tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "DELETE /v2.0/agents/fc383968-21dc-4689-9cde-b3e1394054ee/dhcp-networks/c4e9b156-e746-4c8c-aec9-5cf3def36b74 HTTP/1.1" status: 204 len: 168 time: 0.4583392 Apr 06 14:31:29.094127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39396) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.124611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a6392-c7d4-40c3-9524-4e1c27294c6c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:29.147663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-08e68dd9-b863-42fd-a12d-e8cec6710c0e None None] Provisioning complete for port 24aef1e7-d337-4f08-9cf7-0f920032a940 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:29.148244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-08e68dd9-b863-42fd-a12d-e8cec6710c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.166692 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6392-c7d4-40c3-9524-4e1c27294c6c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.168670 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8e2a6392-c7d4-40c3-9524-4e1c27294c6c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8164282 Apr 06 14:31:29.172131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:18Z', 'revision_number': 3, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:29.192437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39398) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.230630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2d6df847-2cad-44d2-a0c7-ba546048fcd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Request body: {'security_group_rule': {'security_group_id': '6416c4a5-e7af-4e6b-97f4-86b12cf0ee48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:29.254215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.305097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c00a5b-335a-4d21-8f96-fd3148624cf3 None None] The sync data for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv is: [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:18Z', 'revision_number': 3, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:29.313941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > segment before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.314284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.315050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.315382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > port after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.315726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > port after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.316065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > port after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.316387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > segment after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.316728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > subnet after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.317046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > subnet after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.317367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > subnet after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.350675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-08e68dd9-b863-42fd-a12d-e8cec6710c0e None None] Port 24aef1e7-d337-4f08-9cf7-0f920032a940 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:29.364115 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-955bae10-9965-400b-8355-c0184b6e1bb4 tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "GET /v2.0/agents/fc383968-21dc-4689-9cde-b3e1394054ee/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 0.2688262 Apr 06 14:31:29.369779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39406) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.421509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 2, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:29.427757 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c151aead-236c-413b-9951-5bd0ed5c2d66 tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "GET /v2.0/networks/a4a9f333-5add-48db-9326-2bb79ef84b70/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0532186 Apr 06 14:31:29.427939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:29.427939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.430513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39408) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.475838 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3fb6fe74-6c6f-4a41-aab2-28a7a157971d tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "GET /v2.0/networks/a4a9f333-5add-48db-9326-2bb79ef84b70/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0395792 Apr 06 14:31:29.479213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39410) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.491906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Checking router: 4c355361-081d-4412-9880-8b52fc565451 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:29.492507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Updating router 4c355361-081d-4412-9880-8b52fc565451 port 759a55ca-9a8a-440b-ad38-42ba9f59c120 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:29.557927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port ed8413d0-4af7-443b-8f9d-6af5f980c8d9, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ed8413d0-4af7-443b-8f9d-6af5f980c8d9,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:29.570538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.618326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39414) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.704479 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fdc9ffbb-ee70-4df2-9866-683786aaa903 tempest-DHCPAgentSchedulersTestJSON-774015214 tempest-DHCPAgentSchedulersTestJSON-774015214-project-admin] 10.222.0.71 "GET /v2.0/agents/fc383968-21dc-4689-9cde-b3e1394054ee/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 0.2200477 Apr 06 14:31:29.705523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39418) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:29.738986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.738986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device fefa993e-6172-4958-a832-ac8080b97641 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:29.771777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > subnet after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.771777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > subnet after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.772287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > subnet before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.772903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Subscribe: > subnet before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:29.773443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ce49af-a1c4-4af6-8c92-231ad3137a44']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:29.825909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:29.857465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965fda78-8acd-4961-82b2-32c14b3adcb7') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:29.857878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965fda78-8acd-4961-82b2-32c14b3adcb7') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:29.942808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=ed8413d0-4af7-443b-8f9d-6af5f980c8d9,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:29.962694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (965fda78-8acd-4961-82b2-32c14b3adcb7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.982732 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (c4e9b156-e746-4c8c-aec9-5cf3def36b74), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:29.996491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port fefa993e-6172-4958-a832-ac8080b97641 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:29.999469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fefa993e-6172-4958-a832-ac8080b97641), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.038307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:30.039339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:30.040375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:30.061844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:30.062625 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:30.075393 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 2 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:30.137274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (c4e9b156-e746-4c8c-aec9-5cf3def36b74), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.162368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > segment before_delete 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.162870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.163905 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.164226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > port after_create 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.164568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > port after_delete 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.164903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > port after_update 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.165225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > segment after_delete 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.165567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > subnet after_create 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.165875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > subnet after_delete 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.166191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > subnet after_update 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.262268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d6df847-2cad-44d2-a0c7-ba546048fcd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group_rule (26f16157-66af-464c-bc80-456e1d5194b6), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.268022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (965fda78-8acd-4961-82b2-32c14b3adcb7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.309702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:30.310184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:30.310541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:30.318063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:30.318478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (965fda78-8acd-4961-82b2-32c14b3adcb7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: from cryptography.utils import int_from_bytes Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: from cryptography.utils import int_from_bytes Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:30.335470 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:30.363007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > subnet after_create 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.363495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > subnet after_delete 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.365291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > subnet before_create 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.366358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Subscribe: > subnet before_update 55550000 {{(pid=104442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:31:30.366615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e9b156-e746-4c8c-aec9-5cf3def36b74']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:30.393408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port fefa993e-6172-4958-a832-ac8080b97641 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:30.394344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fefa993e-6172-4958-a832-ac8080b97641), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.419280 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfa2d4d-ebf6-4f5e-86e0-bf191656c6eb') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:30.419626 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfa2d4d-ebf6-4f5e-86e0-bf191656c6eb') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:30.445241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-632881798'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:30.449957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:30.450288 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:30.455101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port fefa993e-6172-4958-a832-ac8080b97641, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fefa993e-6172-4958-a832-ac8080b97641,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:30.463596 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 3 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:30.477711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Publish callbacks [] for port (d33188eb-1b75-4c27-849f-2716237eaebd), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.492136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (1cfa2d4d-ebf6-4f5e-86e0-bf191656c6eb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.546680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (1cfa2d4d-ebf6-4f5e-86e0-bf191656c6eb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.551566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39430) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:30.554578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fefa993e-6172-4958-a832-ac8080b97641), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.556778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d09b4e42-9052-48f3-b138-1677350de3bd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:30.569425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:30.570192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (1cfa2d4d-ebf6-4f5e-86e0-bf191656c6eb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: from cryptography.utils import int_from_bytes Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: from cryptography.utils import int_from_bytes Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: warnings.warn('Neutron quota engine will require "--force" ' Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:30.577400 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:30.640132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Publish callbacks [] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.643043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Made reservation on behalf of eee6fe75ee9547248103d0319909ecdc for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:30.649596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.665540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.698617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=fefa993e-6172-4958-a832-ac8080b97641,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.713570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d09b4e42-9052-48f3-b138-1677350de3bd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:30.714150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.742468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.750194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a9f02301-8038-40bf-b5d0-d6044d3114aa tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-870042307'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:30.752903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.759380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d6df847-2cad-44d2-a0c7-ba546048fcd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group_rule (26f16157-66af-464c-bc80-456e1d5194b6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.793309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:30.794510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:30.794510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:30.809717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks [] for security_group (00394144-9e7d-45ec-a3aa-807e764f6e60), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.820289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:30.820833 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:30.828893 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 4 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:30.833051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (c4e9b156-e746-4c8c-aec9-5cf3def36b74), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.845556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d6449-f785-4ef0-beb1-cb8b8f7d97e9 None None] Pushing event updated for resources: {'Port': ['ID=759a55ca-9a8a-440b-ad38-42ba9f59c120,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.861315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.869958 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "DELETE /v2.0/networks/c4e9b156-e746-4c8c-aec9-5cf3def36b74 HTTP/1.1" status: 204 len: 168 time: 1.1631274 Apr 06 14:31:30.871591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39434) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:30.880087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962d599-016f-4402-9ce0-a9edade716c4 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event deleted for resources: {'Network': ['ID=c4e9b156-e746-4c8c-aec9-5cf3def36b74,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:30.908530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d6df847-2cad-44d2-a0c7-ba546048fcd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (26f16157-66af-464c-bc80-456e1d5194b6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.913711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (09ce49af-a1c4-4af6-8c92-231ad3137a44), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.919254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.923181 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] 10.222.0.71 "DELETE /v2.0/networks/09ce49af-a1c4-4af6-8c92-231ad3137a44 HTTP/1.1" status: 204 len: 168 time: 6.9518561 Apr 06 14:31:30.924630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (00394144-9e7d-45ec-a3aa-807e764f6e60), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.929937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9f02301-8038-40bf-b5d0-d6044d3114aa tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (4d502b72-9c3d-406e-ae65-702e8f969d96), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.931120 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9f02301-8038-40bf-b5d0-d6044d3114aa tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (4d502b72-9c3d-406e-ae65-702e8f969d96), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:30.941314 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb7672a-dd5a-4462-a612-ef4ac81f7565 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] DELETE failed (client error): The resource could not be found. Apr 06 14:31:30.941977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb7672a-dd5a-4462-a612-ef4ac81f7565 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:30.948908 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bfb7672a-dd5a-4462-a612-ef4ac81f7565 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "DELETE /v2.0/ports/0ad06f27-e7e3-405a-b523-98c178b1e218 HTTP/1.1" status: 404 len: 333 time: 0.0759466 Apr 06 14:31:30.950462 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39438) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:31.008894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Attempting to bind port 759a55ca-9a8a-440b-ad38-42ba9f59c120 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:31.009099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Attempting to bind port 759a55ca-9a8a-440b-ad38-42ba9f59c120 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:31.009327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Attempting to bind port 759a55ca-9a8a-440b-ad38-42ba9f59c120 on network 4ac93f14-37fa-473f-8320-bd08fb092fdf {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:31.011078 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Publish callbacks [] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.015658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d09b4e42-9052-48f3-b138-1677350de3bd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:31.023649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:31.023828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Checking segment: {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:31.024166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.024557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Bound using segment: {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:31.025039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Bound port: 759a55ca-9a8a-440b-ad38-42ba9f59c120, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:31.025423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.029109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:31.056799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (88616b4e-910c-4d66-a7a4-966c3ad5290d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.060619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9af3a-a546-43bd-91a3-2a340fae9ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706 tempest-ExtraDHCPOptionsIpV6TestJSON-350172706-project] Pushing event deleted for resources: {'Network': ['ID=09ce49af-a1c4-4af6-8c92-231ad3137a44,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:31.066982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6df847-2cad-44d2-a0c7-ba546048fcd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f16157-66af-464c-bc80-456e1d5194b6,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:31.082225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:31.082561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:31.082897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:31.103104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00394144-9e7d-45ec-a3aa-807e764f6e60,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:31.120900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 392a7cc3-1990-4458-a293-64f7804e747d no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:31.126770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d33188eb-1b75-4c27-849f-2716237eaebd,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:31.131181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:31.131739 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:31.144447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2055d297-cb0b-450a-a2cf-926b754c410a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.145073 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Added segment 2055d297-cb0b-450a-a2cf-926b754c410a of type vlan for network 8dadccfe-8df3-4115-877e-31926fc07148 Apr 06 14:31:31.188994 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9f02301-8038-40bf-b5d0-d6044d3114aa tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (4d502b72-9c3d-406e-ae65-702e8f969d96), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.196602 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3437c865-1159-4df9-9ba4-c044e998c915 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Deleting subnet dbd16c4e-f7c1-4f6b-b005-386e5ded0e65 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:31.199933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 5 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:31.203592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.207541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3437c865-1159-4df9-9ba4-c044e998c915 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks [] for subnet (dbd16c4e-f7c1-4f6b-b005-386e5ded0e65), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.212284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (8dadccfe-8df3-4115-877e-31926fc07148), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.212776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 392a7cc3-1990-4458-a293-64f7804e747d {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:31.213310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 392a7cc3-1990-4458-a293-64f7804e747d not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:31.245677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d6df847-2cad-44d2-a0c7-ba546048fcd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.251161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2d6df847-2cad-44d2-a0c7-ba546048fcd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0533788 Apr 06 14:31:31.271763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39440) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:31.278502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8ce1464d-b944-4fd4-a0be-f8f341d61814 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Request body: {'security_group_rule': {'security_group_id': '6416c4a5-e7af-4e6b-97f4-86b12cf0ee48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:31.287421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:31.287987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:31.288441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:31.294057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] For port 759a55ca-9a8a-440b-ad38-42ba9f59c120, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:31.300979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] For port 759a55ca-9a8a-440b-ad38-42ba9f59c120, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=759a55ca-9a8a-440b-ad38-42ba9f59c120,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:31.303390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-df9c9f90-4e6c-4581-85cf-b650489ba7e2 None None] Provisioning complete for port 759a55ca-9a8a-440b-ad38-42ba9f59c120 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:31.303672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-df9c9f90-4e6c-4581-85cf-b650489ba7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.315250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:31.315613 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:31.321643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9f02301-8038-40bf-b5d0-d6044d3114aa tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (4d502b72-9c3d-406e-ae65-702e8f969d96), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.322693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 6 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:31.332430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3437c865-1159-4df9-9ba4-c044e998c915 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (dbd16c4e-f7c1-4f6b-b005-386e5ded0e65), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.371647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:31.372902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:31.373059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-df9c9f90-4e6c-4581-85cf-b650489ba7e2 None None] Port 759a55ca-9a8a-440b-ad38-42ba9f59c120 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:31.373238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:31.376693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Pushing event updated for resources: {'Port': ['ID=24aef1e7-d337-4f08-9cf7-0f920032a940,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:31.379180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.391331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:31.391660 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:31.395173 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 7 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:31.399261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:31.403784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:31.439506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.455293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:31.455665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:31.456000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:31.495799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9f02301-8038-40bf-b5d0-d6044d3114aa tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.499780 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a9f02301-8038-40bf-b5d0-d6044d3114aa tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9462991 Apr 06 14:31:31.500523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (8dadccfe-8df3-4115-877e-31926fc07148), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.506759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:31.507614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.517410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39442) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:31.527504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:31.537209 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:31.565727 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 8 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:31.603239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ed8413d0-4af7-443b-8f9d-6af5f980c8d9 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:31.637569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:31.637904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:31.638234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:31.660883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:31.661136 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:31.662952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8ce1464d-b944-4fd4-a0be-f8f341d61814 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group_rule (d834b5d1-6432-4b7f-8857-6c1df74d47fe), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.663824 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 9 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:31.714473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:31.726302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:31.727626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:31.728290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:31.731355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d6449-f785-4ef0-beb1-cb8b8f7d97e9 None None] Pushing event updated for resources: {'Port': ['ID=759a55ca-9a8a-440b-ad38-42ba9f59c120,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:31.736824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:31.737323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:31.737761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:31.753863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3437c865-1159-4df9-9ba4-c044e998c915 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (dbd16c4e-f7c1-4f6b-b005-386e5ded0e65), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.769578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:31.769578 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:31.770334 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 10 to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 Apr 06 14:31:31.857392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39446) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:31.863459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:31.865512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:31.866027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:31.909526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Router 88616b4e-910c-4d66-a7a4-966c3ad5290d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:31.921275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:31.921889 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:31.922232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:31.974419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f0947b3-0345-4026-bc5e-e927dc163448 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (4d502b72-9c3d-406e-ae65-702e8f969d96), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.004945 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3824530 Apr 06 14:31:32.026434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:32.027255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.103102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ad91e70d-be24-43f8-b0b0-ed3dea8ca5fe None None] Provisioning complete for port d33188eb-1b75-4c27-849f-2716237eaebd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:32.103724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad91e70d-be24-43f8-b0b0-ed3dea8ca5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.187197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba091113-c9d3-455a-8cdd-2a3a5470ff25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Pushing event updated for resources: {'Network': ['ID=8dadccfe-8df3-4115-877e-31926fc07148,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.202147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:32.222384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 8dadccfe-8df3-4115-877e-31926fc07148 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:32.224750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:31:32.228363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] For port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:32.232843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempted to set empty binding levels {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:31:32.254518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:32.273186 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Sync routers for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:32.273787 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d2e0b7c9-40c4-4051-9bde-8686ecb780f6 admin admin] 10.222.0.71 "PUT /v2.0/routers/88616b4e-910c-4d66-a7a4-966c3ad5290d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4100242 Apr 06 14:31:32.287613 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:32.288383 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:32.379726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e70d-be24-43f8-b0b0-ed3dea8ca5fe None None] Port d33188eb-1b75-4c27-849f-2716237eaebd cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:32.397007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.414975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] In _notify_port_updated(), no bound segment for port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:32.415985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.416788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.418507 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "PUT /v2.0/ports/b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 HTTP/1.1" status: 200 len: 977 time: 5.6815722 Apr 06 14:31:32.440540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39456) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.453211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8ce1464d-b944-4fd4-a0be-f8f341d61814 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group_rule (d834b5d1-6432-4b7f-8857-6c1df74d47fe), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.479537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39462) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.534493 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:32.556478 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Request body: {'port': {'network_id': '8dadccfe-8df3-4115-877e-31926fc07148', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190394095'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:32.592005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8ce1464d-b944-4fd4-a0be-f8f341d61814 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d834b5d1-6432-4b7f-8857-6c1df74d47fe), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.633834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f0947b3-0345-4026-bc5e-e927dc163448 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (4d502b72-9c3d-406e-ae65-702e8f969d96), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.643760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f0947b3-0345-4026-bc5e-e927dc163448 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (4d502b72-9c3d-406e-ae65-702e8f969d96), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.648380 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-926fa600-8cc0-427b-8a43-cccbdf0a01c8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a8dc4a20f75a400689f12f0e0cf5d654&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7632334 Apr 06 14:31:32.649754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3437c865-1159-4df9-9ba4-c044e998c915 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (dbd16c4e-f7c1-4f6b-b005-386e5ded0e65), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.654227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39464) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.660473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1464d-b944-4fd4-a0be-f8f341d61814 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d834b5d1-6432-4b7f-8857-6c1df74d47fe,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.700646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e5d61-504c-4f97-aa24-b9fc4f6f2fa3 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.713409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:32.714505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13c4f1f6-fc37-480c-a811-7d26fad9fde7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:32.717362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:31:32.748755 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-23aca5f9-fb23-4545-9c7c-4ab87d45f5ab admin admin] 10.222.0.71 "PUT /v2.0/routers/91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3973572 Apr 06 14:31:32.763440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Provisioning complete for port 24aef1e7-d337-4f08-9cf7-0f920032a940 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:32.764017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.780435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Sync routers for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:31:32.799877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Made reservation on behalf of 6b578cef24fe4f738face704f33076fd for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:32.802703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.805400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437c865-1159-4df9-9ba4-c044e998c915 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd16c4e-f7c1-4f6b-b005-386e5ded0e65,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:32.836195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3437c865-1159-4df9-9ba4-c044e998c915 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.840273 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3437c865-1159-4df9-9ba4-c044e998c915 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "DELETE /v2.0/subnets/dbd16c4e-f7c1-4f6b-b005-386e5ded0e65 HTTP/1.1" status: 204 len: 168 time: 1.8870835 Apr 06 14:31:32.840429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.840917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.841393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.842079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.842905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.843406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.843871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.844336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.844798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.845259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.846314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.846897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8ce1464d-b944-4fd4-a0be-f8f341d61814 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.847044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.847407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.854346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.854346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:32.854542 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8ce1464d-b944-4fd4-a0be-f8f341d61814 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5759966 Apr 06 14:31:32.854542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39468) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.854668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b1ab50e5-71fe-44f9-982d-2baecb009ce4 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14115 time: 0.4106424 Apr 06 14:31:32.855023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39470) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.855594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39472) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:32.859387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.868111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda6b637-7d7e-46da-b260-ad44452520cd None None] Network a4a9f333-5add-48db-9326-2bb79ef84b70 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:32.876070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:32.901245 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 2, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:32.954396 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Checking router: 88616b4e-910c-4d66-a7a4-966c3ad5290d for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:32.955317 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Updating router 88616b4e-910c-4d66-a7a4-966c3ad5290d port d33188eb-1b75-4c27-849f-2716237eaebd binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:32.966895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f0947b3-0345-4026-bc5e-e927dc163448 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (4d502b72-9c3d-406e-ae65-702e8f969d96), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:32.967562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0947b3-0345-4026-bc5e-e927dc163448 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d502b72-9c3d-406e-ae65-702e8f969d96 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:33.009115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f0947b3-0345-4026-bc5e-e927dc163448 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.016543 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3f0947b3-0345-4026-bc5e-e927dc163448 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "DELETE /v2.0/routers/4d502b72-9c3d-406e-ae65-702e8f969d96 HTTP/1.1" status: 204 len: 168 time: 1.4934099 Apr 06 14:31:33.020591 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.030327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:33.031198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:33.038203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39478) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:33.045314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Port 24aef1e7-d337-4f08-9cf7-0f920032a940 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:33.052580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1991a25e-f9ee-4355-8b39-2fbfb4399f36 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Request body: {'router': {'name': 'tempest-router-658655268', 'distributed': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:33.077404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (a4a9f333-5add-48db-9326-2bb79ef84b70), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.084426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39480) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:33.105781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-12e4c4e2-e941-40f8-9600-ea6c031c434f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34114194', 'description': 'tempest-description--1349042256'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:33.106360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d622fdd7-a88b-4b28-8300-711e64f2cb13 admin admin] Publish callbacks [] for security_group (54d4c689-0107-4692-876c-bc41f9c39ea5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.137616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d622fdd7-a88b-4b28-8300-711e64f2cb13 admin admin] Publish callbacks [] for security_group (54d4c689-0107-4692-876c-bc41f9c39ea5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.191445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Deleting port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:33.191821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.193896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.234339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:33.234773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.281201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d622fdd7-a88b-4b28-8300-711e64f2cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (54d4c689-0107-4692-876c-bc41f9c39ea5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.284526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d622fdd7-a88b-4b28-8300-711e64f2cb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.284787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Provisioning complete for port 759a55ca-9a8a-440b-ad38-42ba9f59c120 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:33.285168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.285607 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d622fdd7-a88b-4b28-8300-711e64f2cb13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/54d4c689-0107-4692-876c-bc41f9c39ea5 HTTP/1.1" status: 204 len: 168 time: 0.6223583 Apr 06 14:31:33.342612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622fdd7-a88b-4b28-8300-711e64f2cb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d4c689-0107-4692-876c-bc41f9c39ea5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:33.372426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1991a25e-f9ee-4355-8b39-2fbfb4399f36 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (ad9196e5-9ac7-420f-bf9f-16e2c94db11b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.373604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1991a25e-f9ee-4355-8b39-2fbfb4399f36 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (ad9196e5-9ac7-420f-bf9f-16e2c94db11b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.382087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12e4c4e2-e941-40f8-9600-ea6c031c434f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.441512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Deleting port d09b4e42-9052-48f3-b138-1677350de3bd {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:33.441899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.454599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] For port b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6, host hv-neutron-8358, got binding levels [] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:33.455029 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.466528 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] DHCP port deletion for a4a9f333-5add-48db-9326-2bb79ef84b70 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:33.507322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks [] for security_group (a81f0281-3620-4fc0-a346-9fdf500737ab), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.508921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39486) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:33.519992 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-268869d8-1e44-420e-9f5e-3bee9f59931b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874210089', 'description': 'tempest-description--137125332'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:33.523618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Calling delete_port for b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:33.565797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (a81f0281-3620-4fc0-a346-9fdf500737ab), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.571188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] device_id is not set on port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:33.576409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1991a25e-f9ee-4355-8b39-2fbfb4399f36 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (ad9196e5-9ac7-420f-bf9f-16e2c94db11b), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.638206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12e4c4e2-e941-40f8-9600-ea6c031c434f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group (928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.695096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1991a25e-f9ee-4355-8b39-2fbfb4399f36 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (ad9196e5-9ac7-420f-bf9f-16e2c94db11b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.704592 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Publish callbacks [] for port (d33188eb-1b75-4c27-849f-2716237eaebd), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.706289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12e4c4e2-e941-40f8-9600-ea6c031c434f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.778570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4c4e2-e941-40f8-9600-ea6c031c434f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:33.781647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:31Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:33.787492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.792154 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.872307 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a36c5-d203-4e03-9274-75cf673870c2 None None] Pushing event updated for resources: {'Port': ['ID=d33188eb-1b75-4c27-849f-2716237eaebd,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:33.877112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:33.892708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] device_id is not set on port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:33.907209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks [] for port (927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.923014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-268869d8-1e44-420e-9f5e-3bee9f59931b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.947678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] For port d09b4e42-9052-48f3-b138-1677350de3bd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d09b4e42-9052-48f3-b138-1677350de3bd,segment=NetworkSegment(c0c3201d-d3d3-47ff-9fac-b186d8e7bc05),segment_id=c0c3201d-d3d3-47ff-9fac-b186d8e7bc05)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:33.948201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.985793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:33.995950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Calling delete_port for d09b4e42-9052-48f3-b138-1677350de3bd owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:34.012817 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Attempting to bind port d33188eb-1b75-4c27-849f-2716237eaebd on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:34.014282 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Attempting to bind port d33188eb-1b75-4c27-849f-2716237eaebd by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:34.015071 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Attempting to bind port d33188eb-1b75-4c27-849f-2716237eaebd on network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:34.023064 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:34.023870 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Checking segment: {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:34.024431 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.025146 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Bound using segment: {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:34.025996 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Bound port: d33188eb-1b75-4c27-849f-2716237eaebd, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:34.026558 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.069088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:34.084229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.097473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1991a25e-f9ee-4355-8b39-2fbfb4399f36 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.109106 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1991a25e-f9ee-4355-8b39-2fbfb4399f36 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0616262 Apr 06 14:31:34.113835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12e4c4e2-e941-40f8-9600-ea6c031c434f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.125791 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] For port d33188eb-1b75-4c27-849f-2716237eaebd, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:34.130467 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] For port d33188eb-1b75-4c27-849f-2716237eaebd, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d33188eb-1b75-4c27-849f-2716237eaebd,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:34.130737 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-12e4c4e2-e941-40f8-9600-ea6c031c434f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0363033 Apr 06 14:31:34.131434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39496) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:34.131846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39498) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:34.135926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.137344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 13c4f1f6-fc37-480c-a811-7d26fad9fde7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13c4f1f6-fc37-480c-a811-7d26fad9fde7,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:34.148592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8539e-6b2d-425b-9eba-910b046114e3 None None] The sync data for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv is: [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:31Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:34.154310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b9854436-470c-4ecd-99a2-f59e2435c95d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Request body: {'security_group_rule': {'security_group_id': '928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:34.173788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f0281-3620-4fc0-a346-9fdf500737ab,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.181661 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.287324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Checking segment: {'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:34.288141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Network hostable DHCP agents. Network: 8dadccfe-8df3-4115-877e-31926fc07148, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:34.314404 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a36c5-d203-4e03-9274-75cf673870c2 None None] Pushing event updated for resources: {'Port': ['ID=d33188eb-1b75-4c27-849f-2716237eaebd,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.336979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.352406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.353029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device fefa993e-6172-4958-a832-ac8080b97641 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:34.366148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.370098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "DELETE /v2.0/ports/b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 HTTP/1.1" status: 204 len: 168 time: 1.4772565 Apr 06 14:31:34.377896 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:34.378985 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:34.388802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39502) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:34.412758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c998966-8b8c-4984-9728-13800eb2407a tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.459680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9854436-470c-4ecd-99a2-f59e2435c95d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group_rule (60e69b00-e943-4c48-8274-9afc98a1541a), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.467112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd8d519f-0d9c-4843-921c-0021f136c553 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (ad9196e5-9ac7-420f-bf9f-16e2c94db11b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.643259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-268869d8-1e44-420e-9f5e-3bee9f59931b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group (fd605f14-dd62-4c46-998c-2f04600b3409), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.647953 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-be836695-3942-406b-ac84-112c5424b385 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:34.650909 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-be836695-3942-406b-ac84-112c5424b385 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "GET /v2.0/ports/b4c5bf1e-8b8e-44fa-aaac-b2681986b5c6 HTTP/1.1" status: 404 len: 333 time: 0.2617755 Apr 06 14:31:34.666659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39506) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:34.678376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.712572 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:34.741170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1622131024', 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:34.752157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=13c4f1f6-fc37-480c-a811-7d26fad9fde7,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.766173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] No DVR routers for this DVR port d09b4e42-9052-48f3-b138-1677350de3bd on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:34.786914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] Deleting port d09b4e42-9052-48f3-b138-1677350de3bd {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:34.786914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.815440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-268869d8-1e44-420e-9f5e-3bee9f59931b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fd605f14-dd62-4c46-998c-2f04600b3409), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.817659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Network 8dadccfe-8df3-4115-877e-31926fc07148 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:34.830013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Allocated IP 172.26.7.172 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/0a4f02d4-53f1-4b92-9080-1484133f17c0) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:34.863143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event deleted for resources: {'Port': ['ID=d09b4e42-9052-48f3-b138-1677350de3bd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:34.879386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9854436-470c-4ecd-99a2-f59e2435c95d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group_rule (60e69b00-e943-4c48-8274-9afc98a1541a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.907879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd8d519f-0d9c-4843-921c-0021f136c553 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (ad9196e5-9ac7-420f-bf9f-16e2c94db11b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.913848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd8d519f-0d9c-4843-921c-0021f136c553 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (ad9196e5-9ac7-420f-bf9f-16e2c94db11b), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.929412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port fefa993e-6172-4958-a832-ac8080b97641 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:34.930091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fefa993e-6172-4958-a832-ac8080b97641), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.942612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Current status of the port 759a55ca-9a8a-440b-ad38-42ba9f59c120 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:34.943512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:34.952217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 8dadccfe-8df3-4115-877e-31926fc07148) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:34.988709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e73e2d-5cdf-48d1-97b8-320c75550a53 None None] Network 8dadccfe-8df3-4115-877e-31926fc07148 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:35.009897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] For port d09b4e42-9052-48f3-b138-1677350de3bd, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:35.010919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.026472 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:35.059488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Made reservation on behalf of 5dc4edc44f2f4441a27d2a96dea9a400 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:35.064893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.083274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-268869d8-1e44-420e-9f5e-3bee9f59931b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.086414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9854436-470c-4ecd-99a2-f59e2435c95d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (60e69b00-e943-4c48-8274-9afc98a1541a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.102695 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-268869d8-1e44-420e-9f5e-3bee9f59931b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5880489 Apr 06 14:31:35.105714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39514) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.125187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7e88719d-6b05-4836-8d82-966dd6bd182e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Request body: {'security_group_rule': {'security_group_id': 'fd605f14-dd62-4c46-998c-2f04600b3409', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:35.133041 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:35.138467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268869d8-1e44-420e-9f5e-3bee9f59931b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd605f14-dd62-4c46-998c-2f04600b3409,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.155260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9854436-470c-4ecd-99a2-f59e2435c95d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e69b00-e943-4c48-8274-9afc98a1541a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.188908 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580485bc-c39d-49fd-bb1a-683179270126 None None] The sync data for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv is: [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:35.205140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] Calling delete_port for d09b4e42-9052-48f3-b138-1677350de3bd owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:35.205342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (a4a9f333-5add-48db-9326-2bb79ef84b70), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.234442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.ipam_backend_mixin [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] Port d09b4e42-9052-48f3-b138-1677350de3bd was not found and therefore no delete operation was performed {{(pid=104444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:31:35.236338 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:35.239279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:35.242476 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:35.254327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd8d519f-0d9c-4843-921c-0021f136c553 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (ad9196e5-9ac7-420f-bf9f-16e2c94db11b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.254891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8d519f-0d9c-4843-921c-0021f136c553 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad9196e5-9ac7-420f-bf9f-16e2c94db11b {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:35.270377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for port (0a4f02d4-53f1-4b92-9080-1484133f17c0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.272620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (d09b4e42-9052-48f3-b138-1677350de3bd), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.293772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd8d519f-0d9c-4843-921c-0021f136c553 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.299065 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fd8d519f-0d9c-4843-921c-0021f136c553 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "DELETE /v2.0/routers/ad9196e5-9ac7-420f-bf9f-16e2c94db11b HTTP/1.1" status: 204 len: 168 time: 1.1529856 Apr 06 14:31:35.299065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39516) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.304379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-37c48211-7ae7-4fe5-9078-c56e3f006924 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Request body: {'router': {'name': 'tempest-router-371782820', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4aea05218cea4826a9e3eef347ccbb5d'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:35.310092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9854436-470c-4ecd-99a2-f59e2435c95d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.315076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b9854436-470c-4ecd-99a2-f59e2435c95d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1621425 Apr 06 14:31:35.319524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a9f333-5add-48db-9326-2bb79ef84b70']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:35.326167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39518) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.326529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39520) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:35.328357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] device_id is not set on port d5deba87-acb4-480a-8c84-048210ef0057 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:35.338391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:35.338745 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:35.346554 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 2 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:35.348708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b4a314e1-2b28-43ee-868b-b1439c500ca0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Request body: {'security_group_rule': {'security_group_id': '928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:35.366377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c3201d-d3d3-47ff-9fac-b186d8e7bc05') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:35.366377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c3201d-d3d3-47ff-9fac-b186d8e7bc05') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:35.366730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] Pushing event deleted for resources: {'Port': ['ID=d09b4e42-9052-48f3-b138-1677350de3bd,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.381920 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] For port 759a55ca-9a8a-440b-ad38-42ba9f59c120, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=759a55ca-9a8a-440b-ad38-42ba9f59c120,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:35.417026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:35.417370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:35.417708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:35.433318 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e88719d-6b05-4836-8d82-966dd6bd182e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group_rule (3805ddaf-e932-40d5-9ef9-1029fdd306c5), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.433517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:35.434666 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:35.436491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (c0c3201d-d3d3-47ff-9fac-b186d8e7bc05), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.437661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b152d-fbc8-42f0-94ef-7e47c655ccc5 None None] No DVR routers for this DVR port d09b4e42-9052-48f3-b138-1677350de3bd on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:35.443885 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 3 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:35.498102 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c0c3201d-d3d3-47ff-9fac-b186d8e7bc05), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.500301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:35.501112 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:35.503677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:35.529308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:35.529956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (c0c3201d-d3d3-47ff-9fac-b186d8e7bc05), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.534077 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:35.534670 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:35.539335 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:35.550355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.566038 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 4 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:35.608004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37c48211-7ae7-4fe5-9078-c56e3f006924 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.609512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37c48211-7ae7-4fe5-9078-c56e3f006924 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.649291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:35.649648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:35.649800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-402733111'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:35.649973 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:35.655142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port fefa993e-6172-4958-a832-ac8080b97641 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:35.662132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4a314e1-2b28-43ee-868b-b1439c500ca0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group_rule (b24c77e9-5409-47b1-95bc-6ca61e305c8a), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.671667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:35.672204 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:35.768935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e88719d-6b05-4836-8d82-966dd6bd182e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group_rule (3805ddaf-e932-40d5-9ef9-1029fdd306c5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.775715 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 5 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:35.805883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:35.805883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.823087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:35.825227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:35.826197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:35.828503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c703ef05-ac8a-4bd9-b3c9-d6fab1b55fdd None None] Provisioning complete for port d33188eb-1b75-4c27-849f-2716237eaebd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:35.829001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c703ef05-ac8a-4bd9-b3c9-d6fab1b55fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.830776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0a4f02d4-53f1-4b92-9080-1484133f17c0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.835781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:35.836597 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:35.836926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3bdb7-f034-48e3-bf2a-91ddbec30967 None None] Pushing event updated for resources: {'Port': ['ID=759a55ca-9a8a-440b-ad38-42ba9f59c120,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.839341 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 6 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:35.845473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.899981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:35.900564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:35.901093 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:35.931954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 2, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:35.945368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:35.946101 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:35.951993 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks [] for port (d5deba87-acb4-480a-8c84-048210ef0057), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.954933 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 7 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:35.967586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e88719d-6b05-4836-8d82-966dd6bd182e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (3805ddaf-e932-40d5-9ef9-1029fdd306c5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:35.983352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:35.984009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:35.985878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:35.994168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (a4a9f333-5add-48db-9326-2bb79ef84b70), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.003065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.007660 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] 10.222.0.71 "DELETE /v2.0/networks/a4a9f333-5add-48db-9326-2bb79ef84b70 HTTP/1.1" status: 204 len: 168 time: 3.1498640 Apr 06 14:31:36.021122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Checking router: 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:31:36.022373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Updating router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 port 24aef1e7-d337-4f08-9cf7-0f920032a940 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:31:36.030733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:36.032392 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:36.034251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:36.062754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:36.069109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37c48211-7ae7-4fe5-9078-c56e3f006924 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (adcaf6e5-a53d-42a0-8841-07ef60035826), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.095682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 759a55ca-9a8a-440b-ad38-42ba9f59c120 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:36.109780 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 8 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:36.131767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:36.143972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88719d-6b05-4836-8d82-966dd6bd182e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3805ddaf-e932-40d5-9ef9-1029fdd306c5,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.174630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6174089-39ca-457a-8ade-21c8b9819e09 tempest-DHCPAgentSchedulersTestJSON-1532477301 tempest-DHCPAgentSchedulersTestJSON-1532477301-project] Pushing event deleted for resources: {'Network': ['ID=a4a9f333-5add-48db-9326-2bb79ef84b70,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.188854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4a314e1-2b28-43ee-868b-b1439c500ca0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group_rule (b24c77e9-5409-47b1-95bc-6ca61e305c8a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.195746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:36.196329 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:36.197560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:36.203846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.209735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event updated for resources: {'Port': ['ID=0a4f02d4-53f1-4b92-9080-1484133f17c0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.214301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d5deba87-acb4-480a-8c84-048210ef0057), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.217760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:36.218131 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:36.221355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37c48211-7ae7-4fe5-9078-c56e3f006924 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.234104 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 9 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:36.267186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e88719d-6b05-4836-8d82-966dd6bd182e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.272348 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7e88719d-6b05-4836-8d82-966dd6bd182e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1498895 Apr 06 14:31:36.276303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39528) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.282166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6e5e26a8-2b2b-43dd-b86a-86b75ed3e571 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Request body: {'security_group_rule': {'security_group_id': 'fd605f14-dd62-4c46-998c-2f04600b3409', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:36.314406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4a314e1-2b28-43ee-868b-b1439c500ca0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (b24c77e9-5409-47b1-95bc-6ca61e305c8a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.317124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:36.317730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:36.318514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:36.331007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Network a1669f92-192d-4a1a-bc0b-e37586223959 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:36.332091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:36.332473 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:36.336079 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 10 to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 Apr 06 14:31:36.355702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:36.356052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:36.356400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:36.359209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:36.361919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:36.365305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:36.365985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.397767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:36.398112 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:36.398494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.399861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c703ef05-ac8a-4bd9-b3c9-d6fab1b55fdd None None] Current status of the port d33188eb-1b75-4c27-849f-2716237eaebd is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:36.400509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c703ef05-ac8a-4bd9-b3c9-d6fab1b55fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.418514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=d5deba87-acb4-480a-8c84-048210ef0057,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.481495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37c48211-7ae7-4fe5-9078-c56e3f006924 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.486069 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-37c48211-7ae7-4fe5-9078-c56e3f006924 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1845393 Apr 06 14:31:36.486069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a314e1-2b28-43ee-868b-b1439c500ca0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24c77e9-5409-47b1-95bc-6ca61e305c8a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.496119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39530) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.513074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:36.516518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for security_group (5baafe5e-a40b-4bb5-b36f-e216aaf70f30), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.532316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] For port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5, host hv-neutron-8358, cleared binding levels {{(pid=104442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:36.532915 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempted to set empty binding levels {{(pid=104442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:31:36.538195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 759a55ca-9a8a-440b-ad38-42ba9f59c120 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:36.538573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.557344 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-acfdc1c3-ed2a-4880-9dec-26167e1d4a0f tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8354580 Apr 06 14:31:36.559866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39532) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.605343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311945ac-5c32-4dce-a2bf-90eb88afafa6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:36.609660 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-311945ac-5c32-4dce-a2bf-90eb88afafa6 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "GET /v2.0/ports/d5deba87-acb4-480a-8c84-048210ef0057 HTTP/1.1" status: 200 len: 955 time: 0.0487559 Apr 06 14:31:36.616017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39534) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.616154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4a314e1-2b28-43ee-868b-b1439c500ca0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.621767 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b4a314e1-2b28-43ee-868b-b1439c500ca0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2842133 Apr 06 14:31:36.624593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e5e26a8-2b2b-43dd-b86a-86b75ed3e571 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group_rule (cfce51f1-0766-429e-ba8b-4d199be64e80), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.629748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39536) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.651320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.654463 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:36.673048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for floatingip (450288a5-7207-4172-b851-aa36d9013e9d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.676832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c703ef05-ac8a-4bd9-b3c9-d6fab1b55fdd None None] For port d33188eb-1b75-4c27-849f-2716237eaebd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d33188eb-1b75-4c27-849f-2716237eaebd,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:36.684171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (5baafe5e-a40b-4bb5-b36f-e216aaf70f30), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.717235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:36.717235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.740306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.748380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c703ef05-ac8a-4bd9-b3c9-d6fab1b55fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.787549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c496f774-e47f-4a2f-adef-a6d744af27d2 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Deleting port d5deba87-acb4-480a-8c84-048210ef0057 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:36.787809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c496f774-e47f-4a2f-adef-a6d744af27d2 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d5deba87-acb4-480a-8c84-048210ef0057), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.857337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:36.864046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5baafe5e-a40b-4bb5-b36f-e216aaf70f30,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.910564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 759a55ca-9a8a-440b-ad38-42ba9f59c120 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:36.913037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e5e26a8-2b2b-43dd-b86a-86b75ed3e571 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group_rule (cfce51f1-0766-429e-ba8b-4d199be64e80), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.914120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13c4f1f6-fc37-480c-a811-7d26fad9fde7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:36.930095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c03f3926-ab99-4e2f-8f98-c7d141d9fa63), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.931256 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Added segment c03f3926-ab99-4e2f-8f98-c7d141d9fa63 of type vlan for network c83af873-03cf-4d61-93e9-2a15dc943c07 Apr 06 14:31:36.933449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.936192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39540) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.939920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c496f774-e47f-4a2f-adef-a6d744af27d2 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d5deba87-acb4-480a-8c84-048210ef0057), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:36.950600 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c8160ff9-2230-449b-be26-384d89125d49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.4448876 Apr 06 14:31:36.960104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39542) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:36.999285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ef05-ac8a-4bd9-b3c9-d6fab1b55fdd None None] Pushing event updated for resources: {'Port': ['ID=d33188eb-1b75-4c27-849f-2716237eaebd,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:36.999848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0a4f02d4-53f1-4b92-9080-1484133f17c0), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.010232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c496f774-e47f-4a2f-adef-a6d744af27d2 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Calling delete_port for d5deba87-acb4-480a-8c84-048210ef0057 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:37.109603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Publish callbacks [] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.112342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:37.113008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.164306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Deleting port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:37.164657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.205939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.273554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] For port 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5, host hv-neutron-8358, got binding levels [] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:37.274292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.288301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:37.289909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d33188eb-1b75-4c27-849f-2716237eaebd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:37.292318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c496f774-e47f-4a2f-adef-a6d744af27d2 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d5deba87-acb4-480a-8c84-048210ef0057), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.312022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Calling delete_port for 927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:37.327763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e5e26a8-2b2b-43dd-b86a-86b75ed3e571 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (cfce51f1-0766-429e-ba8b-4d199be64e80), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.333930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3376490-71c3-4e48-8940-b86690bf9c45 None None] Pushing event updated for resources: {'Port': ['ID=24aef1e7-d337-4f08-9cf7-0f920032a940,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.365436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c496f774-e47f-4a2f-adef-a6d744af27d2 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.370660 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c496f774-e47f-4a2f-adef-a6d744af27d2 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "DELETE /v2.0/ports/d5deba87-acb4-480a-8c84-048210ef0057 HTTP/1.1" status: 204 len: 168 time: 0.7589848 Apr 06 14:31:37.372798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496f774-e47f-4a2f-adef-a6d744af27d2 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5deba87-acb4-480a-8c84-048210ef0057,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.380192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39546) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.426104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e26a8-2b2b-43dd-b86a-86b75ed3e571 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfce51f1-0766-429e-ba8b-4d199be64e80,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.430095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.430468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.492574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (c83af873-03cf-4d61-93e9-2a15dc943c07), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.504263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d33188eb-1b75-4c27-849f-2716237eaebd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:37.506150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.514190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Attempting to bind port 24aef1e7-d337-4f08-9cf7-0f920032a940 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:37.514635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Attempting to bind port 24aef1e7-d337-4f08-9cf7-0f920032a940 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:37.514933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Attempting to bind port 24aef1e7-d337-4f08-9cf7-0f920032a940 on network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:37.526077 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-694871d6-842c-481d-9b7f-d67fc5c4dd09 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:37.528220 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-694871d6-842c-481d-9b7f-d67fc5c4dd09 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "GET /v2.0/ports/d5deba87-acb4-480a-8c84-048210ef0057 HTTP/1.1" status: 404 len: 333 time: 0.1427476 Apr 06 14:31:37.532387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39548) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.540829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Request body: {'port': {'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-49606865'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:37.705499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e5e26a8-2b2b-43dd-b86a-86b75ed3e571 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.710648 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6e5e26a8-2b2b-43dd-b86a-86b75ed3e571 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4291728 Apr 06 14:31:37.713559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39550) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.718490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.resource_extend [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:31:37.725438 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:37.747580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Made reservation on behalf of 5dc4edc44f2f4441a27d2a96dea9a400 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:37.750852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.768780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:37.769151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Checking segment: {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:37.769560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.772019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Bound using segment: {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:37.772805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Bound port: 24aef1e7-d337-4f08-9cf7-0f920032a940, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:37.773080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.777694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.780371 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] device_id is not set on port 5518e776-8dc7-45c7-a688-aa26822a22bc yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:37.812366 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7749611e-0369-443b-a07a-21b65c6c0113 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5f9f198dd9a340a89f9388dc4492a1eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8075643 Apr 06 14:31:37.816353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event deleted for resources: {'Port': ['ID=927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:37.820695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39552) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.823392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104443) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 06 14:31:37.823704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Router adcaf6e5-a53d-42a0-8841-07ef60035826 migrating from provider to provider. {{(pid=104443) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 06 14:31:37.824306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (adcaf6e5-a53d-42a0-8841-07ef60035826), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.850053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d33188eb-1b75-4c27-849f-2716237eaebd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:37.853616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (adcaf6e5-a53d-42a0-8841-07ef60035826), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.871215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e3a6b640-9165-4029-9341-9594a0e23313 None None] Provisioning complete for port 24aef1e7-d337-4f08-9cf7-0f920032a940 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:37.871550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b640-9165-4029-9341-9594a0e23313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.907153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.914702 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c0e44810-2091-49a1-a916-255a97d17840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "DELETE /v2.0/ports/927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 HTTP/1.1" status: 204 len: 168 time: 0.9532366 Apr 06 14:31:37.916119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.919108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39554) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:37.942286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6b640-9165-4029-9341-9594a0e23313 None None] Port 24aef1e7-d337-4f08-9cf7-0f920032a940 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:37.945153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (c83af873-03cf-4d61-93e9-2a15dc943c07), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.952953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:37.953721 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.954882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d09b4e42-9052-48f3-b138-1677350de3bd no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:37.999288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:37.999672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d09b4e42-9052-48f3-b138-1677350de3bd {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:31:38.000137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d09b4e42-9052-48f3-b138-1677350de3bd not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:31:38.004262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] For port 24aef1e7-d337-4f08-9cf7-0f920032a940, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:38.022722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] For port 24aef1e7-d337-4f08-9cf7-0f920032a940, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=24aef1e7-d337-4f08-9cf7-0f920032a940,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:38.081342 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce0b953-07d4-4de9-b89d-c8f0bdd1b8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:38.084163 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3ce0b953-07d4-4de9-b89d-c8f0bdd1b8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "GET /v2.0/ports/927b3e8f-cb3e-4ae6-8d0f-9ed36705aec5 HTTP/1.1" status: 404 len: 333 time: 0.1596861 Apr 06 14:31:38.096993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.161114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39556) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:38.175203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for port (0a4f02d4-53f1-4b92-9080-1484133f17c0), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.181990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Request body: {'port': {'network_id': '8dadccfe-8df3-4115-877e-31926fc07148', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739094255'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:38.207635 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8734117 Apr 06 14:31:38.228943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 759a55ca-9a8a-440b-ad38-42ba9f59c120 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:38.319227 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.scheduler.l3_agent_scheduler [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] No L3 agents can host the router adcaf6e5-a53d-42a0-8841-07ef60035826 Apr 06 14:31:38.330044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (0a4f02d4-53f1-4b92-9080-1484133f17c0), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.367523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 759a55ca-9a8a-440b-ad38-42ba9f59c120 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:38.368291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.370353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3376490-71c3-4e48-8940-b86690bf9c45 None None] Pushing event updated for resources: {'Port': ['ID=24aef1e7-d337-4f08-9cf7-0f920032a940,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:38.383907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:31:38.384657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:31:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:38.470337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e35ef-4980-4725-9186-62e89906bcc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Network': ['ID=c83af873-03cf-4d61-93e9-2a15dc943c07,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:38.472594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-409904b0-7cd1-4160-ba76-8b2403c2c44c admin admin] Publish callbacks [] for security_group (1ab2b3ce-7cd1-40db-906f-5e3c2469fd8c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.528909 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks [] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.565541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.565992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network c83af873-03cf-4d61-93e9-2a15dc943c07 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:38.682284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Made reservation on behalf of 6b578cef24fe4f738face704f33076fd for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:38.686360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.691162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.693204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.723081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-09f8537c-f37f-44ef-b4dc-4243d9434978 None None] Provisioning complete for port 24aef1e7-d337-4f08-9cf7-0f920032a940 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:38.723556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-09f8537c-f37f-44ef-b4dc-4243d9434978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.747650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Network a1669f92-192d-4a1a-bc0b-e37586223959 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:38.791202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:38.808188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:38.819874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:38.819874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.820151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event updated for resources: {'Port': ['ID=0a4f02d4-53f1-4b92-9080-1484133f17c0,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:38.855201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=5518e776-8dc7-45c7-a688-aa26822a22bc,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:38.867571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-409904b0-7cd1-4160-ba76-8b2403c2c44c admin admin] Publish callbacks [] for security_group (1ab2b3ce-7cd1-40db-906f-5e3c2469fd8c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.917525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Allocated IP 172.26.7.12 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/1ceccee1-de75-4429-ba31-84797e201292) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:38.931062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] device_id is not set on port e1e20fbf-d299-47f1-815d-ea6b313febd2 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:38.953211 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2b6e4dca-1d8a-459d-a1a7-b6b6e9aaee6c tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.4195988 Apr 06 14:31:38.954700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 759a55ca-9a8a-440b-ad38-42ba9f59c120 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:38.957341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d33188eb-1b75-4c27-849f-2716237eaebd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:38.963995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39558) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:38.970011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-09f8537c-f37f-44ef-b4dc-4243d9434978 None None] Current status of the port 24aef1e7-d337-4f08-9cf7-0f920032a940 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:38.970886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-09f8537c-f37f-44ef-b4dc-4243d9434978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.992992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:39.019032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:31:39.066792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Hosts for router adcaf6e5-a53d-42a0-8841-07ef60035826: [] {{(pid=104443) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 06 14:31:39.078182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for port (1ceccee1-de75-4429-ba31-84797e201292), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.081062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (450288a5-7207-4172-b851-aa36d9013e9d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.098980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-09f8537c-f37f-44ef-b4dc-4243d9434978 None None] For port 24aef1e7-d337-4f08-9cf7-0f920032a940, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=24aef1e7-d337-4f08-9cf7-0f920032a940,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:39.101016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3173c64-5896-4e30-859e-3020e1048d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.138225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Hosts for other DVR routers connected to router adcaf6e5-a53d-42a0-8841-07ef60035826: set() {{(pid=104443) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 06 14:31:39.141346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.142710 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-37decc08-cb08-4348-8bad-0117b64c1aa5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "PUT /v2.0/routers/adcaf6e5-a53d-42a0-8841-07ef60035826 HTTP/1.1" status: 200 len: 716 time: 2.6384900 Apr 06 14:31:39.147886 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39560) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:39.165839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-09f8537c-f37f-44ef-b4dc-4243d9434978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.183154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.272924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.282183 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-df743b6a-6b80-4ec1-a4e0-963b6f00d633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4176347 Apr 06 14:31:39.293437 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7a4daafd-c7eb-4475-8841-9016e77e81b5 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "GET /v2.0/routers/adcaf6e5-a53d-42a0-8841-07ef60035826 HTTP/1.1" status: 200 len: 716 time: 0.1440902 Apr 06 14:31:39.295635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (1ceccee1-de75-4429-ba31-84797e201292), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.306807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39564) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:39.312268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d33188eb-1b75-4c27-849f-2716237eaebd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:39.312424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-409904b0-7cd1-4160-ba76-8b2403c2c44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1ab2b3ce-7cd1-40db-906f-5e3c2469fd8c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.313044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.319558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-409904b0-7cd1-4160-ba76-8b2403c2c44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.320963 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-409904b0-7cd1-4160-ba76-8b2403c2c44c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1ab2b3ce-7cd1-40db-906f-5e3c2469fd8c HTTP/1.1" status: 204 len: 168 time: 1.4993012 Apr 06 14:31:39.381985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8537c-f37f-44ef-b4dc-4243d9434978 None None] Pushing event updated for resources: {'Port': ['ID=24aef1e7-d337-4f08-9cf7-0f920032a940,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.425932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:39.436701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:39.440781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:39.517494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event updated for resources: {'Port': ['ID=1ceccee1-de75-4429-ba31-84797e201292,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.596900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:37Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:39.636379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c48f2-1530-437c-9689-fac9f1c852ed None None] The sync data for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv is: [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:37Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:31:39.639309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d33188eb-1b75-4c27-849f-2716237eaebd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:39.640917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for floatingip (411892b4-501e-4b11-ac50-6bfb4c510609), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.690271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks [] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.788552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409904b0-7cd1-4160-ba76-8b2403c2c44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2b3ce-7cd1-40db-906f-5e3c2469fd8c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:39.873782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1ceccee1-de75-4429-ba31-84797e201292), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:39.953656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Allocated IP 172.26.7.37 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:40.041751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.212258 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ec4a61ee-2671-409c-8757-4d9da1477742 tempest-RoutersTestDVR-1692465709 tempest-RoutersTestDVR-1692465709-project] 10.222.0.71 "GET /v2.0/routers/adcaf6e5-a53d-42a0-8841-07ef60035826 HTTP/1.1" status: 200 len: 682 time: 0.8991840 Apr 06 14:31:40.214876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39590) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:40.276921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 24aef1e7-d337-4f08-9cf7-0f920032a940 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:40.369662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 24aef1e7-d337-4f08-9cf7-0f920032a940 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:40.370043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.420420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c152745-4198-4e9b-ac6a-fd46d1fab8c3 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.423107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39592) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:40.482395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=e1e20fbf-d299-47f1-815d-ea6b313febd2,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:40.496712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39600) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:40.517944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 24aef1e7-d337-4f08-9cf7-0f920032a940 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:40.528451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Network 8dadccfe-8df3-4115-877e-31926fc07148 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:40.529974 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:31:40.536708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for port (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.541274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-55e8c5cc-b01d-49dc-a1bd-3f401b0a8dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.549838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:40.552314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:40.553980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:40.554587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.662638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-19e1b5f0-8283-4ec0-b97a-37464e86980b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4891634 Apr 06 14:31:40.667472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39602) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:40.685221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:40.691979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] device_id is not set on port 5518e776-8dc7-45c7-a688-aa26822a22bc yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:40.710712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c152745-4198-4e9b-ac6a-fd46d1fab8c3 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.716292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c152745-4198-4e9b-ac6a-fd46d1fab8c3 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (adcaf6e5-a53d-42a0-8841-07ef60035826), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.723582 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-a63c1921-7374-4058-8515-690d53827c49 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1389921527&fields=id&tenant_id=641e44efd4d54ec38327e1b9cccfa7a1 HTTP/1.1" status: 200 len: 267 time: 0.1974781 Apr 06 14:31:40.769460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks [] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.790041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for port (1ceccee1-de75-4429-ba31-84797e201292), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.819902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-55e8c5cc-b01d-49dc-a1bd-3f401b0a8dee admin admin] Publish callbacks [] for security_group (32f20550-944c-4e3a-9ea2-7118315123db), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.855658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.861748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c152745-4198-4e9b-ac6a-fd46d1fab8c3 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (adcaf6e5-a53d-42a0-8841-07ef60035826), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.862418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c152745-4198-4e9b-ac6a-fd46d1fab8c3 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adcaf6e5-a53d-42a0-8841-07ef60035826 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:40.865143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (1ceccee1-de75-4429-ba31-84797e201292), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.870744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c152745-4198-4e9b-ac6a-fd46d1fab8c3 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.872263 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1c152745-4198-4e9b-ac6a-fd46d1fab8c3 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "DELETE /v2.0/routers/adcaf6e5-a53d-42a0-8841-07ef60035826 HTTP/1.1" status: 204 len: 168 time: 0.6547794 Apr 06 14:31:40.887028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39604) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:40.910559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8bb3b76b-2878-4b01-ad13-d5ad7fd7e744 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Request body: {'router': {'name': 'tempest-router-382291121', 'distributed': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:40.916083 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-55e8c5cc-b01d-49dc-a1bd-3f401b0a8dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (32f20550-944c-4e3a-9ea2-7118315123db), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.020284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8c5cc-b01d-49dc-a1bd-3f401b0a8dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f20550-944c-4e3a-9ea2-7118315123db,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.031378 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-55e8c5cc-b01d-49dc-a1bd-3f401b0a8dee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e6e200ff1864deb967e0347ad8c79de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5717385 Apr 06 14:31:41.031378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event updated for resources: {'Port': ['ID=1ceccee1-de75-4429-ba31-84797e201292,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.035541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39606) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:41.043512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (411892b4-501e-4b11-ac50-6bfb4c510609), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.070327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b76b-2878-4b01-ad13-d5ad7fd7e744 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (9696ff25-db4c-4286-81d2-4f471a2cadac), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.071605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b76b-2878-4b01-ad13-d5ad7fd7e744 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (9696ff25-db4c-4286-81d2-4f471a2cadac), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.128577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.153053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c0554f2-a9f9-4f90-b6f9-71df19ad3940 admin admin] Publish callbacks [] for security_group (32f20550-944c-4e3a-9ea2-7118315123db), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.155501 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b76b-2878-4b01-ad13-d5ad7fd7e744 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (9696ff25-db4c-4286-81d2-4f471a2cadac), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.159203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.167177 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-be1ab048-c68f-4f4a-ab9e-290d2d8ad29c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4455278 Apr 06 14:31:41.167374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:41.173442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:41.182354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.198605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c0554f2-a9f9-4f90-b6f9-71df19ad3940 admin admin] Publish callbacks [] for security_group (32f20550-944c-4e3a-9ea2-7118315123db), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.200692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:41.236800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b76b-2878-4b01-ad13-d5ad7fd7e744 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (9696ff25-db4c-4286-81d2-4f471a2cadac), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.304101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event updated for resources: {'Port': ['ID=cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.379312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b76b-2878-4b01-ad13-d5ad7fd7e744 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.386319 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8bb3b76b-2878-4b01-ad13-d5ad7fd7e744 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4941537 Apr 06 14:31:41.388673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39612) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:41.488168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-feb3862d-1df8-4c9e-8d09-419f48d1ca9a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:41.491475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-feb3862d-1df8-4c9e-8d09-419f48d1ca9a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 812 time: 0.7663231 Apr 06 14:31:41.524252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49f16271-afce-4d9d-9799-1fb819a115d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.546813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c0554f2-a9f9-4f90-b6f9-71df19ad3940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (32f20550-944c-4e3a-9ea2-7118315123db), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.561917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c0554f2-a9f9-4f90-b6f9-71df19ad3940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.564289 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8c0554f2-a9f9-4f90-b6f9-71df19ad3940 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/32f20550-944c-4e3a-9ea2-7118315123db HTTP/1.1" status: 204 len: 168 time: 0.5252950 Apr 06 14:31:41.584569 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0554f2-a9f9-4f90-b6f9-71df19ad3940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f20550-944c-4e3a-9ea2-7118315123db,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.587386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-37b21992-22ac-4634-8333-82dd37637440 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (9696ff25-db4c-4286-81d2-4f471a2cadac), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.636147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:41.636603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:41.643310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:41.665965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:41.670052 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:41.684855 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 2 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:41.714097 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-ef7b17a5-2c67-4442-9163-fdafc2bba43e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/quotas/641e44efd4d54ec38327e1b9cccfa7a1 HTTP/1.1" status: 200 len: 375 time: 0.2011728 Apr 06 14:31:41.725619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:41.726395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:41.727160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:41.736449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=5518e776-8dc7-45c7-a688-aa26822a22bc,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:41.838867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:41.839369 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:41.846508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 3 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:41.877123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:41.879087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:41.879750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:41.899144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:41.905548 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:41.909689 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for floatingip (14172223-6cd2-4070-9177-daa52a10edb4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.919028 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 4 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:41.948483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:41.948826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:41.949218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:41.980128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:41.980128 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:41.985881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-37b21992-22ac-4634-8333-82dd37637440 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (9696ff25-db4c-4286-81d2-4f471a2cadac), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.988246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-37b21992-22ac-4634-8333-82dd37637440 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router_controller (9696ff25-db4c-4286-81d2-4f471a2cadac), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:41.994160 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 5 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:42.042876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:42.043500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:42.044071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:42.097909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39634) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.098718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39636) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.130146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'subnet': {'network_id': 'c83af873-03cf-4d61-93e9-2a15dc943c07', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:42.136994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:42.137462 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:42.149067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 6 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:42.174096 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-6dabcb4f-1eaa-4a52-af63-c40144464937 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4333384 Apr 06 14:31:42.203130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:42.203699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:42.204184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:42.250185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] device_id is not set on port e1e20fbf-d299-47f1-815d-ea6b313febd2 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:42.269523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.276771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks [] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.314107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:42.314518 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:42.326796 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 7 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:42.383850 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-1fc1e660-3388-4302-8466-d5a152279185 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--874210089&fields=id&tenant_id=6c491c68c3904daf9395a4be71d7620d HTTP/1.1" status: 200 len: 267 time: 0.2632046 Apr 06 14:31:42.386881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:42.387237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:42.387567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:42.392061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-37b21992-22ac-4634-8333-82dd37637440 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (9696ff25-db4c-4286-81d2-4f471a2cadac), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.392709 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b21992-22ac-4634-8333-82dd37637440 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9696ff25-db4c-4286-81d2-4f471a2cadac {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:42.405503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-37b21992-22ac-4634-8333-82dd37637440 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.412930 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-37b21992-22ac-4634-8333-82dd37637440 tempest-RoutersTestDVR-256889535 tempest-RoutersTestDVR-256889535-project-admin] 10.222.0.71 "DELETE /v2.0/routers/9696ff25-db4c-4286-81d2-4f471a2cadac HTTP/1.1" status: 204 len: 168 time: 1.0228324 Apr 06 14:31:42.421061 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:42.421584 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:42.438323 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 8 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:42.441909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.502573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-44bf758c-83f2-4854-a81c-d7ead15dd2c7 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:31:42.503787 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-44bf758c-83f2-4854-a81c-d7ead15dd2c7 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1545279 Apr 06 14:31:42.619010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:42.619402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:42.619858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:42.670838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:42.675129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.711783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:42.712147 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:42.753558 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 9 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:42.846106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=e1e20fbf-d299-47f1-815d-ea6b313febd2,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:42.862985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:42.863388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:42.863778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:42.915307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:42.915710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:42.916094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:42.940804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39662) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:42.956444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330f49-a710-46c7-993d-0492e7de0543 req-11ee383a-5588-4207-a2d5-2bfed9654f67 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:42.965439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-11ee383a-5588-4207-a2d5-2bfed9654f67 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/networks?id=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e HTTP/1.1" status: 200 len: 806 time: 0.5658243 Apr 06 14:31:42.982608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:42.983145 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:42.992645 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempt 10 to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc Apr 06 14:31:42.996694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:42.997241 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:43.007703 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 2 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:43.049728 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-09facd80-8ddf-47fd-9118-3c15ffd1756c service neutron] 10.222.0.71 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014637 Apr 06 14:31:43.088711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:43.089054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:43.089404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempting to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:43.097271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for port (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.100639 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-daf85876-4106-4fc2-a72a-a4b1e7201149 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/quotas/6c491c68c3904daf9395a4be71d7620d HTTP/1.1" status: 200 len: 375 time: 0.1124425 Apr 06 14:31:43.106028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1b33-9a72-4972-a1c1-c698fffb95de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.141191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:43.141582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:43.141929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:43.168136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:43.168728 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Failed to bind port 5518e776-8dc7-45c7-a688-aa26822a22bc on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'cd7e150c-0356-467e-a64c-8e47dee1d905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a1669f92-192d-4a1a-bc0b-e37586223959'}] Apr 06 14:31:43.169159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.209394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:43.209728 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:43.210448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.217396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 3 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:43.234729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1b33-9a72-4972-a1c1-c698fffb95de admin admin] Publish callbacks [] for security_group (a6920e8e-419f-48a8-a243-c4d6791682a0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.296649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:43.296987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:43.297341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:43.312723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1b33-9a72-4972-a1c1-c698fffb95de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (a6920e8e-419f-48a8-a243-c4d6791682a0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.368836 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4dfa1b33-9a72-4972-a1c1-c698fffb95de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4aea05218cea4826a9e3eef347ccbb5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267361 Apr 06 14:31:43.374167 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa1b33-9a72-4972-a1c1-c698fffb95de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6920e8e-419f-48a8-a243-c4d6791682a0,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:43.378855 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39672) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:43.458469 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c6be798-744e-41f8-b68a-49f81ac8fc99 admin admin] Publish callbacks [] for security_group (a6920e8e-419f-48a8-a243-c4d6791682a0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.485219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c6be798-744e-41f8-b68a-49f81ac8fc99 admin admin] Publish callbacks [] for security_group (a6920e8e-419f-48a8-a243-c4d6791682a0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.584505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:43.584505 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:43.595210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 4 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:43.597801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event updated for resources: {'Port': ['ID=cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:43.627545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c6be798-744e-41f8-b68a-49f81ac8fc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (a6920e8e-419f-48a8-a243-c4d6791682a0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.633225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c6be798-744e-41f8-b68a-49f81ac8fc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.635288 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c6be798-744e-41f8-b68a-49f81ac8fc99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a6920e8e-419f-48a8-a243-c4d6791682a0 HTTP/1.1" status: 204 len: 168 time: 0.2544589 Apr 06 14:31:43.654593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.658292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6be798-744e-41f8-b68a-49f81ac8fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6920e8e-419f-48a8-a243-c4d6791682a0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:43.679119 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-e18e3084-2928-4130-ba4f-dcac0c8b66a1 service neutron] 10.222.0.71 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034589 Apr 06 14:31:43.694388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:43.694878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:43.695399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:43.713712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-13d1a3db-7ff2-4c1f-95ef-ff634d8ea31f tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c491c68c3904daf9395a4be71d7620d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5983624 Apr 06 14:31:43.720071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (14172223-6cd2-4070-9177-daa52a10edb4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.727310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:43.728212 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:43.732771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 5 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:43.762205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] For port 5518e776-8dc7-45c7-a688-aa26822a22bc, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:43.763157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attempted to set empty binding levels {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:31:43.765341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:43.766639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:43.767094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:43.775285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:43.775631 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:43.776405 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 6 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:43.797923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:43.798330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:43.798709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:43.808096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:43.808555 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:43.809033 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 7 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:43.830268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:43.830853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:43.831413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:43.836675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.872464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:43.872853 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:43.876725 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 8 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:43.897134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.898930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1e8d9423-aa9d-4793-a63d-29180ca534e0 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2631462 Apr 06 14:31:43.900401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.961565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:43.961925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:43.962330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:43.977811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] In _notify_port_updated(), no bound segment for port 5518e776-8dc7-45c7-a688-aa26822a22bc on network a1669f92-192d-4a1a-bc0b-e37586223959 {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:43.979086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:43.979812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.981381 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "PUT /v2.0/ports/5518e776-8dc7-45c7-a688-aa26822a22bc HTTP/1.1" status: 200 len: 975 time: 5.0127749 Apr 06 14:31:43.984202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39688) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.003535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Subnet': ['ID=3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:44.016835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:44.017221 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:44.045379 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 9 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:44.106936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:44.107378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:44.107739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:44.113753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50edf9a-f130-48b7-a3e1-34d3fa62b351 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event updated for resources: {'Port': ['ID=5518e776-8dc7-45c7-a688-aa26822a22bc,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:44.136875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Deleting port 5518e776-8dc7-45c7-a688-aa26822a22bc {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:44.137418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.161274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:44.162132 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:44.163278 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 10 to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 Apr 06 14:31:44.167357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Checking segment: {'id': 'c03f3926-ab99-4e2f-8f98-c7d141d9fa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c83af873-03cf-4d61-93e9-2a15dc943c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:44.168014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network hostable DHCP agents. Network: c83af873-03cf-4d61-93e9-2a15dc943c07, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:44.195376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-66c68141-da25-4522-b881-327e7c5ecf22 req-7d9bf74e-8306-46a4-9c45-51cfba3ee0e9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.0917900 Apr 06 14:31:44.215578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:44.216014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:44.216391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:44.222053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] For port 5518e776-8dc7-45c7-a688-aa26822a22bc, host hv-neutron-8358, got binding levels [] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:44.222762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.226538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:44.226933 dv-neutron-835863-1-hyperv neutron-server[104443]: ERROR neutron.plugins.ml2.managers [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port e1e20fbf-d299-47f1-815d-ea6b313febd2 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:44.227438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.240409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Calling delete_port for 5518e776-8dc7-45c7-a688-aa26822a22bc owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:44.346781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network c83af873-03cf-4d61-93e9-2a15dc943c07 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:44.374052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] For port e1e20fbf-d299-47f1-815d-ea6b313febd2, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:44.375090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempted to set empty binding levels {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:31:44.447254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-b1560572-4934-431f-9c18-2be3ec402133 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:31:44.448389 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-b1560572-4934-431f-9c18-2be3ec402133 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4792805 Apr 06 14:31:44.461104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5518e776-8dc7-45c7-a688-aa26822a22bc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.492109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Pushing event deleted for resources: {'Port': ['ID=5518e776-8dc7-45c7-a688-aa26822a22bc,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:44.502506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.509975 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f93effb3-b967-4d4e-bb7e-e7b84ff00401 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "DELETE /v2.0/ports/5518e776-8dc7-45c7-a688-aa26822a22bc HTTP/1.1" status: 204 len: 168 time: 0.5242577 Apr 06 14:31:44.511004 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39726) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.523179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, c83af873-03cf-4d61-93e9-2a15dc943c07) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:44.533865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda118b7-d3ce-4a08-9431-d40a90526f93 None None] Network c83af873-03cf-4d61-93e9-2a15dc943c07 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:44.536634 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-54a7117b-472b-4d21-98be-44f553e602d7 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--34114194&fields=id&tenant_id=39547a67549f499ba9baf8a8e035d0db HTTP/1.1" status: 200 len: 267 time: 0.1570914 Apr 06 14:31:44.539081 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c297fcd-24c6-4a9f-ab0c-035b13392917 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:44.539284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.544959 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2c297fcd-24c6-4a9f-ab0c-035b13392917 tempest-PortsAdminExtendedAttrsTestJSON-1290702398 tempest-PortsAdminExtendedAttrsTestJSON-1290702398-project-admin] 10.222.0.71 "GET /v2.0/ports/5518e776-8dc7-45c7-a688-aa26822a22bc HTTP/1.1" status: 404 len: 333 time: 0.0326650 Apr 06 14:31:44.545894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39728) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.612951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:44.613548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.648407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=e1e20fbf-d299-47f1-815d-ea6b313febd2,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:44.667239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (a1669f92-192d-4a1a-bc0b-e37586223959), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.754585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-c83af873-03cf-4d61-93e9-2a15dc943c07', 'network_id': 'c83af873-03cf-4d61-93e9-2a15dc943c07', 'project_id': '2540b39cc99a41959e7e188c41e53cfd', 'fixed_ips': [{'subnet_id': '3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:44.754585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.778744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] In _notify_port_updated(), no bound segment for port e1e20fbf-d299-47f1-815d-ea6b313febd2 on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:44.779752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:44.780774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.783117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d87c2b38-0d67-4a64-9731-d6dc7b3eb789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "PUT /v2.0/ports/e1e20fbf-d299-47f1-815d-ea6b313febd2 HTTP/1.1" status: 200 len: 981 time: 4.1110246 Apr 06 14:31:44.792157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39734) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.830820 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f780545a-078c-4c79-9cda-abf5a180b61e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7083468 Apr 06 14:31:44.835044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39736) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.862109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1218596299'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:44.865974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (a1669f92-192d-4a1a-bc0b-e37586223959), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.909255 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-834e1bb5-29c4-4519-bdd7-f062200b8fdf service neutron] 10.222.0.71 "GET /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536788 Apr 06 14:31:44.928719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39738) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:44.939047 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1669f92-192d-4a1a-bc0b-e37586223959']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:44.963692 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7e150c-0356-467e-a64c-8e47dee1d905') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:44.964001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7e150c-0356-467e-a64c-8e47dee1d905') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:44.979287 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (cd7e150c-0356-467e-a64c-8e47dee1d905), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.010212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (cd7e150c-0356-467e-a64c-8e47dee1d905), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.018637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9076e0bd-5c24-46a9-97a5-27e66277aca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.020530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:45.023602 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (cd7e150c-0356-467e-a64c-8e47dee1d905), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:45.030454 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.039971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.044160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.044160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.044160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.044160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.044160 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0f893eac-1cb1-46e0-b31f-5431bb23f155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15741 time: 0.2469850 Apr 06 14:31:45.050928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39740) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:45.053029 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:45.056973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.066545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-ca29ee7a-db2a-4169-a98e-9912aefe89f4 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.074129 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-ca29ee7a-db2a-4169-a98e-9912aefe89f4 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/networks?id=87bcd8f2-16f1-4ba0-9750-434e5885f6a5 HTTP/1.1" status: 200 len: 811 time: 0.5363317 Apr 06 14:31:45.079720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Allocated IP 2001:db8:0:ffff::2 (c83af873-03cf-4d61-93e9-2a15dc943c07/3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc/114c2b96-38fd-415f-93b2-5fedf17b21f4) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:45.171498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39742) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:45.236202 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-2a33f930-5f99-4db8-9d60-328962916d40 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/quotas/39547a67549f499ba9baf8a8e035d0db HTTP/1.1" status: 200 len: 375 time: 0.1159582 Apr 06 14:31:45.270419 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:45.298651 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-52ada0c8-a148-4571-81d9-bd3348e19ee1 service neutron] 10.222.0.71 "GET /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560245 Apr 06 14:31:45.306673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.307333 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Added segment f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d of type vlan for network 62f85c1b-9559-44f1-a682-46f2e80a3090 Apr 06 14:31:45.324386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (a1669f92-192d-4a1a-bc0b-e37586223959), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.331982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.368717 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] 10.222.0.71 "DELETE /v2.0/networks/a1669f92-192d-4a1a-bc0b-e37586223959 HTTP/1.1" status: 204 len: 168 time: 0.7942753 Apr 06 14:31:45.368717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1403952412', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:45.407169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0692106-2373-4197-8988-ef78af7c396a tempest-PortsAdminExtendedAttrsTestJSON-1498325857 tempest-PortsAdminExtendedAttrsTestJSON-1498325857-project] Pushing event deleted for resources: {'Network': ['ID=a1669f92-192d-4a1a-bc0b-e37586223959,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:45.413268 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-c10e28ab-8fee-4462-ad50-9e120454aa0d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=39547a67549f499ba9baf8a8e035d0db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2197480 Apr 06 14:31:45.423611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (62f85c1b-9559-44f1-a682-46f2e80a3090), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.430048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Deleting port e1e20fbf-d299-47f1-815d-ea6b313febd2 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:45.430641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.528062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Publish callbacks [] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.609071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Made reservation on behalf of 7cbec02ed8d84e2e9223bdf4316cb471 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:45.611612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.625003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.629824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.resource_extend [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:31:45.701661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9076e0bd-5c24-46a9-97a5-27e66277aca7 admin admin] Publish callbacks [] for security_group (15cd9a2b-06d6-41df-96f0-0f69010f26b7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.707147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.726701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] For port e1e20fbf-d299-47f1-815d-ea6b313febd2, host hv-neutron-8358, got binding levels [] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:45.727099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.735095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks [] for security_group (2f22b233-95f5-4b5c-99b0-1df3856373c3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.751034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Calling delete_port for e1e20fbf-d299-47f1-815d-ea6b313febd2 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:45.761357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Network c83af873-03cf-4d61-93e9-2a15dc943c07 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:45.768808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:45.775852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:45.780259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Pushing event updated for resources: {'Port': ['ID=114c2b96-38fd-415f-93b2-5fedf17b21f4,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:45.796486 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-58428b25-2c09-45fa-b25d-01bc40f8a5a4 service neutron] 10.222.0.71 "GET /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602905 Apr 06 14:31:45.873548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.884854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Attempting to bind port 114c2b96-38fd-415f-93b2-5fedf17b21f4 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:45.884854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Attempting to bind port 114c2b96-38fd-415f-93b2-5fedf17b21f4 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c03f3926-ab99-4e2f-8f98-c7d141d9fa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c83af873-03cf-4d61-93e9-2a15dc943c07'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:45.884854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Attempting to bind port 114c2b96-38fd-415f-93b2-5fedf17b21f4 on network c83af873-03cf-4d61-93e9-2a15dc943c07 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:45.885919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:45.886353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Checking segment: {'id': 'c03f3926-ab99-4e2f-8f98-c7d141d9fa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c83af873-03cf-4d61-93e9-2a15dc943c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:45.886841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.887370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Bound using segment: {'id': 'c03f3926-ab99-4e2f-8f98-c7d141d9fa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c83af873-03cf-4d61-93e9-2a15dc943c07'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:45.887973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Bound port: 114c2b96-38fd-415f-93b2-5fedf17b21f4, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03f3926-ab99-4e2f-8f98-c7d141d9fa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c83af873-03cf-4d61-93e9-2a15dc943c07'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:45.888518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.914038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2f22b233-95f5-4b5c-99b0-1df3856373c3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.918289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9076e0bd-5c24-46a9-97a5-27e66277aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (15cd9a2b-06d6-41df-96f0-0f69010f26b7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.924381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] device_id is not set on port 6fad392d-5a44-45b6-9586-a37170a1646c yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:45.924675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (62f85c1b-9559-44f1-a682-46f2e80a3090), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:45.926252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:45.926983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.082849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076e0bd-5c24-46a9-97a5-27e66277aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd9a2b-06d6-41df-96f0-0f69010f26b7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.100122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] For port 114c2b96-38fd-415f-93b2-5fedf17b21f4, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:46.118270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] For port 114c2b96-38fd-415f-93b2-5fedf17b21f4, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=114c2b96-38fd-415f-93b2-5fedf17b21f4,segment=NetworkSegment(c03f3926-ab99-4e2f-8f98-c7d141d9fa63),segment_id=c03f3926-ab99-4e2f-8f98-c7d141d9fa63)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:46.168129 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9076e0bd-5c24-46a9-97a5-27e66277aca7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9a622ca2fb6469584ffc91fe5363b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2199268 Apr 06 14:31:46.168727 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a55173df-eceb-43ab-9c37-f9ccb029c313 req-5b9f3dd6-d447-4d9b-bc84-cbdb66ceef3b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.1140468 Apr 06 14:31:46.171338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39772) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.193589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Allocated IP 172.26.7.148 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/6fad392d-5a44-45b6-9586-a37170a1646c) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:46.229119 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-0b4b13cd-fdab-4438-a530-43c1e69f3417 service neutron] 10.222.0.71 "GET /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151089 Apr 06 14:31:46.236609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Network': ['ID=62f85c1b-9559-44f1-a682-46f2e80a3090,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.248878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-325e9553-f78c-43f3-9f54-a8b6709895f1 admin admin] Publish callbacks [] for security_group (15cd9a2b-06d6-41df-96f0-0f69010f26b7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.251615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 62f85c1b-9559-44f1-a682-46f2e80a3090 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:46.288250 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ec7abb4c-c00a-4cea-a100-6622eaade258 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4481890 Apr 06 14:31:46.290670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39774) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.299517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'subnet': {'network_id': '62f85c1b-9559-44f1-a682-46f2e80a3090', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:46.320568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-325e9553-f78c-43f3-9f54-a8b6709895f1 admin admin] Publish callbacks [] for security_group (15cd9a2b-06d6-41df-96f0-0f69010f26b7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.362225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (e1e20fbf-d299-47f1-815d-ea6b313febd2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.365656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.588958 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05fb70c7-ecf5-4786-8824-324628a24544 req-64c44db5-88da-4353-88a1-428bbf957741 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.2222087 Apr 06 14:31:46.608343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39784) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.626497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5273e6-2300-4f42-bc73-ca76fbc2fcb3 None None] Pushing event updated for resources: {'Port': ['ID=114c2b96-38fd-415f-93b2-5fedf17b21f4,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.674415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.683716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "DELETE /v2.0/ports/e1e20fbf-d299-47f1-815d-ea6b313febd2 HTTP/1.1" status: 204 len: 168 time: 1.6239934 Apr 06 14:31:46.684513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39790) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.685325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6796937-519e-425a-b81a-484996223042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1e20fbf-d299-47f1-815d-ea6b313febd2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.703999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22b233-95f5-4b5c-99b0-1df3856373c3,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:46.749966 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f66fe2d-8a6f-42c1-8126-6406bd5b5865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:46.758149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0f66fe2d-8a6f-42c1-8126-6406bd5b5865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "GET /v2.0/ports/e1e20fbf-d299-47f1-815d-ea6b313febd2 HTTP/1.1" status: 404 len: 333 time: 0.0696886 Apr 06 14:31:46.760396 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39796) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:46.766669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-578541729', 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:46.775136 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.775739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-325e9553-f78c-43f3-9f54-a8b6709895f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (15cd9a2b-06d6-41df-96f0-0f69010f26b7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.782794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-325e9553-f78c-43f3-9f54-a8b6709895f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:46.788321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-325e9553-f78c-43f3-9f54-a8b6709895f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15cd9a2b-06d6-41df-96f0-0f69010f26b7 HTTP/1.1" status: 204 len: 168 time: 0.6111267 Apr 06 14:31:46.835250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e9553-f78c-43f3-9f54-a8b6709895f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd9a2b-06d6-41df-96f0-0f69010f26b7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:47.035778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c08e7da-e0e0-4cf3-aee8-53d64affe154 req-4b5dc48b-62a4-4009-abd2-849fb6d24fd2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.0583510 Apr 06 14:31:47.058001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks [] for port (6fad392d-5a44-45b6-9586-a37170a1646c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.075388 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Made reservation on behalf of 6b578cef24fe4f738face704f33076fd for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:47.080487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.092142 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-66548e89-9763-40b2-aac1-7f3f825d508f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b913a2b2f1fe4f9bb51e55f8311148d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4717567 Apr 06 14:31:47.092838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39806) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:47.131248 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] device_id is not set on port ba83bfa7-9b33-4a6a-a053-9cf02afaa916 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:47.220038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-426eaafd-b696-49d3-973a-047e7cff6d93 admin admin] Publish callbacks [] for security_group (e9c3d3f8-7547-4cd0-85c4-26b463785fe9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.281020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:47.285807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.325205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-426eaafd-b696-49d3-973a-047e7cff6d93 admin admin] Publish callbacks [] for security_group (e9c3d3f8-7547-4cd0-85c4-26b463785fe9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.355456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ec1454c-7d23-4fe0-92e1-d03b06ceff52 req-e483a9e1-b5b8-4f24-8892-eeae90d8bccc tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.0868886 Apr 06 14:31:47.407167 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6fad392d-5a44-45b6-9586-a37170a1646c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.508788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks [] for port (ba83bfa7-9b33-4a6a-a053-9cf02afaa916), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.525166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:47.539203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:47.549805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:47.592807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Pushing event updated for resources: {'Port': ['ID=6fad392d-5a44-45b6-9586-a37170a1646c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:47.603415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-426eaafd-b696-49d3-973a-047e7cff6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e9c3d3f8-7547-4cd0-85c4-26b463785fe9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.606875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-426eaafd-b696-49d3-973a-047e7cff6d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.612306 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-426eaafd-b696-49d3-973a-047e7cff6d93 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e9c3d3f8-7547-4cd0-85c4-26b463785fe9 HTTP/1.1" status: 204 len: 168 time: 0.5183215 Apr 06 14:31:47.633641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eaafd-b696-49d3-973a-047e7cff6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c3d3f8-7547-4cd0-85c4-26b463785fe9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:47.740198 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:47.741094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:47.796684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a4edaf39-054a-4407-8d49-0f6dec8122bc req-aa34a94c-46c4-4da6-af84-983373d7cb11 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.0992391 Apr 06 14:31:47.930194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ba83bfa7-9b33-4a6a-a053-9cf02afaa916), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.000339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Network 8dadccfe-8df3-4115-877e-31926fc07148 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:48.005089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:48.012085 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:48.015456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:48.015456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.019990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=ba83bfa7-9b33-4a6a-a053-9cf02afaa916,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:48.132805 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ab7ab0c4-b4ff-4a42-8fad-7f8d99f00e4c tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9601574 Apr 06 14:31:48.133764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39836) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:48.139301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.148'}]}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:48.150356 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-20f81188-2a0a-4690-bfab-ba3d1042745c req-3919b436-e72b-4fe1-ab9d-90e13e8d21da tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.0524182 Apr 06 14:31:48.173118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 114c2b96-38fd-415f-93b2-5fedf17b21f4 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:48.220510 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30fa743-0a09-4486-b30f-1088f77254c1 None None] Network c83af873-03cf-4d61-93e9-2a15dc943c07 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:48.290949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0a6178e2-98ec-420f-afad-4197c2d0a65f None None] Provisioning complete for port 114c2b96-38fd-415f-93b2-5fedf17b21f4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:48.291367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0a6178e2-98ec-420f-afad-4197c2d0a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.294722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 114c2b96-38fd-415f-93b2-5fedf17b21f4 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:48.295106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.324137 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bc3fd26d-a7ea-4dce-acc6-ae854cb0138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5596402 Apr 06 14:31:48.325799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39838) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:48.406844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace72d89-aa2b-4d69-9807-013599b5ca41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:48.415105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39844) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:48.416389 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ace72d89-aa2b-4d69-9807-013599b5ca41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "GET /v2.0/ports/ba83bfa7-9b33-4a6a-a053-9cf02afaa916 HTTP/1.1" status: 200 len: 958 time: 0.0892272 Apr 06 14:31:48.540583 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6acadcf3-ca64-47bb-99f9-b87b4c793104 req-9fe7a361-340c-47fa-9d18-564fac3586dc tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.0687134 Apr 06 14:31:48.581317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 114c2b96-38fd-415f-93b2-5fedf17b21f4 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:48.581827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.588225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0a6178e2-98ec-420f-afad-4197c2d0a65f None None] Current status of the port 114c2b96-38fd-415f-93b2-5fedf17b21f4 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:48.588865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0a6178e2-98ec-420f-afad-4197c2d0a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.636686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.646844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.659341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0a6178e2-98ec-420f-afad-4197c2d0a65f None None] For port 114c2b96-38fd-415f-93b2-5fedf17b21f4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=114c2b96-38fd-415f-93b2-5fedf17b21f4,segment=NetworkSegment(c03f3926-ab99-4e2f-8f98-c7d141d9fa63),segment_id=c03f3926-ab99-4e2f-8f98-c7d141d9fa63)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:48.687396 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:31:48.691887 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (054d2b39-a040-4f18-b845-956404dbef08), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.895566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Checking segment: {'id': 'f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '62f85c1b-9559-44f1-a682-46f2e80a3090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:48.895566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network hostable DHCP agents. Network: 62f85c1b-9559-44f1-a682-46f2e80a3090, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:48.898106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0a6178e2-98ec-420f-afad-4197c2d0a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.898690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8dd8df3b-ffbe-45dd-b0e3-cbf5bbe3eda6 req-5b23bb8b-5869-4fde-a5fd-a7f1e5484b19 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.0290980 Apr 06 14:31:48.913523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks [] for router_controller (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:48.921359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Subnet': ['ID=054d2b39-a040-4f18-b845-956404dbef08,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:48.954582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f31dd2c8-c71b-4b55-8ab0-f344d52f421b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Deleting port ba83bfa7-9b33-4a6a-a053-9cf02afaa916 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:48.954728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f31dd2c8-c71b-4b55-8ab0-f344d52f421b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ba83bfa7-9b33-4a6a-a053-9cf02afaa916), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.004813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:31:49.005280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:31:49.025431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f31dd2c8-c71b-4b55-8ab0-f344d52f421b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ba83bfa7-9b33-4a6a-a053-9cf02afaa916), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.027653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6178e2-98ec-420f-afad-4197c2d0a65f None None] Pushing event updated for resources: {'Port': ['ID=114c2b96-38fd-415f-93b2-5fedf17b21f4,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:49.045464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f31dd2c8-c71b-4b55-8ab0-f344d52f421b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Calling delete_port for ba83bfa7-9b33-4a6a-a053-9cf02afaa916 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:49.058857 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6b20edd8-620f-4128-8327-d39c8bab31bc None None] Provisioning complete for port 114c2b96-38fd-415f-93b2-5fedf17b21f4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:49.059860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b20edd8-620f-4128-8327-d39c8bab31bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.175489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network 62f85c1b-9559-44f1-a682-46f2e80a3090 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:49.214734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6b20edd8-620f-4128-8327-d39c8bab31bc None None] Current status of the port 114c2b96-38fd-415f-93b2-5fedf17b21f4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:49.238823 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-071b06e7-6f23-450a-824f-60d8d77fbd62 req-dc3497e8-9d25-4414-a7be-a05a59ba358d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.0306854 Apr 06 14:31:49.321449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks [] for router_gateway (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.473183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f31dd2c8-c71b-4b55-8ab0-f344d52f421b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ba83bfa7-9b33-4a6a-a053-9cf02afaa916), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.498801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39870) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.508539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dd2c8-c71b-4b55-8ab0-f344d52f421b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba83bfa7-9b33-4a6a-a053-9cf02afaa916,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:49.517397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f31dd2c8-c71b-4b55-8ab0-f344d52f421b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.521132 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f31dd2c8-c71b-4b55-8ab0-f344d52f421b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "DELETE /v2.0/ports/ba83bfa7-9b33-4a6a-a053-9cf02afaa916 HTTP/1.1" status: 204 len: 168 time: 1.1036038 Apr 06 14:31:49.526104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39872) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.552691 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-25033630-5058-46e5-abb5-983afbbe6f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:49.554282 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-25033630-5058-46e5-abb5-983afbbe6f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "GET /v2.0/ports/ba83bfa7-9b33-4a6a-a053-9cf02afaa916 HTTP/1.1" status: 404 len: 333 time: 0.0267360 Apr 06 14:31:49.558869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39874) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.569474 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Request body: {'port': {'network_id': '8dadccfe-8df3-4115-877e-31926fc07148', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-544510344'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:49.595473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 114c2b96-38fd-415f-93b2-5fedf17b21f4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:49.596816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 62f85c1b-9559-44f1-a682-46f2e80a3090) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:49.597063 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-44a46961-06c4-4fa5-b2f9-582456a21fb2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5dc4edc44f2f4441a27d2a96dea9a400&name=default HTTP/1.1" status: 200 len: 2993 time: 0.0810642 Apr 06 14:31:49.597149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:49.597696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39878) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.597805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.599827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3fc7b0-a1ad-4ee7-9b68-d290334fe41a None None] Network 62f85c1b-9559-44f1-a682-46f2e80a3090 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:49.704389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d22e0526-1224-443f-a732-fd773aa38112 admin admin] Publish callbacks [] for security_group (8d6418c4-86de-44cd-a37b-a28f0c9d5a3a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.714099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39880) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.745878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-62f85c1b-9559-44f1-a682-46f2e80a3090', 'network_id': '62f85c1b-9559-44f1-a682-46f2e80a3090', 'project_id': '2540b39cc99a41959e7e188c41e53cfd', 'fixed_ips': [{'subnet_id': '054d2b39-a040-4f18-b845-956404dbef08'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:49.746896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.762415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06380d93-2ef4-469b-a321-1b36050e6d34 req-bdc856e6-8d1e-495e-9f12-232e5656bf2e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.0447245 Apr 06 14:31:49.764672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d22e0526-1224-443f-a732-fd773aa38112 admin admin] Publish callbacks [] for security_group (8d6418c4-86de-44cd-a37b-a28f0c9d5a3a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:49.925341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Allocated IP 2001:db8::f816:3eff:fe44:843 (62f85c1b-9559-44f1-a682-46f2e80a3090/054d2b39-a040-4f18-b845-956404dbef08/fe99c9cf-79aa-495d-aa4c-b4a78e88376d) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:49.936902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2299837b-fea2-41a7-8865-e76edbb85704 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] Request body: {'port': {'network_id': '259cf633-b6f9-4e1b-b65e-ce25262fb11c', 'name': 'tempest-NetworksNegativeTestJSON-1387195901'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:49.966632 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bbccb6d5-1558-4c99-8aef-496ba2a88ccb tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6700907 Apr 06 14:31:49.980125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39888) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:49.986377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'port': {'network_id': '62f85c1b-9559-44f1-a682-46f2e80a3090', 'name': 'tempest-NetworksIpV6TestAttrs-1236480409'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:49.992190 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2299837b-fea2-41a7-8865-e76edbb85704 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] POST failed (client error): The resource could not be found. Apr 06 14:31:49.993704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2299837b-fea2-41a7-8865-e76edbb85704 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:49.998797 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2299837b-fea2-41a7-8865-e76edbb85704 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2786853 Apr 06 14:31:50.010336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39890) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.067899 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-197121b0-478e-4669-8c46-3d7f7ce7b523 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] DELETE failed (client error): The resource could not be found. Apr 06 14:31:50.078580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197121b0-478e-4669-8c46-3d7f7ce7b523 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:50.078580 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-197121b0-478e-4669-8c46-3d7f7ce7b523 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "DELETE /v2.0/networks/5270ba63-48ee-45a6-9263-89fdc13b6b89 HTTP/1.1" status: 404 len: 339 time: 0.0615184 Apr 06 14:31:50.081001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39892) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.117784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks [] for router_gateway (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.141423 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3492e832-6098-4195-80a2-67c7ae316ef7 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] DELETE failed (client error): The resource could not be found. Apr 06 14:31:50.142051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3492e832-6098-4195-80a2-67c7ae316ef7 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:50.145992 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3492e832-6098-4195-80a2-67c7ae316ef7 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "DELETE /v2.0/ports/065f5050-5c2b-4fc3-844a-d2f48f31263e HTTP/1.1" status: 404 len: 333 time: 0.0630598 Apr 06 14:31:50.151251 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.153241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Made reservation on behalf of 6b578cef24fe4f738face704f33076fd for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:50.155509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.159785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39894) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.165524 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1eae2b26-3100-478e-87d6-f203e6db70dd req-4a150830-75fc-4e15-94df-f648179359b6 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.0334702 Apr 06 14:31:50.169272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 114c2b96-38fd-415f-93b2-5fedf17b21f4 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:50.203762 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c6ec22-7599-47f3-aef9-0209aca0435e tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] DELETE failed (client error): The resource could not be found. Apr 06 14:31:50.204216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c6ec22-7599-47f3-aef9-0209aca0435e tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:50.207442 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-36c6ec22-7599-47f3-aef9-0209aca0435e tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "DELETE /v2.0/subnets/55f5c166-c551-48a8-aa5d-7231dc17c652 HTTP/1.1" status: 404 len: 337 time: 0.0465696 Apr 06 14:31:50.212246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39896) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.233233 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e11965-fafd-4e54-b13f-ec17a6b3af1f tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] GET failed (client error): The resource could not be found. Apr 06 14:31:50.239655 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e0e11965-fafd-4e54-b13f-ec17a6b3af1f tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "GET /v2.0/networks/987a2e90-0a76-465b-ba1f-4818761595e1 HTTP/1.1" status: 404 len: 339 time: 0.0258865 Apr 06 14:31:50.240309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39898) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.283016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] device_id is not set on port 69fb01d4-43b5-43ab-9098-c117462f2bae yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:50.283450 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2146ace-5106-47e8-8860-de25e080e71a tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] GET failed (client error): The resource could not be found. Apr 06 14:31:50.294912 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c2146ace-5106-47e8-8860-de25e080e71a tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "GET /v2.0/ports/fada8b05-6d53-4c96-ae42-1dfc545bd99f HTTP/1.1" status: 404 len: 333 time: 0.0471981 Apr 06 14:31:50.295487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Publish callbacks [] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.299861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39902) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.316481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 114c2b96-38fd-415f-93b2-5fedf17b21f4 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:50.317964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.332787 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ecbb2f-fb5c-4485-aaad-36873111edd7 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] GET failed (client error): The resource could not be found. Apr 06 14:31:50.335230 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-91ecbb2f-fb5c-4485-aaad-36873111edd7 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "GET /v2.0/subnets/ec49c432-f3a5-4e94-8e9f-0e0345fe5bff HTTP/1.1" status: 404 len: 337 time: 0.0343294 Apr 06 14:31:50.347808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39906) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.373557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5323e5b0-70a5-4d22-bc1d-8989862a4999 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:50.379936 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0747c7c2-44e7-44d5-9197-32d2b4809c3f req-fb5d574a-e1a9-47a8-a9e1-e02c76a908f9 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.0498238 Apr 06 14:31:50.390101 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5323e5b0-70a5-4d22-bc1d-8989862a4999 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] PUT failed (client error): The resource could not be found. Apr 06 14:31:50.390656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5323e5b0-70a5-4d22-bc1d-8989862a4999 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:50.396037 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5323e5b0-70a5-4d22-bc1d-8989862a4999 tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "PUT /v2.0/networks/85bb0ff7-204e-474a-a749-e985774bdef9 HTTP/1.1" status: 404 len: 339 time: 0.0468616 Apr 06 14:31:50.396535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39908) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.402764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3dfe7974-d160-4da6-b765-d3c6a4e8eded tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:50.428970 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfe7974-d160-4da6-b765-d3c6a4e8eded tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] PUT failed (client error): The resource could not be found. Apr 06 14:31:50.430334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfe7974-d160-4da6-b765-d3c6a4e8eded tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:50.431582 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3dfe7974-d160-4da6-b765-d3c6a4e8eded tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "PUT /v2.0/ports/caca2e67-9a16-46dc-a1ff-91cc163e7a54 HTTP/1.1" status: 404 len: 333 time: 0.0340750 Apr 06 14:31:50.435260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39910) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:50.441382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-05dbc3fb-1017-4d75-8af2-d66a370a64df tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:50.459112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 114c2b96-38fd-415f-93b2-5fedf17b21f4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:50.466865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d22e0526-1224-443f-a732-fd773aa38112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (8d6418c4-86de-44cd-a37b-a28f0c9d5a3a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.468785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d22e0526-1224-443f-a732-fd773aa38112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.470591 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d22e0526-1224-443f-a732-fd773aa38112 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d6418c4-86de-44cd-a37b-a28f0c9d5a3a HTTP/1.1" status: 204 len: 168 time: 0.8711219 Apr 06 14:31:50.470865 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dbc3fb-1017-4d75-8af2-d66a370a64df tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] PUT failed (client error): The resource could not be found. Apr 06 14:31:50.471343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dbc3fb-1017-4d75-8af2-d66a370a64df tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:50.475184 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-05dbc3fb-1017-4d75-8af2-d66a370a64df tempest-NetworksNegativeTestJSON-906433638 tempest-NetworksNegativeTestJSON-906433638-project] 10.222.0.71 "PUT /v2.0/subnets/ac091d1c-0345-4d20-91ac-a88dd1c16570 HTTP/1.1" status: 404 len: 337 time: 0.0355554 Apr 06 14:31:50.481578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e0526-1224-443f-a732-fd773aa38112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6418c4-86de-44cd-a37b-a28f0c9d5a3a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:50.515159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.534144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:50.537805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.580870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] device_id is not set on port f76dfb80-1dd0-49a8-b240-36e23e4c4a39 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:50.598497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Pushing event updated for resources: {'Port': ['ID=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:50.621831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Network 62f85c1b-9559-44f1-a682-46f2e80a3090 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:50.624043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:50.626433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:50.657365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks [] for router (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.695376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Attempting to bind port fe99c9cf-79aa-495d-aa4c-b4a78e88376d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:50.695739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Attempting to bind port fe99c9cf-79aa-495d-aa4c-b4a78e88376d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '62f85c1b-9559-44f1-a682-46f2e80a3090'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:50.696112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Attempting to bind port fe99c9cf-79aa-495d-aa4c-b4a78e88376d on network 62f85c1b-9559-44f1-a682-46f2e80a3090 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:50.702500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:50.703055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Checking segment: {'id': 'f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '62f85c1b-9559-44f1-a682-46f2e80a3090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:50.703055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.704201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Bound using segment: {'id': 'f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '62f85c1b-9559-44f1-a682-46f2e80a3090'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:50.704201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Bound port: fe99c9cf-79aa-495d-aa4c-b4a78e88376d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '62f85c1b-9559-44f1-a682-46f2e80a3090'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:50.704342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:50.788945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] For port fe99c9cf-79aa-495d-aa4c-b4a78e88376d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:50.796904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] For port fe99c9cf-79aa-495d-aa4c-b4a78e88376d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,segment=NetworkSegment(f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d),segment_id=f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:50.906626 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92963b9-6969-46d2-a9af-bfc2785db587 req-ab9351ed-93bd-443f-81d8-20373da6dd9b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.0290103 Apr 06 14:31:50.946314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks [] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.067145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.113668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.118637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks [] for router_controller (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.141849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Allocated IP 2001:db8::f816:3eff:fee5:35fd (62f85c1b-9559-44f1-a682-46f2e80a3090/054d2b39-a040-4f18-b845-956404dbef08/f76dfb80-1dd0-49a8-b240-36e23e4c4a39) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:51.172870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7eabd-8ac3-4e06-8e7d-ab20b000a455 None None] Pushing event updated for resources: {'Port': ['ID=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.314999 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6d81362f-fd14-4140-99cd-1dac9fc63bd0 req-ac5683b1-4153-4009-95eb-0004e6a9093f tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.0412931 Apr 06 14:31:51.449997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for port (f76dfb80-1dd0-49a8-b240-36e23e4c4a39), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.463086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.468398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (7ef7ea3c-83be-48cc-b6b8-2d6f8392c904), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.469674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef7ea3c-83be-48cc-b6b8-2d6f8392c904 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:31:51.556309 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b8dc43d-6f5c-4c18-913b-a9e666e9269d req-392483ce-1f5a-4ee6-a6be-a6efc8d01f6a tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.0399420 Apr 06 14:31:51.564636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Network 8dadccfe-8df3-4115-877e-31926fc07148 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:51.583925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:51.583925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:51.583925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:51.583925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.594355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39938) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:51.614281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=69fb01d4-43b5-43ab-9098-c117462f2bae,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:51.720049 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:31:51.721920 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6723ce35-2a14-469a-8387-fdc35892d0b0 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5865910 Apr 06 14:31:51.725138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39944) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:51.737617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-47ab0e87-c9b8-47e3-87fe-fad8c683f591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.766293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.87', 60699) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:51.801553 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-66687cb8-3037-43c5-888f-de558d537dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2390301 Apr 06 14:31:51.801553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f76dfb80-1dd0-49a8-b240-36e23e4c4a39), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.807277 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39946) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:51.814754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:51.927136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-c3d26dc8-34ea-4e79-bf93-707978c2d335 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:51.928982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-c3d26dc8-34ea-4e79-bf93-707978c2d335 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 812 time: 0.1608846 Apr 06 14:31:51.931646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network 62f85c1b-9559-44f1-a682-46f2e80a3090 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:51.953386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-47ab0e87-c9b8-47e3-87fe-fad8c683f591 admin admin] Publish callbacks [] for security_group (da5e48fb-5e15-4c94-ad77-e48190d171de), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.954582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:51.960883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:51.966375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:51.967985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:51.971502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Port': ['ID=f76dfb80-1dd0-49a8-b240-36e23e4c4a39,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.004335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.028261 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c673ea03-19a9-4a6d-8057-b8ae43cb9aa4 req-a791582f-4a8d-4118-89f8-6ddec1e3a616 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.0418723 Apr 06 14:31:52.081156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c9d71-c7e5-44b8-802a-01cbe7ee5c97 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Deleting port 6fad392d-5a44-45b6-9586-a37170a1646c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:52.081156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9d71-c7e5-44b8-802a-01cbe7ee5c97 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6fad392d-5a44-45b6-9586-a37170a1646c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.155943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-47ab0e87-c9b8-47e3-87fe-fad8c683f591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (da5e48fb-5e15-4c94-ad77-e48190d171de), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.158777 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-ba7abd35-22ba-42c8-9705-04a35be70bc5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=641e44efd4d54ec38327e1b9cccfa7a1 HTTP/1.1" status: 200 len: 380 time: 0.1330359 Apr 06 14:31:52.185850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Request body: {'port': {'device_id': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'admin_state_up': True, 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'security_groups': ['6416c4a5-e7af-4e6b-97f4-86b12cf0ee48']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:52.217270 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9682ce3e-e794-4f5d-8787-779a06dfa6c1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2334099 Apr 06 14:31:52.221127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39958) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.253800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device fe99c9cf-79aa-495d-aa4c-b4a78e88376d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:52.278374 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-47ab0e87-c9b8-47e3-87fe-fad8c683f591 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3474f2ba15ce4b6eb9f77cc910d84e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6799228 Apr 06 14:31:52.281712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab0e87-c9b8-47e3-87fe-fad8c683f591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5e48fb-5e15-4c94-ad77-e48190d171de,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.286427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 39960) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.343418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port fe99c9cf-79aa-495d-aa4c-b4a78e88376d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:52.343801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.428639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df312708-410e-47b0-9df5-0b3f1911dfea admin admin] Publish callbacks [] for security_group (da5e48fb-5e15-4c94-ad77-e48190d171de), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.456406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df312708-410e-47b0-9df5-0b3f1911dfea admin admin] Publish callbacks [] for security_group (da5e48fb-5e15-4c94-ad77-e48190d171de), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.458567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9d71-c7e5-44b8-802a-01cbe7ee5c97 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6fad392d-5a44-45b6-9586-a37170a1646c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.490596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c9d71-c7e5-44b8-802a-01cbe7ee5c97 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Calling delete_port for 6fad392d-5a44-45b6-9586-a37170a1646c owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:52.496228 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ff646062-de60-44d4-a79f-a918848b125b req-af4c23da-7ada-4539-a788-f5f497c5f2c5 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.0376735 Apr 06 14:31:52.497296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-26683297-caf9-45ea-bbc8-ea0a727b536a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Deleting subnet 054d2b39-a040-4f18-b845-956404dbef08 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:52.509205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-26683297-caf9-45ea-bbc8-ea0a727b536a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for subnet (054d2b39-a040-4f18-b845-956404dbef08), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.554926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port fe99c9cf-79aa-495d-aa4c-b4a78e88376d is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:52.555475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.571838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.87', 60701) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.623247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Made reservation on behalf of 641e44efd4d54ec38327e1b9cccfa7a1 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:52.623884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port fe99c9cf-79aa-495d-aa4c-b4a78e88376d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,segment=NetworkSegment(f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d),segment_id=f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:52.636108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.640730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-26683297-caf9-45ea-bbc8-ea0a727b536a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (054d2b39-a040-4f18-b845-956404dbef08), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.660097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df638850-6009-4078-aad5-f10d5e91335c None None] Network 62f85c1b-9559-44f1-a682-46f2e80a3090 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:52.672789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] device_id is not set on port 69fb01d4-43b5-43ab-9098-c117462f2bae yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:52.686644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks [] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.734834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df312708-410e-47b0-9df5-0b3f1911dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (da5e48fb-5e15-4c94-ad77-e48190d171de), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.738421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df312708-410e-47b0-9df5-0b3f1911dfea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.751977 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-df312708-410e-47b0-9df5-0b3f1911dfea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da5e48fb-5e15-4c94-ad77-e48190d171de HTTP/1.1" status: 204 len: 168 time: 0.4591703 Apr 06 14:31:52.771679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-da3bd741-690b-4fae-994a-e4a8e9fe08d1 None None] Provisioning complete for port fe99c9cf-79aa-495d-aa4c-b4a78e88376d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:52.772124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da3bd741-690b-4fae-994a-e4a8e9fe08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.821152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.867703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-26683297-caf9-45ea-bbc8-ea0a727b536a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (054d2b39-a040-4f18-b845-956404dbef08), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:52.872607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.87', 60702) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:52.877200 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-02addb8a-c7b6-42b3-b72b-415e4453b900 req-2eda8264-306f-49fa-8518-1efe55647a2d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.1493974 Apr 06 14:31:52.909770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.951547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df312708-410e-47b0-9df5-0b3f1911dfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5e48fb-5e15-4c94-ad77-e48190d171de,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:52.975117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.016209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-da3bd741-690b-4fae-994a-e4a8e9fe08d1 None None] Current status of the port fe99c9cf-79aa-495d-aa4c-b4a78e88376d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:53.066756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=69fb01d4-43b5-43ab-9098-c117462f2bae,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.073588 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.073932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.074280 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.079204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.079541 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.079928 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 2 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.112269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.112269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.112269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.112269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.112269 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.112269 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 3 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.127609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.128001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.128381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.134946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.135492 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.135956 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 4 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.155885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-26683297-caf9-45ea-bbc8-ea0a727b536a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (054d2b39-a040-4f18-b845-956404dbef08), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.168168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.168868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.169521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.178945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-3f3dc0cd-6e28-4d13-9b1f-56c98fa86a59 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:53.183698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-3f3dc0cd-6e28-4d13-9b1f-56c98fa86a59 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.87 "GET /v2.0/networks?id=87bcd8f2-16f1-4ba0-9750-434e5885f6a5 HTTP/1.1" status: 200 len: 811 time: 0.3094399 Apr 06 14:31:53.233814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330f49-a710-46c7-993d-0492e7de0543 req-c642d898-d707-4ac4-8ae6-0ed5601669d4 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:53.233814 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-c642d898-d707-4ac4-8ae6-0ed5601669d4 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.87 "GET /v2.0/networks?id=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e HTTP/1.1" status: 200 len: 806 time: 0.6593969 Apr 06 14:31:53.261107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9d71-c7e5-44b8-802a-01cbe7ee5c97 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6fad392d-5a44-45b6-9586-a37170a1646c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.317462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Allocated IP 172.20.0.8 (4ac93f14-37fa-473f-8320-bd08fb092fdf/1a1538ab-03a7-4dae-bdee-a3f378a18b9a/a9d08d5b-6818-4c98-9abf-fea1130e4ae8) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:53.335145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-26683297-caf9-45ea-bbc8-ea0a727b536a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.348638 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-26683297-caf9-45ea-bbc8-ea0a727b536a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/subnets/054d2b39-a040-4f18-b845-956404dbef08 HTTP/1.1" status: 204 len: 168 time: 1.1216569 Apr 06 14:31:53.350691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 39990) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:53.357024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c9d71-c7e5-44b8-802a-01cbe7ee5c97 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fad392d-5a44-45b6-9586-a37170a1646c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.436655 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-3e4e74a0-e9b7-4c9b-be66-d60baee97b8e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c491c68c3904daf9395a4be71d7620d HTTP/1.1" status: 200 len: 379 time: 0.1370039 Apr 06 14:31:53.446429 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-ab5a3cd6-c249-4a6c-b82b-28ac58c02d03 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39547a67549f499ba9baf8a8e035d0db HTTP/1.1" status: 200 len: 378 time: 0.2019753 Apr 06 14:31:53.454207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Request body: {'port': {'device_id': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'admin_state_up': True, 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'security_groups': ['fd605f14-dd62-4c46-998c-2f04600b3409']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:53.478265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.492761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.492761 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.492761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26683297-caf9-45ea-bbc8-ea0a727b536a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Subnet': ['ID=054d2b39-a040-4f18-b845-956404dbef08,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:53.512383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81c8fe-2633-469d-9a92-c620c6bd95c3 None None] Network 62f85c1b-9559-44f1-a682-46f2e80a3090 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:53.516509 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 5 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.542559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Request body: {'port': {'device_id': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'admin_state_up': True, 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'security_groups': ['928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:53.605722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.606058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.606411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.636513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c2e4f8-72c3-457e-b72a-841d75520fc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:53.637997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c2e4f8-72c3-457e-b72a-841d75520fc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:53.639921 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-43c2e4f8-72c3-457e-b72a-841d75520fc9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2686596 Apr 06 14:31:53.644715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40004) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:53.678224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.678622 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.682430 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 6 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.749831 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19992e83-70c8-4b95-a487-116fe43a7ed6 req-f2025e9d-55d7-441d-8ea3-13869943eeac tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.1892977 Apr 06 14:31:53.767310 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.767663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.768006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.802281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.802644 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.803217 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 7 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.809344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9d71-c7e5-44b8-802a-01cbe7ee5c97 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.812649 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7e8c9d71-c7e5-44b8-802a-01cbe7ee5c97 tempest-RoutersAdminNegativeIpV6Test-36936812 tempest-RoutersAdminNegativeIpV6Test-36936812-project-admin] 10.222.0.71 "DELETE /v2.0/ports/6fad392d-5a44-45b6-9586-a37170a1646c HTTP/1.1" status: 204 len: 168 time: 2.0861228 Apr 06 14:31:53.816949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd164f16-58f8-4164-b645-cc8919f0c61d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (62f85c1b-9559-44f1-a682-46f2e80a3090), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.838538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.838895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.839275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.842016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8f69938a-6a42-4127-a312-cc3021e0a868 None None] Provisioning complete for port f76dfb80-1dd0-49a8-b240-36e23e4c4a39 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:53.842561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f69938a-6a42-4127-a312-cc3021e0a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f76dfb80-1dd0-49a8-b240-36e23e4c4a39), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.846808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.847069 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.849530 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 8 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.861076 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd164f16-58f8-4164-b645-cc8919f0c61d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 06 14:31:53.861549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd164f16-58f8-4164-b645-cc8919f0c61d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:31:53.865112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9c8cf740-2cb4-49c4-a2b5-cf0d15e3bc48 req-2eb2e0f7-4b89-426c-9a30-e9c440eb925d tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.2418013 Apr 06 14:31:53.867073 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bd164f16-58f8-4164-b645-cc8919f0c61d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/62f85c1b-9559-44f1-a682-46f2e80a3090 HTTP/1.1" status: 409 len: 466 time: 0.2200179 Apr 06 14:31:53.879476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40014) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:53.896712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1311114968'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:53.911092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.920208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8f69938a-6a42-4127-a312-cc3021e0a868 None None] Port f76dfb80-1dd0-49a8-b240-36e23e4c4a39 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:53.922188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.922750 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.930831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.931501 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.932278 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 9 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.945489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8f69938a-6a42-4127-a312-cc3021e0a868 None None] Provisioning complete for port fe99c9cf-79aa-495d-aa4c-b4a78e88376d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:53.945489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f69938a-6a42-4127-a312-cc3021e0a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:53.965860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.966553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.967135 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:53.974937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:53.975661 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:53.977677 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempt 10 to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae Apr 06 14:31:53.997336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:53.997336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:53.997336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempting to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:54.012676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:54.014387 dv-neutron-835863-1-hyperv neutron-server[104442]: ERROR neutron.plugins.ml2.managers [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Failed to bind port 69fb01d4-43b5-43ab-9098-c117462f2bae on host hv-neutron-8358 for vnic_type normal using segments [{'id': '2055d297-cb0b-450a-a2cf-926b754c410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8dadccfe-8df3-4115-877e-31926fc07148'}] Apr 06 14:31:54.014519 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.066818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] DHCP port deletion for 62f85c1b-9559-44f1-a682-46f2e80a3090 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:31:54.108254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.120948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] For port 69fb01d4-43b5-43ab-9098-c117462f2bae, host hv-neutron-8358, cleared binding levels {{(pid=104442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:54.121461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attempted to set empty binding levels {{(pid=104442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 06 14:31:54.150751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:54.154401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.170556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device fe99c9cf-79aa-495d-aa4c-b4a78e88376d no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:31:54.184624 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1c8259c-22a9-4ac0-8ff2-1e62a629300d req-9875e009-6049-48c9-90c4-93a43a25fbc1 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.0555966 Apr 06 14:31:54.216906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:54.226725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (cb7655bc-6ee2-4f81-9f38-a940bb042d0d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.226725 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Added segment cb7655bc-6ee2-4f81-9f38-a940bb042d0d of type vlan for network 70e1bc2a-e63c-4823-b36b-a8cb42d55880 Apr 06 14:31:54.231672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8f69938a-6a42-4127-a312-cc3021e0a868 None None] Current status of the port fe99c9cf-79aa-495d-aa4c-b4a78e88376d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:54.240669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] Deleting port fe99c9cf-79aa-495d-aa4c-b4a78e88376d {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:54.241083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.267356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (70e1bc2a-e63c-4823-b36b-a8cb42d55880), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.278317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.310922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] In _notify_port_updated(), no bound segment for port 69fb01d4-43b5-43ab-9098-c117462f2bae on network 8dadccfe-8df3-4115-877e-31926fc07148 {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:31:54.311811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:54.312830 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.313744 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "PUT /v2.0/ports/69fb01d4-43b5-43ab-9098-c117462f2bae HTTP/1.1" status: 200 len: 980 time: 2.5052223 Apr 06 14:31:54.316806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40034) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:54.335128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] For port fe99c9cf-79aa-495d-aa4c-b4a78e88376d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,segment=NetworkSegment(f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d),segment_id=f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:54.335756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.342793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba97c4-2ec6-4676-9154-7208231c15b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event updated for resources: {'Port': ['ID=69fb01d4-43b5-43ab-9098-c117462f2bae,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.355652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port fe99c9cf-79aa-495d-aa4c-b4a78e88376d is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:54.356030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.358162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] Calling delete_port for fe99c9cf-79aa-495d-aa4c-b4a78e88376d owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:54.408022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Deleting port 69fb01d4-43b5-43ab-9098-c117462f2bae {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:31:54.408442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.436988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port fe99c9cf-79aa-495d-aa4c-b4a78e88376d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,segment=NetworkSegment(f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d),segment_id=f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:54.458162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.459812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Made reservation on behalf of 6c491c68c3904daf9395a4be71d7620d for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:54.463410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.465397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Made reservation on behalf of 39547a67549f499ba9baf8a8e035d0db for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:54.468446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.548228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (70e1bc2a-e63c-4823-b36b-a8cb42d55880), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.553289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:54.553886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.576406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.603469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:54.613847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:54.616217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] For port 69fb01d4-43b5-43ab-9098-c117462f2bae, host hv-neutron-8358, got binding levels [] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:54.616597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.647116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.655832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event updated for resources: {'Port': ['ID=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.665404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:54.699079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (fe99c9cf-79aa-495d-aa4c-b4a78e88376d), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.757781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] Pushing event deleted for resources: {'Port': ['ID=fe99c9cf-79aa-495d-aa4c-b4a78e88376d,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.779352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Calling delete_port for 69fb01d4-43b5-43ab-9098-c117462f2bae owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:31:54.781617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba55bf0-9bc5-4d9a-9bb3-a4ea66bc04e5 None None] No DVR routers for this DVR port fe99c9cf-79aa-495d-aa4c-b4a78e88376d on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:31:54.814744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40046) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:54.815507 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9316506 Apr 06 14:31:54.821881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'subnet': {'network_id': '70e1bc2a-e63c-4823-b36b-a8cb42d55880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:54.870854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:54.871885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:54.950584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ea02b-4f7e-4d63-8503-4eaefab098b5 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Network': ['ID=70e1bc2a-e63c-4823-b36b-a8cb42d55880,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:54.979900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 70e1bc2a-e63c-4823-b36b-a8cb42d55880 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:55.130103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-98af0a91-fc34-4224-b90c-2c66b2b7619e None None] Provisioning complete for port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:55.130476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-98af0a91-fc34-4224-b90c-2c66b2b7619e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.179678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-98af0a91-fc34-4224-b90c-2c66b2b7619e None None] Port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:55.327717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40050) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:55.328155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40056) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:55.401616 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8350e2a8-d83d-457b-a065-265e613d499b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2269568 Apr 06 14:31:55.678008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-d28c4c1d-daec-4adf-b804-12bf873e8517 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:31:55.678008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-d28c4c1d-daec-4adf-b804-12bf873e8517 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2108963 Apr 06 14:31:55.695844 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53e0e07d-99cc-4a0f-b791-05778f9b53e7 req-2fd2b664-10f5-4704-862a-7e5ca677a1df tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.3736501 Apr 06 14:31:55.742811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:55.749133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:55.775744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1618645846', 'router:external': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:55.800905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Allocated IP 172.20.0.4 (87bcd8f2-16f1-4ba0-9750-434e5885f6a5/8610a987-0c4b-416b-8503-a035e704c694/54c869b1-8b23-48d1-83fb-dff18f3a6c26) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:55.894069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Allocated IP 172.20.0.8 (e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e/495cbb87-59f7-4b7d-9afe-0a97add01dea/7726351b-4ad5-477c-a35a-606411b029c6) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:55.937049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a739e18e-9cd9-42af-9063-27a116720497 req-93f31d60-9986-4de0-beba-27bd1266dc64 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.1115448 Apr 06 14:31:56.007258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174726e7-15ad-4282-a95b-22dd05c9fd21 req-46eb463b-461e-4fac-afeb-4d689a1a75ec tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:56.011299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-174726e7-15ad-4282-a95b-22dd05c9fd21 req-46eb463b-461e-4fac-afeb-4d689a1a75ec tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 931 time: 0.6822641 Apr 06 14:31:56.031925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40074) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:56.044432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd5a8-1980-46d2-a8bd-0ad30bb3847d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.107235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Made reservation on behalf of 353e5ee967864f0a9574a47de8b6bf9c for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:56.109692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.136136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Request body: {'port': {'device_id': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:56.264715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (69fb01d4-43b5-43ab-9098-c117462f2bae), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.273510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-881682770'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:56.313242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.365403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Pushing event deleted for resources: {'Port': ['ID=69fb01d4-43b5-43ab-9098-c117462f2bae,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:56.481926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:31:56.481926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (73984bca-1012-400b-9f6c-7930475efbbf), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.536123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.545241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ee5c02fa-fadf-4e83-ad53-377345f11c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "DELETE /v2.0/ports/69fb01d4-43b5-43ab-9098-c117462f2bae HTTP/1.1" status: 204 len: 168 time: 2.2271729 Apr 06 14:31:56.560067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-174726e7-15ad-4282-a95b-22dd05c9fd21 req-1183ffc2-8cfd-44a8-9ef2-b798c36fdec9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5347826 Apr 06 14:31:56.568286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40078) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:56.610105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Subnet': ['ID=73984bca-1012-400b-9f6c-7930475efbbf,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:56.681487 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c15985-3aea-4d15-9041-408f9c14dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] GET failed (client error): The resource could not be found. Apr 06 14:31:56.687989 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-39c15985-3aea-4d15-9041-408f9c14dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772619766-project-admin] 10.222.0.71 "GET /v2.0/ports/69fb01d4-43b5-43ab-9098-c117462f2bae HTTP/1.1" status: 404 len: 333 time: 0.1139359 Apr 06 14:31:56.689172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40080) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:56.690440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Checking segment: {'id': 'cb7655bc-6ee2-4f81-9f38-a940bb042d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '70e1bc2a-e63c-4823-b36b-a8cb42d55880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:56.691047 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network hostable DHCP agents. Network: 70e1bc2a-e63c-4823-b36b-a8cb42d55880, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:31:56.699783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.800534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for port (7726351b-4ad5-477c-a35a-606411b029c6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.828588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:56.831248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.902057 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-73b6be27-5893-486d-8aa4-5b0790715ed6 req-5a4741e7-d360-4dd1-988f-be4f41a514a5 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.1127975 Apr 06 14:31:56.903939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (8dadccfe-8df3-4115-877e-31926fc07148), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.908784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network 70e1bc2a-e63c-4823-b36b-a8cb42d55880 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:31:56.915466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd5a8-1980-46d2-a8bd-0ad30bb3847d admin admin] Publish callbacks [] for security_group (c9905f85-a723-4ef2-b65e-26ac39cbf601), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.947831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:56.949386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.061764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (8dadccfe-8df3-4115-877e-31926fc07148), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.091955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dadccfe-8df3-4115-877e-31926fc07148']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:57.098334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for security_group (abe2fe24-b0e1-4b0a-8836-811f3b977216), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.121114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2055d297-cb0b-450a-a2cf-926b754c410a') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:57.121409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2055d297-cb0b-450a-a2cf-926b754c410a') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:31:57.141190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 70e1bc2a-e63c-4823-b36b-a8cb42d55880) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:57.151950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04170c7-4287-4105-8973-ec7a758df9e8 None None] Network 70e1bc2a-e63c-4823-b36b-a8cb42d55880 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:31:57.156124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (2055d297-cb0b-450a-a2cf-926b754c410a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.157848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd5a8-1980-46d2-a8bd-0ad30bb3847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c9905f85-a723-4ef2-b65e-26ac39cbf601), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.166699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:57.167347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.190766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2055d297-cb0b-450a-a2cf-926b754c410a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.203250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:31:57.205071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (2055d297-cb0b-450a-a2cf-926b754c410a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:31:57.207397 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:31:57.279491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (abe2fe24-b0e1-4b0a-8836-811f3b977216), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.295217 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2c0fd5a8-1980-46d2-a8bd-0ad30bb3847d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e90d337ccd64e81821cfbc3ef7804f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9615231 Apr 06 14:31:57.299742 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-06b71d29-5328-4c66-8214-640a2dbeacd8 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4832361 Apr 06 14:31:57.302663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40086) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:57.309834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:57.321547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40088) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:57.330860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'port': {'network_id': '70e1bc2a-e63c-4823-b36b-a8cb42d55880', 'name': 'tempest-NetworksIpV6TestAttrs-1827065452'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:57.333472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f5887f6b-1cd9-4ad1-8be5-43791ecd7070), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.333768 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Added segment f5887f6b-1cd9-4ad1-8be5-43791ecd7070 of type vlan for network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a Apr 06 14:31:57.374155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-70e1bc2a-e63c-4823-b36b-a8cb42d55880', 'network_id': '70e1bc2a-e63c-4823-b36b-a8cb42d55880', 'project_id': '2540b39cc99a41959e7e188c41e53cfd', 'fixed_ips': [{'subnet_id': '73984bca-1012-400b-9f6c-7930475efbbf'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:31:57.383181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.475657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (8dadccfe-8df3-4115-877e-31926fc07148), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.482008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-93059ff5-ec59-4201-a3e2-4a95593a3ef2 req-ae4ad02a-fee5-43f4-b793-3f70655cfdfb tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.3859944 Apr 06 14:31:57.488829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.501277 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] 10.222.0.71 "DELETE /v2.0/networks/8dadccfe-8df3-4115-877e-31926fc07148 HTTP/1.1" status: 204 len: 168 time: 0.7979152 Apr 06 14:31:57.589760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bf3c6-8c76-40cf-8ba6-40eeca6e340a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276767936-project] Pushing event deleted for resources: {'Network': ['ID=8dadccfe-8df3-4115-877e-31926fc07148,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:57.640133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fd5a8-1980-46d2-a8bd-0ad30bb3847d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9905f85-a723-4ef2-b65e-26ac39cbf601,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:57.680567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (5fefa30a-6e97-4c68-8a53-8af8f5472d8a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.680804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06a4ccf5-73cb-4b7f-b2f6-ce83ddae7097 admin admin] Publish callbacks [] for security_group (c9905f85-a723-4ef2-b65e-26ac39cbf601), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.699296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Allocated IP 2001:db8::f816:3eff:fec2:edb5 (70e1bc2a-e63c-4823-b36b-a8cb42d55880/73984bca-1012-400b-9f6c-7930475efbbf/35c41e13-61e3-4762-9085-0f2c0518b862) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:57.716553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06a4ccf5-73cb-4b7f-b2f6-ce83ddae7097 admin admin] Publish callbacks [] for security_group (c9905f85-a723-4ef2-b65e-26ac39cbf601), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.823675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.876118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Publish callbacks [] for port (35c41e13-61e3-4762-9085-0f2c0518b862), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.894462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (16d1cae8-8f82-496c-bef9-22461cc1f39b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.929816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe2fe24-b0e1-4b0a-8836-811f3b977216,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:57.953325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:57.957201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.960089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06a4ccf5-73cb-4b7f-b2f6-ce83ddae7097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c9905f85-a723-4ef2-b65e-26ac39cbf601), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.963266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06a4ccf5-73cb-4b7f-b2f6-ce83ddae7097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:57.964292 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-06a4ccf5-73cb-4b7f-b2f6-ce83ddae7097 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9905f85-a723-4ef2-b65e-26ac39cbf601 HTTP/1.1" status: 204 len: 168 time: 0.6596389 Apr 06 14:31:57.987406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:57.989690 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] device_id is not set on port bc859d81-d314-4efb-82f0-6af148337141 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:31:58.002732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (7726351b-4ad5-477c-a35a-606411b029c6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.017066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:58.045861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4ccf5-73cb-4b7f-b2f6-ce83ddae7097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9905f85-a723-4ef2-b65e-26ac39cbf601,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:58.060142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:58.097821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event updated for resources: {'Port': ['ID=54c869b1-8b23-48d1-83fb-dff18f3a6c26,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:58.181292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.223982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e517a3-dc59-4bf1-80d2-ce452855e1cd req-3153a70f-4f6f-4e8d-9aac-6767d3305233 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:58.239452 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f5e517a3-dc59-4bf1-80d2-ce452855e1cd req-3153a70f-4f6f-4e8d-9aac-6767d3305233 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 931 time: 0.4390626 Apr 06 14:31:58.274949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Network 70e1bc2a-e63c-4823-b36b-a8cb42d55880 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:58.279012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:58.287164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:58.328620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Allocated IP 2001:db8::f816:3eff:fe6a:1385 (70e1bc2a-e63c-4823-b36b-a8cb42d55880/73984bca-1012-400b-9f6c-7930475efbbf/bc859d81-d314-4efb-82f0-6af148337141) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:31:58.398885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d08d5b-6818-4c98-9abf-fea1130e4ae8 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:31:58.404829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Pushing event updated for resources: {'Port': ['ID=35c41e13-61e3-4762-9085-0f2c0518b862,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:58.411100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (5fefa30a-6e97-4c68-8a53-8af8f5472d8a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.412231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:58.412883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.428818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (16d1cae8-8f82-496c-bef9-22461cc1f39b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.450329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:58.468553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-106fd928-6b72-45a0-9e43-5c232c028cf6 None None] Provisioning complete for port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:58.469203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-106fd928-6b72-45a0-9e43-5c232c028cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.502879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:31:58.507371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-106fd928-6b72-45a0-9e43-5c232c028cf6 None None] Port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:58.512763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Attempting to bind port 35c41e13-61e3-4762-9085-0f2c0518b862 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:58.513390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Attempting to bind port 35c41e13-61e3-4762-9085-0f2c0518b862 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'cb7655bc-6ee2-4f81-9f38-a940bb042d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '70e1bc2a-e63c-4823-b36b-a8cb42d55880'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:58.514040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Attempting to bind port 35c41e13-61e3-4762-9085-0f2c0518b862 on network 70e1bc2a-e63c-4823-b36b-a8cb42d55880 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:58.520597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:58.521271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Checking segment: {'id': 'cb7655bc-6ee2-4f81-9f38-a940bb042d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '70e1bc2a-e63c-4823-b36b-a8cb42d55880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:58.521833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.522379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Bound using segment: {'id': 'cb7655bc-6ee2-4f81-9f38-a940bb042d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '70e1bc2a-e63c-4823-b36b-a8cb42d55880'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:58.523065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Bound port: 35c41e13-61e3-4762-9085-0f2c0518b862, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7655bc-6ee2-4f81-9f38-a940bb042d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '70e1bc2a-e63c-4823-b36b-a8cb42d55880'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:58.523629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.530758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Publish callbacks [] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.543356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (243fc2a6-3369-490e-9a19-095dd01f4a08), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.550502 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Added segment 243fc2a6-3369-490e-9a19-095dd01f4a08 of type vlan for network a3cb8b8e-703c-4aa2-8377-49befdc06a0d Apr 06 14:31:58.565980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:58.640398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:58.666033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for port (bc859d81-d314-4efb-82f0-6af148337141), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.673676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] For port 35c41e13-61e3-4762-9085-0f2c0518b862, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:58.680420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] For port 35c41e13-61e3-4762-9085-0f2c0518b862, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=35c41e13-61e3-4762-9085-0f2c0518b862,segment=NetworkSegment(cb7655bc-6ee2-4f81-9f38-a940bb042d0d),segment_id=cb7655bc-6ee2-4f81-9f38-a940bb042d0d)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:58.697950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:58.698707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.733046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event updated for resources: {'Port': ['ID=7726351b-4ad5-477c-a35a-606411b029c6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:58.737090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Transition to ACTIVE for port object a9d08d5b-6818-4c98-9abf-fea1130e4ae8 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:31:58.812285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40106) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:58.838910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bf431-9012-4a5e-a49b-af68c430f747 req-e8ab15cc-573c-4137-81a9-454d2fe3c9a5 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:58.840546 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c97bf431-9012-4a5e-a49b-af68c430f747 req-e8ab15cc-573c-4137-81a9-454d2fe3c9a5 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 931 time: 0.8296239 Apr 06 14:31:58.856692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.903294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bc859d81-d314-4efb-82f0-6af148337141), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:58.940991 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.6090846 Apr 06 14:31:58.963081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40110) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:58.992409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233338cd-fe12-4cc0-80da-32548e45a048 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'Network': ['ID=5fefa30a-6e97-4c68-8a53-8af8f5472d8a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:59.011315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:31:59.015980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'subnet': {'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:59.019716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.068083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a3cb8b8e-703c-4aa2-8377-49befdc06a0d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.091620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Port': ['ID=bc859d81-d314-4efb-82f0-6af148337141,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:59.101360 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f5e517a3-dc59-4bf1-80d2-ce452855e1cd req-1caa6798-fbc2-4520-a172-e74475cdc2e0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8605387 Apr 06 14:31:59.134704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network 70e1bc2a-e63c-4823-b36b-a8cb42d55880 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:31:59.138021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:31:59.156065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49336-1ac2-43c6-a408-ed10501fa903 None None] Pushing event updated for resources: {'Port': ['ID=35c41e13-61e3-4762-9085-0f2c0518b862,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:59.165446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:31:59.186916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:59.190557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.201195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d1cae8-8f82-496c-bef9-22461cc1f39b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:59.207181 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:31:59.250796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a95ea4ba-a65a-404c-9a01-de0bd93d46cd None None] Provisioning complete for port 7726351b-4ad5-477c-a35a-606411b029c6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:59.258284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:59.258810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.259352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a95ea4ba-a65a-404c-9a01-de0bd93d46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7726351b-4ad5-477c-a35a-606411b029c6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.286656 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-155b860a-23c8-45bc-9efe-7d723e00bdbf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eee6fe75ee9547248103d0319909ecdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4725907 Apr 06 14:31:59.295179 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40112) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:59.312242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d52fb626-c594-4d15-92a0-ceec96cc4c8f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8278983 Apr 06 14:31:59.312242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.resource_extend [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:31:59.324412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a95ea4ba-a65a-404c-9a01-de0bd93d46cd None None] Port 7726351b-4ad5-477c-a35a-606411b029c6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:31:59.396282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-93dc7d3b-9e74-4556-85cf-17736b81f248 admin admin] Publish callbacks [] for security_group (00394144-9e7d-45ec-a3aa-807e764f6e60), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.415257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Request body: {'port': {'device_id': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:31:59.446772 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cb44eb90-78a0-4bd9-b370-49d1b5899b91 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1208661 Apr 06 14:31:59.446772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40114) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:59.446772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-93dc7d3b-9e74-4556-85cf-17736b81f248 admin admin] Publish callbacks [] for security_group (00394144-9e7d-45ec-a3aa-807e764f6e60), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.553531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fac3085-b2de-4770-b256-0eb1c4f26e1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Deleting subnet 73984bca-1012-400b-9f6c-7930475efbbf {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:31:59.563732 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fac3085-b2de-4770-b256-0eb1c4f26e1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for subnet (73984bca-1012-400b-9f6c-7930475efbbf), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.630670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fac3085-b2de-4770-b256-0eb1c4f26e1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (73984bca-1012-400b-9f6c-7930475efbbf), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.773902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40116) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:59.844744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-93dc7d3b-9e74-4556-85cf-17736b81f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (00394144-9e7d-45ec-a3aa-807e764f6e60), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.847575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-93dc7d3b-9e74-4556-85cf-17736b81f248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.848848 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-93dc7d3b-9e74-4556-85cf-17736b81f248 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/00394144-9e7d-45ec-a3aa-807e764f6e60 HTTP/1.1" status: 204 len: 168 time: 0.5523410 Apr 06 14:31:59.865583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Pushing event updated for resources: {'Port': ['ID=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:59.882514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a3cb8b8e-703c-4aa2-8377-49befdc06a0d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.885560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc7d3b-9e74-4556-85cf-17736b81f248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00394144-9e7d-45ec-a3aa-807e764f6e60,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:59.888955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:59.889201 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-48b6c125-b5a3-4611-a69c-7eef7c2bc7f4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7cbec02ed8d84e2e9223bdf4316cb471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147196 Apr 06 14:31:59.889962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.892137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40120) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:59.902217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Made reservation on behalf of 353e5ee967864f0a9574a47de8b6bf9c for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:31:59.905486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.915366 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-449efaa2-9952-49f2-8656-d6d8964ccd30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4639516 Apr 06 14:31:59.931648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fac3085-b2de-4770-b256-0eb1c4f26e1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (73984bca-1012-400b-9f6c-7930475efbbf), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:59.965680 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c97bf431-9012-4a5e-a49b-af68c430f747 req-1c6973aa-3ff7-43c7-98c0-bbe54cfda3c3 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0863881 Apr 06 14:32:00.010211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17a16b17-d5a9-4fb9-9443-9c844fd5f8dc admin admin] Publish callbacks [] for security_group (2f22b233-95f5-4b5c-99b0-1df3856373c3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.036307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17a16b17-d5a9-4fb9-9443-9c844fd5f8dc admin admin] Publish callbacks [] for security_group (2f22b233-95f5-4b5c-99b0-1df3856373c3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.045568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Request body: {'port': {'device_id': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:00.232613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 35c41e13-61e3-4762-9085-0f2c0518b862 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:00.233445 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fac3085-b2de-4770-b256-0eb1c4f26e1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (73984bca-1012-400b-9f6c-7930475efbbf), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.270239 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.2295170 Apr 06 14:32:00.270466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3085-b2de-4770-b256-0eb1c4f26e1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Subnet': ['ID=73984bca-1012-400b-9f6c-7930475efbbf,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:00.278915 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40124) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:00.308614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'name': 'tempest-PortsIpV6TestJSON-201009553'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:00.329243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fac3085-b2de-4770-b256-0eb1c4f26e1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.333479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 35c41e13-61e3-4762-9085-0f2c0518b862 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:00.334055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.338178 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5fac3085-b2de-4770-b256-0eb1c4f26e1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/subnets/73984bca-1012-400b-9f6c-7930475efbbf HTTP/1.1" status: 204 len: 168 time: 0.8911343 Apr 06 14:32:00.356789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40126) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:00.434567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17a16b17-d5a9-4fb9-9443-9c844fd5f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2f22b233-95f5-4b5c-99b0-1df3856373c3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.439587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7afce-6705-4622-946d-b3228db5e133 req-68888225-b375-4cd0-90ff-d52c8dd60004 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:00.442216 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f7d7afce-6705-4622-946d-b3228db5e133 req-68888225-b375-4cd0-90ff-d52c8dd60004 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 931 time: 1.1604247 Apr 06 14:32:00.443056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d1f5a-0703-4c62-a8f2-c40f7a794757 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Network': ['ID=a3cb8b8e-703c-4aa2-8377-49befdc06a0d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:00.452107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17a16b17-d5a9-4fb9-9443-9c844fd5f8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.455771 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-17a16b17-d5a9-4fb9-9443-9c844fd5f8dc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2f22b233-95f5-4b5c-99b0-1df3856373c3 HTTP/1.1" status: 204 len: 168 time: 0.5603983 Apr 06 14:32:00.473826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:00.527359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a16b17-d5a9-4fb9-9443-9c844fd5f8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22b233-95f5-4b5c-99b0-1df3856373c3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:00.581234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a32a8c-63a9-4184-b07f-ad0177839601 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:00.588920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a32a8c-63a9-4184-b07f-ad0177839601 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:00.594406 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-55a32a8c-63a9-4184-b07f-ad0177839601 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2351837 Apr 06 14:32:00.595198 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40130) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:00.671099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 35c41e13-61e3-4762-9085-0f2c0518b862 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:00.674753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.683296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7726351b-4ad5-477c-a35a-606411b029c6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.720145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.757124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:00.762612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.834351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 35c41e13-61e3-4762-9085-0f2c0518b862, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=35c41e13-61e3-4762-9085-0f2c0518b862,segment=NetworkSegment(cb7655bc-6ee2-4f81-9f38-a940bb042d0d),segment_id=cb7655bc-6ee2-4f81-9f38-a940bb042d0d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:00.842488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:00.854566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495a32e-2bbd-4118-9f27-0d3dc27e791b None None] Network 70e1bc2a-e63c-4823-b36b-a8cb42d55880 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:00.876910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Attempting to bind port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:00.877514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Attempting to bind port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:00.877660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Attempting to bind port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 on network 4ac93f14-37fa-473f-8320-bd08fb092fdf {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:00.884560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-562be4b5-f8f8-4702-ba74-73dc7ab78c77 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (70e1bc2a-e63c-4823-b36b-a8cb42d55880), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:00.955595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f7d7afce-6705-4622-946d-b3228db5e133 req-c5f1a993-c23b-43a0-8f23-0d3674a1323f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3510692 Apr 06 14:32:00.964565 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-562be4b5-f8f8-4702-ba74-73dc7ab78c77 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 06 14:32:00.964565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562be4b5-f8f8-4702-ba74-73dc7ab78c77 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:00.967256 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-562be4b5-f8f8-4702-ba74-73dc7ab78c77 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/70e1bc2a-e63c-4823-b36b-a8cb42d55880 HTTP/1.1" status: 409 len: 466 time: 0.3694439 Apr 06 14:32:00.971926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40134) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:00.987869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-423634391'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:01.017247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.086494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 on network 4ac93f14-37fa-473f-8320-bd08fb092fdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:32:01.086765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Attempting to bind port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 on network 4ac93f14-37fa-473f-8320-bd08fb092fdf {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:01.118591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d406b820-8794-4955-a291-c802f7ef1d2b None None] Provisioning complete for port 35c41e13-61e3-4762-9085-0f2c0518b862 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:01.119452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d406b820-8794-4955-a291-c802f7ef1d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.121926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=35c41e13-61e3-4762-9085-0f2c0518b862,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:01.167989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c3311-9c79-48e8-8182-d2ae87a1a677 req-bf197f47-00f9-4fda-9b69-43cc42a876c3 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:01.174839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5e2c3311-9c79-48e8-8182-d2ae87a1a677 req-bf197f47-00f9-4fda-9b69-43cc42a876c3 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.8636801 Apr 06 14:32:01.271847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.275431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:01.275782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Checking segment: {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:01.276380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Bound using segment: {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:01.276873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Bound port: a9d08d5b-6818-4c98-9abf-fea1130e4ae8, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c978b24-f985-49a8-a285-4a89506b173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:01.277236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.340616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:01.344681 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.381607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:01.391284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d406b820-8794-4955-a291-c802f7ef1d2b None None] Current status of the port 35c41e13-61e3-4762-9085-0f2c0518b862 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:01.400242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] DHCP port deletion for 70e1bc2a-e63c-4823-b36b-a8cb42d55880 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:01.404207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (31130b6c-ba6f-4ee8-9733-03e903b22f37), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.404691 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Added segment 31130b6c-ba6f-4ee8-9733-03e903b22f37 of type vlan for network 194479f1-2f16-4f50-b78d-a70e8637d756 Apr 06 14:32:01.477514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40142) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:01.480814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] For port a9d08d5b-6818-4c98-9abf-fea1130e4ae8, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:01.485309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] For port a9d08d5b-6818-4c98-9abf-fea1130e4ae8, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:01.511491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.524136 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5e2c3311-9c79-48e8-8182-d2ae87a1a677 req-9aa9909e-95cd-43b3-a517-6f216db16588 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481040 Apr 06 14:32:01.579401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] Deleting port 35c41e13-61e3-4762-9085-0f2c0518b862 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:01.580535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.622359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (194479f1-2f16-4f50-b78d-a70e8637d756), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.630383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.648290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8f3d8-6054-4496-a6d1-b54968afd4bf req-74e64c80-5ed8-4ec7-a6bb-4e684e0614f3 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:01.649969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06d8f3d8-6054-4496-a6d1-b54968afd4bf req-74e64c80-5ed8-4ec7-a6bb-4e684e0614f3 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 931 time: 0.4724770 Apr 06 14:32:01.761154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:01.761705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.763273 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] 10.222.0.87 "PUT /v2.0/ports/a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 1093 time: 5.7532876 Apr 06 14:32:01.765327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'tag': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:01.820187 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (194479f1-2f16-4f50-b78d-a70e8637d756), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.843791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:01.845411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.859421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=8498fc8c-3c66-4c77-8421-f7f66fb04fbb,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:01.899672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] For port 35c41e13-61e3-4762-9085-0f2c0518b862, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=35c41e13-61e3-4762-9085-0f2c0518b862,segment=NetworkSegment(cb7655bc-6ee2-4f81-9f38-a940bb042d0d),segment_id=cb7655bc-6ee2-4f81-9f38-a940bb042d0d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:01.900406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.940667 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fc5756d7-74b4-4961-90d7-5d0861a6e507 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b578cef24fe4f738face704f33076fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604676 Apr 06 14:32:01.941321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40150) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:01.947709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] Calling delete_port for 35c41e13-61e3-4762-9085-0f2c0518b862 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:02.021567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c869b1-8b23-48d1-83fb-dff18f3a6c26 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:32:02.045259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Publish callbacks [] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.083737 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1107280 Apr 06 14:32:02.097384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Transition to ACTIVE for port object 54c869b1-8b23-48d1-83fb-dff18f3a6c26 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:32:02.107070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2675c-f281-48b6-b94b-193a3d63ec1a service neutron] Pushing event updated for resources: {'Port': ['ID=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.117815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40156) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:02.142495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'subnet': {'network_id': '194479f1-2f16-4f50-b78d-a70e8637d756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:02.248081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.363356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 35c41e13-61e3-4762-9085-0f2c0518b862 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:02.418297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c96226a-7bdd-4a74-9e8a-2d16439f288b" -d '{"events": [{"name": "network-changed", "server_uuid": "91fc5faa-b02d-43b0-9bf2-390ed18a35e1", "tag": "a9d08d5b-6818-4c98-9abf-fea1130e4ae8"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:02.447450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8225f6-24b0-40c7-96da-676c56eed451 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Network': ['ID=194479f1-2f16-4f50-b78d-a70e8637d756,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.448810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06d8f3d8-6054-4496-a6d1-b54968afd4bf req-4f1725e1-72d5-4b01-be4f-69307f2d87f3 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7690961 Apr 06 14:32:02.489529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Pushing event updated for resources: {'Port': ['ID=54c869b1-8b23-48d1-83fb-dff18f3a6c26,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.495523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking segment: {'id': '243fc2a6-3369-490e-9a19-095dd01f4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:02.495933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network hostable DHCP agents. Network: a3cb8b8e-703c-4aa2-8377-49befdc06a0d, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:02.516019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8bee08ed-6b95-4304-a30e-30258935210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:02.517774 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-8bee08ed-6b95-4304-a30e-30258935210f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1127 time: 0.3952515 Apr 06 14:32:02.553727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 194479f1-2f16-4f50-b78d-a70e8637d756 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:02.562451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No active binding found for port 35c41e13-61e3-4762-9085-0f2c0518b862 {{(pid=104444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 14:32:02.563166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] The host dv-neutron-835863-1-hyperv is not matching for port 35c41e13-61e3-4762-9085-0f2c0518b862 host None! {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:32:02.563732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 35c41e13-61e3-4762-9085-0f2c0518b862 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:02.583733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (35c41e13-61e3-4762-9085-0f2c0518b862), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.613151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5316278-af3f-4b5e-9328-79e27155e6de admin admin] Publish callbacks [] for security_group (a81f0281-3620-4fc0-a346-9fdf500737ab), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.674453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5316278-af3f-4b5e-9328-79e27155e6de admin admin] Publish callbacks [] for security_group (a81f0281-3620-4fc0-a346-9fdf500737ab), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.682395 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:02.686022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:02.749170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c64d94-1d57-4181-b7b5-4f240e126397 req-f70cff11-40dd-4744-9bb0-f8d8f17d56d9 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:02.754242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24c64d94-1d57-4181-b7b5-4f240e126397 req-f70cff11-40dd-4744-9bb0-f8d8f17d56d9 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 931 time: 0.5982432 Apr 06 14:32:02.796517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:02.836743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] No DVR routers for this DVR port 35c41e13-61e3-4762-9085-0f2c0518b862 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:02.858297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af08d-a895-4cae-8f24-a1df0ec7107b None None] Pushing event deleted for resources: {'Port': ['ID=35c41e13-61e3-4762-9085-0f2c0518b862,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:02.967557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, a3cb8b8e-703c-4aa2-8377-49befdc06a0d) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:02.974919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:02.982859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93e821-eb98-478c-a3fa-5bf92c782a28 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:02.992402 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:02.993560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.140283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40176) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.157260 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-78b10486-e2d0-4299-95e3-bec5bf77510a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8604500 Apr 06 14:32:03.163649 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40180) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.165020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5316278-af3f-4b5e-9328-79e27155e6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (a81f0281-3620-4fc0-a346-9fdf500737ab), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.170082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5316278-af3f-4b5e-9328-79e27155e6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.171484 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a5316278-af3f-4b5e-9328-79e27155e6de admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a81f0281-3620-4fc0-a346-9fdf500737ab HTTP/1.1" status: 204 len: 168 time: 1.1288280 Apr 06 14:32:03.181075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-137967928'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:03.208256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5316278-af3f-4b5e-9328-79e27155e6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f0281-3620-4fc0-a346-9fdf500737ab,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:03.289941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc25c51-13f4-4d68-bb53-b11c6affbfa1 x-openstack-request-id: req-ffc25c51-13f4-4d68-bb53-b11c6affbfa1 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:03.290617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fc5faa-b02d-43b0-9bf2-390ed18a35e1", "tag": "a9d08d5b-6818-4c98-9abf-fea1130e4ae8", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:03.290617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffc25c51-13f4-4d68-bb53-b11c6affbfa1 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:03.290940 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc25c51-13f4-4d68-bb53-b11c6affbfa1'] response: {'name': 'network-changed', 'server_uuid': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'tag': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'status': 'completed', 'code': 200} Apr 06 14:32:03.307864 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-4db74155-4b67-4875-9f51-06191159bfd8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 217 time: 0.7270925 Apr 06 14:32:03.337872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7726351b-4ad5-477c-a35a-606411b029c6 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:32:03.367719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:03.373662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.389941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-45eec09f-8ea8-4a8f-bbc5-fda4df33f0cc tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.391127 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-45eec09f-8ea8-4a8f-bbc5-fda4df33f0cc tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2496109 Apr 06 14:32:03.394580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40184) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.401052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-6fb0b28e-a894-4696-95c3-bafea293836f tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.402263 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6fb0b28e-a894-4696-95c3-bafea293836f tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064213 Apr 06 14:32:03.424644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:03.427118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40186) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.432238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-68265f4a-be07-4389-9067-aaa976d5aa5e tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.442352 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-68265f4a-be07-4389-9067-aaa976d5aa5e tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047550 Apr 06 14:32:03.442491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-a543d7ac-1b26-411f-9cc7-c6c444c990ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:03.442491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-a543d7ac-1b26-411f-9cc7-c6c444c990ee service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.1021473 Apr 06 14:32:03.447062 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5c046846-0eed-4e9e-a2dc-ac1437055b15), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.447472 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Added segment 5c046846-0eed-4e9e-a2dc-ac1437055b15 of type vlan for network af06178f-4d0a-405c-95f0-2ca7295c0426 Apr 06 14:32:03.449193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40188) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.464589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Publish callbacks [] for port (7726351b-4ad5-477c-a35a-606411b029c6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.474608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-93466ee0-d3df-4fd9-b386-f70ae4368e45 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.476542 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-93466ee0-d3df-4fd9-b386-f70ae4368e45 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0235515 Apr 06 14:32:03.496552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Attempting to bind port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:03.497581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Attempting to bind port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:03.499112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Attempting to bind port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 on network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:03.553052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40190) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.563691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-600bd41f-5c7c-4a5e-bba8-f301fa954156 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.565583 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-600bd41f-5c7c-4a5e-bba8-f301fa954156 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0066967 Apr 06 14:32:03.570148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40194) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.580080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-9bf0a54c-c5b1-48d0-a17d-b37070bb925a tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.580080 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9bf0a54c-c5b1-48d0-a17d-b37070bb925a tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066290 Apr 06 14:32:03.588423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40196) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.601427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:03.614007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-71b29625-b2dd-447c-a2ed-f299bd3bbd61 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.615015 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-71b29625-b2dd-447c-a2ed-f299bd3bbd61 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046637 Apr 06 14:32:03.623517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40198) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.624332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (b866966b-2845-4704-aab0-a3c939e2c832), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.631755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-a76ee9a1-2544-4adc-9b84-372dfa02470f tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.633843 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a76ee9a1-2544-4adc-9b84-372dfa02470f tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067067 Apr 06 14:32:03.641643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40200) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.649007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 on network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:32:03.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Attempting to bind port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 on network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:03.662629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Transition to ACTIVE for port object 7726351b-4ad5-477c-a35a-606411b029c6 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:32:03.662829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-d67a6d3c-0095-4ab1-bc0b-576a6599dae9 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.662829 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d67a6d3c-0095-4ab1-bc0b-576a6599dae9 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0133743 Apr 06 14:32:03.666310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40202) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.673313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-53f635a8-5506-4e33-b8e6-99d139430dc2 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.674426 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-53f635a8-5506-4e33-b8e6-99d139430dc2 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051465 Apr 06 14:32:03.683498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40204) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.689580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-ed8df370-54ce-46af-b8d3-6c7669e94895 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.699687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ed8df370-54ce-46af-b8d3-6c7669e94895 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044167 Apr 06 14:32:03.699824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (af06178f-4d0a-405c-95f0-2ca7295c0426), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.699934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:03.699934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Checking segment: {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:03.699934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Bound using segment: {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:03.699934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Bound port: 54c869b1-8b23-48d1-83fb-dff18f3a6c26, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a5f9ed-be9a-4823-bb78-d3c0312083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:03.699934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.699934 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24c64d94-1d57-4181-b7b5-4f240e126397 req-d0712515-d237-4d48-acfa-07a1b57e02d6 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4223075 Apr 06 14:32:03.706205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40206) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.714831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-d6ca4a6c-beab-4d46-9392-a039d361b348 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.718403 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6ca4a6c-beab-4d46-9392-a039d361b348 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0093460 Apr 06 14:32:03.720948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40208) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.749033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-c6da7d31-12c3-4be1-8b21-6cef8e62f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:03.749123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-ae6fab67-1a31-4d3e-a4de-a1079eeaefb6 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.749123 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ae6fab67-1a31-4d3e-a4de-a1079eeaefb6 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0102174 Apr 06 14:32:03.749276 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-c6da7d31-12c3-4be1-8b21-6cef8e62f6d5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2420619 Apr 06 14:32:03.749276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766875a-4ce9-481c-a41b-9fe1e54bea8a req-9625609e-0941-4675-9aa0-de300a6c8566 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:03.750404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40210) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.752164 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c766875a-4ce9-481c-a41b-9fe1e54bea8a req-9625609e-0941-4675-9aa0-de300a6c8566 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.4919472 Apr 06 14:32:03.758601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-8c912141-4472-43a0-8544-bc136f137c31 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.761032 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8c912141-4472-43a0-8544-bc136f137c31 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0073795 Apr 06 14:32:03.772570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40212) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.775708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Subnet': ['ID=b866966b-2845-4704-aab0-a3c939e2c832,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:03.784619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-a534c3e8-f568-4c9e-bfae-293e2d05e67e tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.784619 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a534c3e8-f568-4c9e-bfae-293e2d05e67e tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103283 Apr 06 14:32:03.794071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40216) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.808989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (7726351b-4ad5-477c-a35a-606411b029c6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.813871 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Checking segment: {'id': '31130b6c-ba6f-4ee8-9733-03e903b22f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '194479f1-2f16-4f50-b78d-a70e8637d756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:03.814392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network hostable DHCP agents. Network: 194479f1-2f16-4f50-b78d-a70e8637d756, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:03.816013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-77bf77da-2604-4ea8-aec8-24c90be92d9a tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.817771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-77bf77da-2604-4ea8-aec8-24c90be92d9a tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049849 Apr 06 14:32:03.825768 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40218) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.841583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-9112af6e-ea3f-430a-b663-8341eb5a635e tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.841583 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9112af6e-ea3f-430a-b663-8341eb5a635e tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0081284 Apr 06 14:32:03.848969 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40220) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.857667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-f303bb1d-05e3-410f-a25f-be79ceead3d9 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.861366 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f303bb1d-05e3-410f-a25f-be79ceead3d9 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065057 Apr 06 14:32:03.863185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40222) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.872369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-6e48dda7-9761-4fdc-a37c-16035b555f47 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.874580 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6e48dda7-9761-4fdc-a37c-16035b555f47 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094972 Apr 06 14:32:03.887559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40224) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.895707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-6a0c8206-c2ab-4994-8c53-1b5fd10a76ca tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.899008 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6a0c8206-c2ab-4994-8c53-1b5fd10a76ca tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071998 Apr 06 14:32:03.900218 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40226) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.911721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-39e18a50-2df8-45b2-8abc-66e83ada4c86 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.916584 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-39e18a50-2df8-45b2-8abc-66e83ada4c86 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0149934 Apr 06 14:32:03.917298 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40228) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.921607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-19695151-4396-43fb-bb86-6abcbe61745c tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.926688 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-19695151-4396-43fb-bb86-6abcbe61745c tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0083218 Apr 06 14:32:03.927723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40230) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.932609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-258b8d36-3c09-40f8-8f73-5dad50904afe tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.934006 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Pushing event updated for resources: {'Port': ['ID=7726351b-4ad5-477c-a35a-606411b029c6,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:03.937620 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-258b8d36-3c09-40f8-8f73-5dad50904afe tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0086331 Apr 06 14:32:03.938237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40232) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.943130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-754eec49-37bc-4b5a-a990-d853dc794fee tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.948648 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-754eec49-37bc-4b5a-a990-d853dc794fee tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0092895 Apr 06 14:32:03.950085 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40234) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.950731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (af06178f-4d0a-405c-95f0-2ca7295c0426), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.957416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:03.959195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:03.966096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-79ced98b-f61d-479a-99de-553877c47900 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.970415 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-79ced98b-f61d-479a-99de-553877c47900 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090079 Apr 06 14:32:03.974471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40238) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:03.993301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-cf1f100e-dae9-45a4-b64f-da8718c7efea tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:03.995767 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cf1f100e-dae9-45a4-b64f-da8718c7efea tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0078645 Apr 06 14:32:04.005714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40240) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.012161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-a35f7b3b-4d88-452f-9464-4881c30d5774 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.016282 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a35f7b3b-4d88-452f-9464-4881c30d5774 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0089900 Apr 06 14:32:04.064096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network 194479f1-2f16-4f50-b78d-a70e8637d756 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:04.086638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40242) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.086638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-05d938f7-a884-4fb1-acde-bf18b4d82255 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.086638 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-05d938f7-a884-4fb1-acde-bf18b4d82255 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099859 Apr 06 14:32:04.103289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40246) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.125132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:04.125940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (74e8b8b5-8b38-4220-aee1-430c52ed9870), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.126088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-71434c69-175b-4bb9-9143-52a51276bb70 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.127230 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-71434c69-175b-4bb9-9143-52a51276bb70 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0230479 Apr 06 14:32:04.134634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40248) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.144552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-63d8f86e-2735-4bca-a367-24ecec4b7946 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.146821 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-63d8f86e-2735-4bca-a367-24ecec4b7946 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0089614 Apr 06 14:32:04.150130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40250) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.154087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Network': ['ID=af06178f-4d0a-405c-95f0-2ca7295c0426,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:04.173482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-d7778572-d3c4-4528-87f5-87e48e5f03ee tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.173482 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d7778572-d3c4-4528-87f5-87e48e5f03ee tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0145965 Apr 06 14:32:04.173837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network af06178f-4d0a-405c-95f0-2ca7295c0426 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:04.175303 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e0aa2602-ee1a-4dbe-9d37-889bce33cbe7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0025175 Apr 06 14:32:04.186802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40252) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.187556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40254) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.196497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'ports': [{'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d'}, {'network_id': 'af06178f-4d0a-405c-95f0-2ca7295c0426'}]} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:04.196902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:04.198554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'af06178f-4d0a-405c-95f0-2ca7295c0426'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:04.206533 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-cde172d0-7fe7-405c-b099-6660cdee0cad tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.227727 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cde172d0-7fe7-405c-b099-6660cdee0cad tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0323362 Apr 06 14:32:04.230868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40260) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.231742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 194479f1-2f16-4f50-b78d-a70e8637d756) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:04.250120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d6dfa-cc3e-4c02-9a09-2cca7b493a2a None None] Network 194479f1-2f16-4f50-b78d-a70e8637d756 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:04.251577 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-c99fa55e-0104-4db8-9058-85386e427b73 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.252947 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c99fa55e-0104-4db8-9058-85386e427b73 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0189884 Apr 06 14:32:04.299427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40262) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.309870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:04.316399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.316399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-6b2b6ba3-dbba-4d9f-b80d-31227f4b8db6 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.316644 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6b2b6ba3-dbba-4d9f-b80d-31227f4b8db6 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0147734 Apr 06 14:32:04.322296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40264) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.329579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-be944a5b-821d-4d6b-a136-8b9dd53dd934 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.330875 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-be944a5b-821d-4d6b-a136-8b9dd53dd934 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0073187 Apr 06 14:32:04.336638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c766875a-4ce9-481c-a41b-9fe1e54bea8a req-ba6a157e-1e09-4944-8c88-ee7628cf5d8a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5834992 Apr 06 14:32:04.342753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40266) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.420210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-cb496079-3f2b-40c6-9344-2dadfb0e5deb tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.425067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb496079-3f2b-40c6-9344-2dadfb0e5deb tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0603187 Apr 06 14:32:04.425872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40270) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.518112 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-9ed944c2-f95f-483b-9c2f-dac8c8d68e10 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.521871 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9ed944c2-f95f-483b-9c2f-dac8c8d68e10 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088179 Apr 06 14:32:04.528971 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f971435d-e75a-4aba-8e65-243b458a4897 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4015532 Apr 06 14:32:04.529763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40272) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.530285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40274) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.546394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] For port 54c869b1-8b23-48d1-83fb-dff18f3a6c26, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:04.582875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-194479f1-2f16-4f50-b78d-a70e8637d756', 'network_id': '194479f1-2f16-4f50-b78d-a70e8637d756', 'project_id': '2540b39cc99a41959e7e188c41e53cfd', 'fixed_ips': [{'subnet_id': 'b866966b-2845-4704-aab0-a3c939e2c832'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:04.587631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.635922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] For port 54c869b1-8b23-48d1-83fb-dff18f3a6c26, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54c869b1-8b23-48d1-83fb-dff18f3a6c26,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:04.654055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-3dee231d-6186-46fd-91e8-0a9af00b3c18 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.655349 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3dee231d-6186-46fd-91e8-0a9af00b3c18 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.1214030 Apr 06 14:32:04.659772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (194479f1-2f16-4f50-b78d-a70e8637d756), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.666893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40276) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.673279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0976f-cdf8-468c-b5dd-2471705c8c1c req-f7a8ebe3-45b4-4eda-bb33-da3b82779d04 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:04.675019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-19f48243-0365-4747-8cd1-df27cbdd0bb2 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.676171 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-19f48243-0365-4747-8cd1-df27cbdd0bb2 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0062582 Apr 06 14:32:04.680665 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39c0976f-cdf8-468c-b5dd-2471705c8c1c req-f7a8ebe3-45b4-4eda-bb33-da3b82779d04 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 943 time: 0.7318020 Apr 06 14:32:04.681123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40278) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.684868 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-df461885-9fa2-47c9-b1dd-c2ab2df858f2 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9231789 Apr 06 14:32:04.687747 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-500be8dd-8a66-49cf-9fdc-b12b89c9b809 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.688788 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-500be8dd-8a66-49cf-9fdc-b12b89c9b809 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066767 Apr 06 14:32:04.696936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40280) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.704999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'Subnet': ['ID=74e8b8b5-8b38-4220-aee1-430c52ed9870,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:04.705776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-304626c5-b238-4b68-810b-1c4de49ba14f tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.706862 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-304626c5-b238-4b68-810b-1c4de49ba14f tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047381 Apr 06 14:32:04.736080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40282) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.753418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-f86b7f22-fa17-4e7f-aa57-3c6812fed8bb tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.754735 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f86b7f22-fa17-4e7f-aa57-3c6812fed8bb tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0095122 Apr 06 14:32:04.786666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40286) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.792698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-d6b8fd9a-904e-47c1-a02c-2322cc72a429 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.802996 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6b8fd9a-904e-47c1-a02c-2322cc72a429 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0162702 Apr 06 14:32:04.809598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40290) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.836159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-e99269bc-2dd7-465d-a437-97960857cca1 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.837317 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e99269bc-2dd7-465d-a437-97960857cca1 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0266454 Apr 06 14:32:04.847787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40292) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.858507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-e151e5b1-c56d-448e-9842-49d636e4cad6 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.859467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.859706 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e151e5b1-c56d-448e-9842-49d636e4cad6 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0109162 Apr 06 14:32:04.862815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 2} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:04.868390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.878696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40294) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.887421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.896677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-a64aec0e-7ee8-44d2-9714-2127deff1d75 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.901063 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a64aec0e-7ee8-44d2-9714-2127deff1d75 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0085170 Apr 06 14:32:04.901330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40296) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.907428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (b866966b-2845-4704-aab0-a3c939e2c832), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.918444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Allocated IP 2001:db8::f816:3eff:fe2d:f8c0 (194479f1-2f16-4f50-b78d-a70e8637d756/b866966b-2845-4704-aab0-a3c939e2c832/cc92be14-291d-415c-a44b-9a95f966300f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:04.945131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Checking segment: {'id': 'f5887f6b-1cd9-4ad1-8be5-43791ecd7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:04.945663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Network hostable DHCP agents. Network: 5fefa30a-6e97-4c68-8a53-8af8f5472d8a, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:04.960688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-cfc158d0-5211-46f3-bd0d-c83219f587c1 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.962559 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cfc158d0-5211-46f3-bd0d-c83219f587c1 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0563793 Apr 06 14:32:04.965656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40300) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.970084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-57c28357-ffe0-46e7-ae6b-e6230cd47dc9 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:04.971563 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-57c28357-ffe0-46e7-ae6b-e6230cd47dc9 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047908 Apr 06 14:32:04.989591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Attempting to bind port 7726351b-4ad5-477c-a35a-606411b029c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:04.990029 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Attempting to bind port 7726351b-4ad5-477c-a35a-606411b029c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:04.990463 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Attempting to bind port 7726351b-4ad5-477c-a35a-606411b029c6 on network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:05.001937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40302) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.006596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Port 7726351b-4ad5-477c-a35a-606411b029c6 on network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:32:05.013758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Attempting to bind port 7726351b-4ad5-477c-a35a-606411b029c6 on network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:05.023948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-672442cd-e95d-46ba-b7b6-1f2de9f69d76 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.028631 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-672442cd-e95d-46ba-b7b6-1f2de9f69d76 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0188441 Apr 06 14:32:05.046392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40306) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.060659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-83ff3d7d-664f-4821-a5a8-23ec9bae3344 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.067092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-83ff3d7d-664f-4821-a5a8-23ec9bae3344 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0099277 Apr 06 14:32:05.073426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:05.076021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.086306 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] 10.222.0.87 "PUT /v2.0/ports/54c869b1-8b23-48d1-83fb-dff18f3a6c26 HTTP/1.1" status: 200 len: 1093 time: 5.6847963 Apr 06 14:32:05.086306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40308) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.110619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-f0bb28f6-51ff-40b9-8112-136d431d3041 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.114779 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f0bb28f6-51ff-40b9-8112-136d431d3041 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0311890 Apr 06 14:32:05.121359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:05.121595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Checking segment: {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:05.122085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Bound using segment: {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:05.122637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Bound port: 7726351b-4ad5-477c-a35a-606411b029c6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e016d1-4e31-4460-a767-630073c128eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:05.123185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7726351b-4ad5-477c-a35a-606411b029c6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.130741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40310) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.153489 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39c0976f-cdf8-468c-b5dd-2471705c8c1c req-fa56cb36-7b69-446d-a2e1-ec3fff75ffc3 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4493132 Apr 06 14:32:05.177979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-c13c247b-2c06-48f6-9382-ecdd7746f9db tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.177979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c13c247b-2c06-48f6-9382-ecdd7746f9db tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0355866 Apr 06 14:32:05.200229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port b5112676-5e08-491e-8d45-acd6b70f3bf9 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:05.202932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40312) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.211636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-a88dfb19-52e0-47ef-8436-b5953a90fb97 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.215773 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a88dfb19-52e0-47ef-8436-b5953a90fb97 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0092771 Apr 06 14:32:05.216543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40314) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.222514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-79c2bb5d-58a0-4699-bacf-7c6e76eb4a8b tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.233512 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-79c2bb5d-58a0-4699-bacf-7c6e76eb4a8b tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060754 Apr 06 14:32:05.234190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40316) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.240081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2f4a8-a2e3-48ca-8fd0-6b00287ed249 service neutron] Pushing event updated for resources: {'Port': ['ID=54c869b1-8b23-48d1-83fb-dff18f3a6c26,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:05.252073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Publish callbacks [] for port (cc92be14-291d-415c-a44b-9a95f966300f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.261595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-36d6bf82-8474-4477-a7d9-48accadbb6fd tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.263335 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-36d6bf82-8474-4477-a7d9-48accadbb6fd tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0174482 Apr 06 14:32:05.279580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40318) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.279867 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50dbc3b8-18d7-429c-a909-3696c38ac70b req-909ee683-6bc3-49c3-8025-fc864ce1f1d9 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672243 Apr 06 14:32:05.287050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-f4821567-f051-4825-b2a7-e14c6bf58297 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.290608 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f4821567-f051-4825-b2a7-e14c6bf58297 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074952 Apr 06 14:32:05.291362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40320) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.297129 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-de5b1c4a-c259-4693-99d1-0bde6c35a1a6 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.300250 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-de5b1c4a-c259-4693-99d1-0bde6c35a1a6 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056405 Apr 06 14:32:05.301308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40322) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.309379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-33854984-3519-4c4c-9d07-1b32a5d667a8 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.312952 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-33854984-3519-4c4c-9d07-1b32a5d667a8 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0081875 Apr 06 14:32:05.335206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'tag': '54c869b1-8b23-48d1-83fb-dff18f3a6c26'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:05.335206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43edd9a0-ebfe-401a-8226-47f0651aaaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c10fa1-df43-4e1f-afe1-e056dd322751", "tag": "54c869b1-8b23-48d1-83fb-dff18f3a6c26"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:05.335712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40324) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.335712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-c322ed3c-266b-4d5e-9af3-02ce617bb47f tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.335712 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c322ed3c-266b-4d5e-9af3-02ce617bb47f tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0059927 Apr 06 14:32:05.338929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40330) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.349929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-29184d95-5ea9-4a66-ab3e-9a20088d0427 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.351344 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-29184d95-5ea9-4a66-ab3e-9a20088d0427 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0110979 Apr 06 14:32:05.359970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40332) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.368212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-dada94a3-23ec-4dd1-9e06-f930c2d5b5fb tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.369835 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dada94a3-23ec-4dd1-9e06-f930c2d5b5fb tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087194 Apr 06 14:32:05.374024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40334) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.384553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-a71e3c74-537e-4843-9944-8c88332a8212 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.385554 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a71e3c74-537e-4843-9944-8c88332a8212 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0106177 Apr 06 14:32:05.391342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40338) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.395846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-c347da46-f473-4a74-a0ed-f9134a895cca tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.399903 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c347da46-f473-4a74-a0ed-f9134a895cca tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078385 Apr 06 14:32:05.403127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40340) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.410335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-4bfcbcf1-cf5a-4849-bc9d-28df6931af67 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.411309 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4bfcbcf1-cf5a-4849-bc9d-28df6931af67 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072403 Apr 06 14:32:05.413258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:05.415530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40342) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.420506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-c8cce52e-8ade-4d13-a145-94a601a57d53 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.422205 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c8cce52e-8ade-4d13-a145-94a601a57d53 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051084 Apr 06 14:32:05.432134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40344) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.439001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1f875-3569-4f30-8323-c10b2c51a239 req-850287af-9fbb-4e1b-ba2e-5d4288fb78be tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:05.439587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-4418ab2b-1aed-42d8-b6f2-ab293ffb85d5 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.443253 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4418ab2b-1aed-42d8-b6f2-ab293ffb85d5 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067928 Apr 06 14:32:05.443402 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e4d1f875-3569-4f30-8323-c10b2c51a239 req-850287af-9fbb-4e1b-ba2e-5d4288fb78be tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.5832531 Apr 06 14:32:05.444094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40346) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.452802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [None req-81221b5b-da08-4544-a926-d5530f632d09 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.456191 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-81221b5b-da08-4544-a926-d5530f632d09 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0089247 Apr 06 14:32:05.457398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (b5112676-5e08-491e-8d45-acd6b70f3bf9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.460400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40348) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.483472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (cc92be14-291d-415c-a44b-9a95f966300f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.495552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-a5cee7c6-11a0-438a-b12c-9676b498d2eb tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.497324 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a5cee7c6-11a0-438a-b12c-9676b498d2eb tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0213749 Apr 06 14:32:05.564822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40350) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.583573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-e80b7bde-511a-44e5-891a-d881e6a1eda3 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.584570 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e80b7bde-511a-44e5-891a-d881e6a1eda3 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045888 Apr 06 14:32:05.586433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c33628f-460a-4986-a541-5ec935a7e782 x-openstack-request-id: req-0c33628f-460a-4986-a541-5ec935a7e782 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:05.586749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c10fa1-df43-4e1f-afe1-e056dd322751", "tag": "54c869b1-8b23-48d1-83fb-dff18f3a6c26", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:05.607102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c33628f-460a-4986-a541-5ec935a7e782 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:05.607674 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c33628f-460a-4986-a541-5ec935a7e782'] response: {'name': 'network-changed', 'server_uuid': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'tag': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'status': 'completed', 'code': 200} Apr 06 14:32:05.649850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40354) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.650197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40356) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.655019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Network 194479f1-2f16-4f50-b78d-a70e8637d756 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:05.671210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:05.675310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:05.676072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-021f346c-3297-4929-b20f-56d9872e8129 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.677073 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-021f346c-3297-4929-b20f-56d9872e8129 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052497 Apr 06 14:32:05.686379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40358) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.687539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Pushing event updated for resources: {'Port': ['ID=cc92be14-291d-415c-a44b-9a95f966300f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:05.696099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [None req-2487b823-22fc-4693-acd1-01cc3d309d36 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:32:05.704439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2487b823-22fc-4693-acd1-01cc3d309d36 tempest-ExtensionsTestJSON-504908084 tempest-ExtensionsTestJSON-504908084-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0130732 Apr 06 14:32:05.705195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 5fefa30a-6e97-4c68-8a53-8af8f5472d8a) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:05.712031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:05.712641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.748024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9ccf8-9b50-4dc6-b3ba-af1ac0756534 None None] Network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:05.799941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] For port 7726351b-4ad5-477c-a35a-606411b029c6, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:05.833338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d660e5ea-78b4-4b44-8516-822fa6285886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:05.836873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-d660e5ea-78b4-4b44-8516-822fa6285886 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=39547a67549f499ba9baf8a8e035d0db&device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 1127 time: 0.5607350 Apr 06 14:32:05.845773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] For port 7726351b-4ad5-477c-a35a-606411b029c6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7726351b-4ad5-477c-a35a-606411b029c6,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:05.862476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e4d1f875-3569-4f30-8323-c10b2c51a239 req-1d50a392-2b10-4d2f-9630-de9e1a0c7433 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4060318 Apr 06 14:32:05.886195 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-eb6663ad-0f7c-49e8-a62c-0baa7241126f tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 6.8796144 Apr 06 14:32:05.901649 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40364) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:05.923397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-88966539', 'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:05.938342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-49a359f5-defe-44f0-92bf-791875f3c654 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54c869b1-8b23-48d1-83fb-dff18f3a6c26 HTTP/1.1" status: 200 len: 217 time: 0.0699003 Apr 06 14:32:05.950209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-ef570d19-6e6b-4107-bafb-53f25a6c9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:05.951457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Attempting to bind port cc92be14-291d-415c-a44b-9a95f966300f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:05.951641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Attempting to bind port cc92be14-291d-415c-a44b-9a95f966300f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '31130b6c-ba6f-4ee8-9733-03e903b22f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '194479f1-2f16-4f50-b78d-a70e8637d756'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:05.952348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Attempting to bind port cc92be14-291d-415c-a44b-9a95f966300f on network 194479f1-2f16-4f50-b78d-a70e8637d756 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:05.956941 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-ef570d19-6e6b-4107-bafb-53f25a6c9f4f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1127 time: 0.2993093 Apr 06 14:32:05.964464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1462719429'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:05.973711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:05.974304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Checking segment: {'id': '31130b6c-ba6f-4ee8-9733-03e903b22f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '194479f1-2f16-4f50-b78d-a70e8637d756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:05.978882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.978882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Bound using segment: {'id': '31130b6c-ba6f-4ee8-9733-03e903b22f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '194479f1-2f16-4f50-b78d-a70e8637d756'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:05.978882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Bound port: cc92be14-291d-415c-a44b-9a95f966300f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31130b6c-ba6f-4ee8-9733-03e903b22f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '194479f1-2f16-4f50-b78d-a70e8637d756'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:05.978882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cc92be14-291d-415c-a44b-9a95f966300f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:05.985028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 084cea7f-762d-4de3-a3b5-6a96fa41ec8b yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:06.043712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (b866966b-2845-4704-aab0-a3c939e2c832), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.079909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (7726351b-4ad5-477c-a35a-606411b029c6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.099249 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Subnet': ['ID=b866966b-2845-4704-aab0-a3c939e2c832,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:06.100454 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a611dc5-8fdd-47eb-9b39-be69fb68adb2 None None] Network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:06.127795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73881ed-6567-4350-a231-b64a91bc9038 req-20d16b0b-3993-4756-beaa-98b8cb62ca4c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:06.132790 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d73881ed-6567-4350-a231-b64a91bc9038 req-20d16b0b-3993-4756-beaa-98b8cb62ca4c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.4795053 Apr 06 14:32:06.173885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Made reservation on behalf of 353e5ee967864f0a9574a47de8b6bf9c for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:06.177104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.255804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (194479f1-2f16-4f50-b78d-a70e8637d756), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.261115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Pushing event updated for resources: {'Port': ['ID=7726351b-4ad5-477c-a35a-606411b029c6,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:06.279477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] For port cc92be14-291d-415c-a44b-9a95f966300f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:06.284757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] For port cc92be14-291d-415c-a44b-9a95f966300f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cc92be14-291d-415c-a44b-9a95f966300f,segment=NetworkSegment(31130b6c-ba6f-4ee8-9733-03e903b22f37),segment_id=31130b6c-ba6f-4ee8-9733-03e903b22f37)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:06.289743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] device_id is not set on port 31770c26-fa58-49c9-92b9-64ae54177734 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:06.352493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194479f1-2f16-4f50-b78d-a70e8637d756']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:06.356426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (084cea7f-762d-4de3-a3b5-6a96fa41ec8b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.373950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31130b6c-ba6f-4ee8-9733-03e903b22f37') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:06.374369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31130b6c-ba6f-4ee8-9733-03e903b22f37') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:06.387934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cc92be14-291d-415c-a44b-9a95f966300f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.427944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (31130b6c-ba6f-4ee8-9733-03e903b22f37), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.477031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:06.477702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.489200 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-06b2435c-dae8-4179-ba14-1530f8959012 service neutron] 10.222.0.87 "PUT /v2.0/ports/7726351b-4ad5-477c-a35a-606411b029c6 HTTP/1.1" status: 200 len: 1093 time: 6.4536242 Apr 06 14:32:06.586340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889d5aa-f41c-4457-adb7-ff8a8ee26e7b None None] Pushing event updated for resources: {'Port': ['ID=cc92be14-291d-415c-a44b-9a95f966300f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:06.599484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b4028-ffd2-4cd1-8958-d390edcd44f6 None None] Network 194479f1-2f16-4f50-b78d-a70e8637d756 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:06.618738 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (31130b6c-ba6f-4ee8-9733-03e903b22f37), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.627806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:06.634941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.640101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-431aba42-b96e-418e-b436-05a9adfb6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:06.642829 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-431aba42-b96e-418e-b436-05a9adfb6d47 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8610a987-0c4b-416b-8503-a035e704c694 HTTP/1.1" status: 200 len: 850 time: 0.6848967 Apr 06 14:32:06.699803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.709052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40370) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:06.714074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:06.714074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (31130b6c-ba6f-4ee8-9733-03e903b22f37), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:06.729661 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:06.827868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e23a1-f5fc-4805-be4d-1236eb7d9441 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:32:06.862655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Allocated IP 2001:db8::2c5 (5fefa30a-6e97-4c68-8a53-8af8f5472d8a/74e8b8b5-8b38-4220-aee1-430c52ed9870/31770c26-fa58-49c9-92b9-64ae54177734) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:06.882339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b5112676-5e08-491e-8d45-acd6b70f3bf9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:06.962274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=b5112676-5e08-491e-8d45-acd6b70f3bf9,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:06.997014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.db.api [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:32:06.997014 dv-neutron-835863-1-hyperv neutron-server[104442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:32:06.997014 dv-neutron-835863-1-hyperv neutron-server[104442]: [parameters: {'id': '194479f1-2f16-4f50-b78d-a70e8637d756'}] Apr 06 14:32:06.997014 dv-neutron-835863-1-hyperv neutron-server[104442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:06.998796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG oslo_db.api [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:07.022562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b428ccd-2d6c-4464-9bd4-86519aeed670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.038040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:07.052099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:07.084522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:07.085699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (084cea7f-762d-4de3-a3b5-6a96fa41ec8b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.149423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e23a1-f5fc-4805-be4d-1236eb7d9441 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:32:07.236532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=084cea7f-762d-4de3-a3b5-6a96fa41ec8b,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:07.237404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149eca5-239f-4d08-ac75-c2199a5f96e4 req-b603b65e-a900-4a6c-b509-12da2aa585a3 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.237404 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4149eca5-239f-4d08-ac75-c2199a5f96e4 req-b603b65e-a900-4a6c-b509-12da2aa585a3 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 943 time: 0.9221556 Apr 06 14:32:07.240858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-75cf27fa-ada3-4950-9b98-82081aaf8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.244085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-75cf27fa-ada3-4950-9b98-82081aaf8d6a service neutron] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 914 time: 1.2187672 Apr 06 14:32:07.254699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking segment: {'id': '5c046846-0eed-4e9e-a2dc-ac1437055b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'af06178f-4d0a-405c-95f0-2ca7295c0426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:07.255266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network hostable DHCP agents. Network: af06178f-4d0a-405c-95f0-2ca7295c0426, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:07.256813 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d73881ed-6567-4350-a231-b64a91bc9038 req-1e1625c7-624a-4503-8561-5e8ff42fe9bb tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9532018 Apr 06 14:32:07.279719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for port (31770c26-fa58-49c9-92b9-64ae54177734), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.354495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b428ccd-2d6c-4464-9bd4-86519aeed670 admin admin] Publish callbacks [] for security_group (5bf9d160-118c-439e-88d9-d211a4b4ba4f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.403434 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-758699ba-0155-4c74-887b-896ae03362d8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 217 time: 0.1235764 Apr 06 14:32:07.499150 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (194479f1-2f16-4f50-b78d-a70e8637d756), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.547870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-b909f577-f12d-437e-ad55-abb50753f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.551046 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-b909f577-f12d-437e-ad55-abb50753f192 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=87bcd8f2-16f1-4ba0-9750-434e5885f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.8309524 Apr 06 14:32:07.605781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330f49-a710-46c7-993d-0492e7de0543 req-be74cd9c-1dbe-4a38-a039-a216610f98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.607816 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-be74cd9c-1dbe-4a38-a039-a216610f98da service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c491c68c3904daf9395a4be71d7620d&device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 1127 time: 0.8668423 Apr 06 14:32:07.617601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'tag': '7726351b-4ad5-477c-a35a-606411b029c6'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:07.620542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d23e55ca-878a-46bf-ae8c-c7934f37ac62", "tag": "7726351b-4ad5-477c-a35a-606411b029c6"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:07.650259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Deleting port cc92be14-291d-415c-a44b-9a95f966300f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:07.650259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cc92be14-291d-415c-a44b-9a95f966300f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.655310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4149eca5-239f-4d08-ac75-c2199a5f96e4 req-7811fd6f-5cf6-4ba2-8aa6-49470671e7e0 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4248185 Apr 06 14:32:07.685254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-ae7340a3-079c-42c0-9fbc-619c178e15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.689593 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-ae7340a3-079c-42c0-9fbc-619c178e15b9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.2552068 Apr 06 14:32:07.701191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network af06178f-4d0a-405c-95f0-2ca7295c0426 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:07.749028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] For port cc92be14-291d-415c-a44b-9a95f966300f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cc92be14-291d-415c-a44b-9a95f966300f,segment=NetworkSegment(31130b6c-ba6f-4ee8-9733-03e903b22f37),segment_id=31130b6c-ba6f-4ee8-9733-03e903b22f37)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:07.749639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cc92be14-291d-415c-a44b-9a95f966300f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.762136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (31770c26-fa58-49c9-92b9-64ae54177734), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.771882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b428ccd-2d6c-4464-9bd4-86519aeed670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (5bf9d160-118c-439e-88d9-d211a4b4ba4f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.776093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3151cd5d-c63d-4817-aee4-c0a51ce67637 x-openstack-request-id: req-3151cd5d-c63d-4817-aee4-c0a51ce67637 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:07.776219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23e55ca-878a-46bf-ae8c-c7934f37ac62", "tag": "7726351b-4ad5-477c-a35a-606411b029c6", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:07.776459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3151cd5d-c63d-4817-aee4-c0a51ce67637 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:07.776859 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3151cd5d-c63d-4817-aee4-c0a51ce67637'] response: {'name': 'network-changed', 'server_uuid': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'tag': '7726351b-4ad5-477c-a35a-606411b029c6', 'status': 'completed', 'code': 200} Apr 06 14:32:07.808521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e454c-f66d-47d9-9037-9bffdf5c1664 req-ff74c053-c001-410c-ab61-566e8496b501 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.810086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ed2e454c-f66d-47d9-9037-9bffdf5c1664 req-ff74c053-c001-410c-ab61-566e8496b501 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.3523092 Apr 06 14:32:07.818915 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Calling delete_port for cc92be14-291d-415c-a44b-9a95f966300f owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:07.840546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for security_group (2ee1870f-46cc-4db4-87cf-e6c6419a76bd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.856528 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-7d8f818f-889a-4814-9c5e-10d2b0023046 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7726351b-4ad5-477c-a35a-606411b029c6 HTTP/1.1" status: 200 len: 217 time: 0.1617713 Apr 06 14:32:07.861314 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5b428ccd-2d6c-4464-9bd4-86519aeed670 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=780a0653b2544d8e919b188343301618&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1511145 Apr 06 14:32:07.869394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40380) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:07.877169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, af06178f-4d0a-405c-95f0-2ca7295c0426) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:07.886711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41214e0b-f3a6-4dee-b28c-e85865aef4bd None None] Network af06178f-4d0a-405c-95f0-2ca7295c0426 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:07.893290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:07.900959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b428ccd-2d6c-4464-9bd4-86519aeed670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf9d160-118c-439e-88d9-d211a4b4ba4f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:07.950687 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:07.956208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.961241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.962037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.966436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:07.969032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:07.970032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:07.970820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:07.979747 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'Port': ['ID=31770c26-fa58-49c9-92b9-64ae54177734,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.025186 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ed2e454c-f66d-47d9-9037-9bffdf5c1664 req-89a59b79-351b-498e-a4de-6cdca7f43d18 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1675594 Apr 06 14:32:08.026568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330f49-a710-46c7-993d-0492e7de0543 req-18efcbda-d5c2-45ca-a7ea-6e1338fc064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.028555 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-18efcbda-d5c2-45ca-a7ea-6e1338fc064f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=495cbb87-59f7-4b7d-9afe-0a97add01dea HTTP/1.1" status: 200 len: 845 time: 0.1298492 Apr 06 14:32:08.035035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-ade0ce3f-550d-4c8d-8b7f-9c456a2b3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.036574 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-ade0ce3f-550d-4c8d-8b7f-9c456a2b3549 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2960396 Apr 06 14:32:08.046881 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-1aecb614-001a-4a41-8be5-5fbee426043a service neutron] 10.222.0.87 "GET /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500938 Apr 06 14:32:08.051468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10ccad69-dd9c-437f-ab49-a65d7f3e1b88 admin admin] Publish callbacks [] for security_group (5bf9d160-118c-439e-88d9-d211a4b4ba4f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.060245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2ee1870f-46cc-4db4-87cf-e6c6419a76bd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.095744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10ccad69-dd9c-437f-ab49-a65d7f3e1b88 admin admin] Publish callbacks [] for security_group (5bf9d160-118c-439e-88d9-d211a4b4ba4f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.104077 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ab51c4af-d18c-4bd7-958b-d392915e11ca tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9150994 Apr 06 14:32:08.106894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40382) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.107062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee1870f-46cc-4db4-87cf-e6c6419a76bd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.202669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-639bc47f-7bf3-4a0a-8f46-7a344a6555ec tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 084cea7f-762d-4de3-a3b5-6a96fa41ec8b {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:08.203336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-639bc47f-7bf3-4a0a-8f46-7a344a6555ec tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (084cea7f-762d-4de3-a3b5-6a96fa41ec8b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.207978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (cc92be14-291d-415c-a44b-9a95f966300f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.212383 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-289ac985-f4dc-4713-862e-a5ce505cdc59 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3068209 Apr 06 14:32:08.215131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40384) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.282260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Port': ['ID=cc92be14-291d-415c-a44b-9a95f966300f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.290720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No DVR routers for this DVR port cc92be14-291d-415c-a44b-9a95f966300f on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:08.304637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10ccad69-dd9c-437f-ab49-a65d7f3e1b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (5bf9d160-118c-439e-88d9-d211a4b4ba4f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.304637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10ccad69-dd9c-437f-ab49-a65d7f3e1b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.304910 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-10ccad69-dd9c-437f-ab49-a65d7f3e1b88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5bf9d160-118c-439e-88d9-d211a4b4ba4f HTTP/1.1" status: 204 len: 168 time: 0.4336462 Apr 06 14:32:08.307443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:08.327706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-639bc47f-7bf3-4a0a-8f46-7a344a6555ec tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (084cea7f-762d-4de3-a3b5-6a96fa41ec8b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.330321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccad69-dd9c-437f-ab49-a65d7f3e1b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf9d160-118c-439e-88d9-d211a4b4ba4f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.339806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a8ed61f9-f66f-413e-ae12-7cf803f73095), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.342577 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Added segment a8ed61f9-f66f-413e-ae12-7cf803f73095 of type vlan for network 935059ea-209c-494a-9703-5e88684a95b4 Apr 06 14:32:08.352227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Deleting port 31770c26-fa58-49c9-92b9-64ae54177734 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:08.352570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (31770c26-fa58-49c9-92b9-64ae54177734), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.379074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-639bc47f-7bf3-4a0a-8f46-7a344a6555ec tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 084cea7f-762d-4de3-a3b5-6a96fa41ec8b owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:08.407576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (194479f1-2f16-4f50-b78d-a70e8637d756), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.464025 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194479f1-2f16-4f50-b78d-a70e8637d756']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:08.467709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (935059ea-209c-494a-9703-5e88684a95b4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.483249 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31130b6c-ba6f-4ee8-9733-03e903b22f37') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:08.486942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31130b6c-ba6f-4ee8-9733-03e903b22f37') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:08.496466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (31130b6c-ba6f-4ee8-9733-03e903b22f37), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.519031 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (31130b6c-ba6f-4ee8-9733-03e903b22f37), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.527087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:08.527492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (31130b6c-ba6f-4ee8-9733-03e903b22f37), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:08.530808 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:08.542176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a991c2-d8b2-4f48-be72-19c5d50c93e3 req-53b22340-c4f4-4c37-aae9-5aa66cc31309 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.543678 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d9a991c2-d8b2-4f48-be72-19c5d50c93e3 req-53b22340-c4f4-4c37-aae9-5aa66cc31309 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.1658328 Apr 06 14:32:08.547934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (31770c26-fa58-49c9-92b9-64ae54177734), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.573080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Calling delete_port for 31770c26-fa58-49c9-92b9-64ae54177734 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:08.578761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (935059ea-209c-494a-9703-5e88684a95b4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.583817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.584421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.604003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-639bc47f-7bf3-4a0a-8f46-7a344a6555ec tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (084cea7f-762d-4de3-a3b5-6a96fa41ec8b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.640834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bc47f-7bf3-4a0a-8f46-7a344a6555ec tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=084cea7f-762d-4de3-a3b5-6a96fa41ec8b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.649726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-639bc47f-7bf3-4a0a-8f46-7a344a6555ec tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.653598 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-639bc47f-7bf3-4a0a-8f46-7a344a6555ec tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/084cea7f-762d-4de3-a3b5-6a96fa41ec8b HTTP/1.1" status: 204 len: 168 time: 0.5456333 Apr 06 14:32:08.656217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40392) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.688943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (194479f1-2f16-4f50-b78d-a70e8637d756), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.692797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.698949 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/194479f1-2f16-4f50-b78d-a70e8637d756 HTTP/1.1" status: 204 len: 168 time: 4.1624527 Apr 06 14:32:08.702327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40396) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.713348 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-862802839'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:08.729965 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955cada-4bc0-426f-8d73-d098aef9dc60 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Network': ['ID=194479f1-2f16-4f50-b78d-a70e8637d756,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.754611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Network': ['ID=935059ea-209c-494a-9703-5e88684a95b4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:08.767232 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d9a991c2-d8b2-4f48-be72-19c5d50c93e3 req-a4e30ded-5576-402b-b46d-60cdec1dd645 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164950 Apr 06 14:32:08.800224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e32862-4a43-4a3e-9543-c584dfa2cb08 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.803410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:08.807834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e32862-4a43-4a3e-9543-c584dfa2cb08 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.807834 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e9e32862-4a43-4a3e-9543-c584dfa2cb08 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1494069 Apr 06 14:32:08.811879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40398) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.830826 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2b8e493b-1bca-4c41-9a10-030cd6f90ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1525714 Apr 06 14:32:08.840082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40402) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:08.848458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:08.955146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ae3a6-99e6-4533-a606-0d6e7c3f1d10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port b5112676-5e08-491e-8d45-acd6b70f3bf9 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:08.955421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae3a6-99e6-4533-a606-0d6e7c3f1d10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b5112676-5e08-491e-8d45-acd6b70f3bf9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.970109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a210f6-9f43-4694-84d0-e0487c410c4d req-275411ed-2cf5-4fa5-9438-3a0b2f249ace tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:08.971856 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-15a210f6-9f43-4694-84d0-e0487c410c4d req-275411ed-2cf5-4fa5-9438-3a0b2f249ace tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 943 time: 0.1910489 Apr 06 14:32:08.983753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:08.987074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.031463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae3a6-99e6-4533-a606-0d6e7c3f1d10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b5112676-5e08-491e-8d45-acd6b70f3bf9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.049042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ae3a6-99e6-4533-a606-0d6e7c3f1d10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for b5112676-5e08-491e-8d45-acd6b70f3bf9 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:09.057031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:09.067638 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dadb07b-e6e8-40c5-a742-8ea92f866047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.080363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-15a210f6-9f43-4694-84d0-e0487c410c4d req-0fb2d238-04d4-4047-8e70-78680d13c5fa tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911179 Apr 06 14:32:09.081459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0077fa58-9855-487f-98dd-84d0469290e9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.081803 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Added segment 0077fa58-9855-487f-98dd-84d0469290e9 of type vlan for network 7335c040-730b-4c05-895b-c5956c0b2de3 Apr 06 14:32:09.124385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (31770c26-fa58-49c9-92b9-64ae54177734), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.174647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event deleted for resources: {'Port': ['ID=31770c26-fa58-49c9-92b9-64ae54177734,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:09.193488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7335c040-730b-4c05-895b-c5956c0b2de3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.219695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.223133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "DELETE /v2.0/ports/31770c26-fa58-49c9-92b9-64ae54177734 HTTP/1.1" status: 204 len: 168 time: 1.0069220 Apr 06 14:32:09.227670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40412) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:09.239535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:09.240163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a', 'external_fixed_ips': [{'subnet_id': '74e8b8b5-8b38-4220-aee1-430c52ed9870', 'ip_address': '2001:db8::2c5'}]}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:09.240421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.243013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.243614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.245193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.245193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.245545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.245912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.246499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.247121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.247768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.248311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.248690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.249042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.249616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355510-0ad6-49d1-8279-dd4b8c32b4d3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:09.266639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae3a6-99e6-4533-a606-0d6e7c3f1d10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b5112676-5e08-491e-8d45-acd6b70f3bf9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.296878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ae3a6-99e6-4533-a606-0d6e7c3f1d10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=b5112676-5e08-491e-8d45-acd6b70f3bf9,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:09.302189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae3a6-99e6-4533-a606-0d6e7c3f1d10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.308079 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0f1ae3a6-99e6-4533-a606-0d6e7c3f1d10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/b5112676-5e08-491e-8d45-acd6b70f3bf9 HTTP/1.1" status: 204 len: 168 time: 0.4931104 Apr 06 14:32:09.310607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40414) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:09.350573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d011f-d8bd-486e-8ecd-a83b0576309a req-2e00d197-6635-4d46-a073-eb25394845b7 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:09.352725 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad0d011f-d8bd-486e-8ecd-a83b0576309a req-2e00d197-6635-4d46-a073-eb25394845b7 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.2324741 Apr 06 14:32:09.374499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06469d-644d-4a10-992f-f82db43b449d tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:09.376172 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4a06469d-644d-4a10-992f-f82db43b449d tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0643806 Apr 06 14:32:09.377652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (963faa06-fd37-408c-93a4-cabb8f0561bd), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.378940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (963faa06-fd37-408c-93a4-cabb8f0561bd), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.384233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40418) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:09.426459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-19619a8d-bfab-4fe4-9cc3-9def118e38b7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:32:09.427930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-19619a8d-bfab-4fe4-9cc3-9def118e38b7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/084cea7f-762d-4de3-a3b5-6a96fa41ec8b HTTP/1.1" status: 404 len: 333 time: 0.0407979 Apr 06 14:32:09.436598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40422) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:09.452892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7335c040-730b-4c05-895b-c5956c0b2de3), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.458997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:09.458997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.471841 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_controller (963faa06-fd37-408c-93a4-cabb8f0561bd), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.511370 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-849a08c6-46b5-4304-b9dd-525d0bdfc46f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:32:09.512866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-849a08c6-46b5-4304-b9dd-525d0bdfc46f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/b5112676-5e08-491e-8d45-acd6b70f3bf9 HTTP/1.1" status: 404 len: 333 time: 0.0753043 Apr 06 14:32:09.515866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40426) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:09.549037 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad0d011f-d8bd-486e-8ecd-a83b0576309a req-de2f66e9-f19f-49ae-9197-a1fb411ed680 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1849077 Apr 06 14:32:09.593194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Network': ['ID=7335c040-730b-4c05-895b-c5956c0b2de3,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:09.619007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7335c040-730b-4c05-895b-c5956c0b2de3 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:09.639237 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dc7fd2f4-cff4-4f59-bf5a-9a4fbb760e59 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9319887 Apr 06 14:32:09.639861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40430) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:09.652086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'subnet': {'network_id': '7335c040-730b-4c05-895b-c5956c0b2de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:09.776652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40432) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:09.790097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (af06178f-4d0a-405c-95f0-2ca7295c0426), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.797754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (963faa06-fd37-408c-93a4-cabb8f0561bd), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.869088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (0370a8c8-e551-442c-87d4-1cbc9050851e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.901024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (af06178f-4d0a-405c-95f0-2ca7295c0426), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:09.924686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-311385677'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:09.969235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af06178f-4d0a-405c-95f0-2ca7295c0426']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:09.983207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c046846-0eed-4e9e-a2dc-ac1437055b15') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:09.983512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c046846-0eed-4e9e-a2dc-ac1437055b15') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:10.002561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (5c046846-0eed-4e9e-a2dc-ac1437055b15), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.030435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=0370a8c8-e551-442c-87d4-1cbc9050851e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:10.036507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5c046846-0eed-4e9e-a2dc-ac1437055b15), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.046486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:10.046896 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (5c046846-0eed-4e9e-a2dc-ac1437055b15), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:10.049835 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:10.055676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330f49-a710-46c7-993d-0492e7de0543 req-7fa03f36-95a2-4b4a-ac18-77cd8e5006e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.055676 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-7fa03f36-95a2-4b4a-ac18-77cd8e5006e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3278100 Apr 06 14:32:10.088614 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-1f0aaf7c-7085-45da-b2dd-1b0333856368 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645792 Apr 06 14:32:10.091604 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29fc8e31-6e6f-419b-8e0d-11f2308a5a41 req-a34cf1ec-f978-4dba-bfc9-54c128b97287 service neutron] 10.222.0.87 "GET /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631315 Apr 06 14:32:10.094358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:10.097656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.125323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.153124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:10.156616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.170027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56f324-281f-4c7a-b721-3c40f5153544 req-47120357-1d47-4e2b-9a41-47c6219b0012 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.171565 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0b56f324-281f-4c7a-b721-3c40f5153544 req-47120357-1d47-4e2b-9a41-47c6219b0012 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.3061426 Apr 06 14:32:10.195376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:10.195735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network hostable DHCP agents. Network: 935059ea-209c-494a-9703-5e88684a95b4, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:10.433318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (af06178f-4d0a-405c-95f0-2ca7295c0426), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.445247 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.448297 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/networks/af06178f-4d0a-405c-95f0-2ca7295c0426 HTTP/1.1" status: 204 len: 168 time: 0.9311242 Apr 06 14:32:10.465658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40440) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:10.471933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-18114905'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:10.481272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Network': ['ID=af06178f-4d0a-405c-95f0-2ca7295c0426,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:10.527386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.527721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.528418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.528662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.528985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.529312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.529638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.529958 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.530281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.530601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.530919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.531264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.531582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37477d-9480-44c5-8732-cbaa6adf69c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:10.562439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (963faa06-fd37-408c-93a4-cabb8f0561bd), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.593109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.599446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for security_group (3e2ddecb-9730-4f26-aa38-e7f5d4b4a7f0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.609997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:10.613622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.653867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (3e2ddecb-9730-4f26-aa38-e7f5d4b4a7f0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.704137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:10.712370 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-75583f79-b658-4ff3-8d6e-be52c1e7bac7 service neutron] 10.222.0.87 "GET /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382849 Apr 06 14:32:10.712976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:10.730667 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0b56f324-281f-4c7a-b721-3c40f5153544 req-47eb8b02-1c9a-4642-b434-3ee2654fe2bf tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5044193 Apr 06 14:32:10.739898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-3461cb5e-ba56-43bd-bf69-d8a6dc90ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.741989 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-3461cb5e-ba56-43bd-bf69-d8a6dc90ba06 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=39547a67549f499ba9baf8a8e035d0db&device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 1127 time: 0.2489340 Apr 06 14:32:10.743247 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ddecb-9730-4f26-aa38-e7f5d4b4a7f0,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:10.743891 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c96226a-7bdd-4a74-9e8a-2d16439f288b req-e780d342-4283-443e-b70a-53c5f517bd22 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049936 Apr 06 14:32:10.747720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:10.763043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eaac4-aab6-45a1-a34e-157c4a433145 req-34d01d50-975b-415e-8f9f-98cbda756a1b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.763205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (837e8e6c-f44e-400e-b7e8-f0989f74bbf1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.763469 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment 837e8e6c-f44e-400e-b7e8-f0989f74bbf1 of type vlan for network f94c7e5b-b132-4047-a896-a622c8814f10 Apr 06 14:32:10.764979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e13eaac4-aab6-45a1-a34e-157c4a433145 req-34d01d50-975b-415e-8f9f-98cbda756a1b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 943 time: 0.5923831 Apr 06 14:32:10.778726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e9718d8b-cb9f-4bca-aa2f-f395efd59bf7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.779091 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Added segment e9718d8b-cb9f-4bca-aa2f-f395efd59bf7 of type vlan for network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb Apr 06 14:32:10.823533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 935059ea-209c-494a-9703-5e88684a95b4) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:10.828808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:10.834363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.836274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a7a2c-244b-4534-a4ec-8eb25b44435a None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:10.876881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (f94c7e5b-b132-4047-a896-a622c8814f10), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.894872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (3ae1a776-997a-4254-8a7d-6ee3a57a5aeb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.943520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Allocated IP 2001:db8::2c5 (5fefa30a-6e97-4c68-8a53-8af8f5472d8a/74e8b8b5-8b38-4220-aee1-430c52ed9870/f930431a-72fb-411f-a068-62c9c004b2d6) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:10.963811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '0370a8c8-e551-442c-87d4-1cbc9050851e'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:10.964944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.971686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a788bbf7-d666-4a9d-9308-848d47154445 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1276872 Apr 06 14:32:10.972996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40444) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:10.978703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'name': 'tempest-NetworksTestDHCPv6-503657722'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:11.010644 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e13eaac4-aab6-45a1-a34e-157c4a433145 req-bdf00b75-8786-4059-a626-10d90ba38ef7 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393353 Apr 06 14:32:11.064016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (f94c7e5b-b132-4047-a896-a622c8814f10), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.069192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.071355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.103029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (3ae1a776-997a-4254-8a7d-6ee3a57a5aeb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.108088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.108672 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.129807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5a46f-30b5-4d2e-8fc5-1d4c4ac175cc req-12e9a4bc-4548-46d9-8f09-c78e2d9f9734 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.131448 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b0e5a46f-30b5-4d2e-8fc5-1d4c4ac175cc req-12e9a4bc-4548-46d9-8f09-c78e2d9f9734 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.2831533 Apr 06 14:32:11.133902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/0370a8c8-e551-442c-87d4-1cbc9050851e/5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:11.171360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (d9287912-80da-423d-bd9b-43cdca18618f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.177867 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5330f49-a710-46c7-993d-0492e7de0543 req-9f0f399c-3153-491b-b74d-bd516f9b0291 service neutron] 10.222.0.87 "GET /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290664 Apr 06 14:32:11.213290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=f94c7e5b-b132-4047-a896-a622c8814f10,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.219596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-87086c5e-ebc3-4a7f-b7ca-aa6170454447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.221218 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-87086c5e-ebc3-4a7f-b7ca-aa6170454447 service neutron] 10.222.0.87 "GET /v2.0/networks?id=87bcd8f2-16f1-4ba0-9750-434e5885f6a5 HTTP/1.1" status: 200 len: 913 time: 0.2777946 Apr 06 14:32:11.233493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network f94c7e5b-b132-4047-a896-a622c8814f10 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:11.235380 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for port (f930431a-72fb-411f-a068-62c9c004b2d6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.243165 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-08c5162a-27ee-446d-a9d7-53454b119535 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4651752 Apr 06 14:32:11.306711 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-470b0997-d76b-47ad-8ecc-efdb3d38394f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54c869b1-8b23-48d1-83fb-dff18f3a6c26 HTTP/1.1" status: 200 len: 217 time: 0.0681577 Apr 06 14:32:11.309501 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8414736 Apr 06 14:32:11.317748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40446) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.325333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': '3ae1a776-997a-4254-8a7d-6ee3a57a5aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:11.330012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Subnet': ['ID=d9287912-80da-423d-bd9b-43cdca18618f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.348243 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b0e5a46f-30b5-4d2e-8fc5-1d4c4ac175cc req-6150b31a-9694-423d-964b-d8d78168c6b5 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2026696 Apr 06 14:32:11.359315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8b36a-42a5-41d0-96f9-1b90a3a5e16f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Network': ['ID=3ae1a776-997a-4254-8a7d-6ee3a57a5aeb,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.417964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:11.423376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40448) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:11.428667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': 'f94c7e5b-b132-4047-a896-a622c8814f10', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:11.472740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:11.476799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.492144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Checking segment: {'id': '0077fa58-9855-487f-98dd-84d0469290e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '7335c040-730b-4c05-895b-c5956c0b2de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:11.492144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network hostable DHCP agents. Network: 7335c040-730b-4c05-895b-c5956c0b2de3, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:11.492601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f930431a-72fb-411f-a068-62c9c004b2d6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.514368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Publish callbacks [] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.542900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-d65ab9b7-2013-4ab2-ab99-73afb11d9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.544792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-d65ab9b7-2013-4ab2-ab99-73afb11d9009 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8610a987-0c4b-416b-8503-a035e704c694 HTTP/1.1" status: 200 len: 850 time: 0.2250657 Apr 06 14:32:11.555861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port db50b322-ad85-488d-ba9d-db448d05248a yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:11.577498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:11.601312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-1433266d-4c0f-4111-8d8a-609620290a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.603104 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-1433266d-4c0f-4111-8d8a-609620290a1f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c491c68c3904daf9395a4be71d7620d&device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 1127 time: 0.1220093 Apr 06 14:32:11.611440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:11.613299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-99f6e345-0404-40ae-bf2a-5facf8fbf96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.622312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:11.645833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.664489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-484b6124-3e83-453a-8c5c-81b5319bde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.666011 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-484b6124-3e83-453a-8c5c-81b5319bde6b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=87bcd8f2-16f1-4ba0-9750-434e5885f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1109011 Apr 06 14:32:11.669036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:11.672583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.700572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'Port': ['ID=f930431a-72fb-411f-a068-62c9c004b2d6,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.704926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:11.718824 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:11.733366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network 7335c040-730b-4c05-895b-c5956c0b2de3 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:11.734218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:11.744796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Pushing event updated for resources: {'Port': ['ID=5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:11.798300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:11.799811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.799811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.801027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.801027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.801645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.801850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.802529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.803231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.809527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.809527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.809527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.809527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.809527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.810072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Performing IP validity checks on allocation pools {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:32:11.810173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:11.810274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:32:11.849423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Attempting to bind port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:11.850033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Attempting to bind port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:11.850033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Attempting to bind port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:11.856572 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:11.857089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:11.857593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.858082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:11.859376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Bound port: 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:11.859376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:11.871274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::1cf (935059ea-209c-494a-9703-5e88684a95b4/0370a8c8-e551-442c-87d4-1cbc9050851e/db50b322-ad85-488d-ba9d-db448d05248a) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:11.882625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-71d57459-9ee2-40e9-864e-9f876b850cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.884253 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-71d57459-9ee2-40e9-864e-9f876b850cc6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e HTTP/1.1" status: 200 len: 908 time: 0.2744401 Apr 06 14:32:11.908428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-e9c71cac-843c-4630-b952-ce78285c5cef service neutron] 10.222.0.87 "GET /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308881 Apr 06 14:32:11.937757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] For port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:11.941153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] For port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:11.959384 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-c816d6be-7154-4a5b-a25d-61f63b5ff820 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7726351b-4ad5-477c-a35a-606411b029c6 HTTP/1.1" status: 200 len: 217 time: 0.0665627 Apr 06 14:32:11.990289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7335c040-730b-4c05-895b-c5956c0b2de3) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:11.994668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:11.995287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.003105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566a202-1a72-4fd9-bc56-5c8db0bdf234 None None] Network 7335c040-730b-4c05-895b-c5956c0b2de3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:12.098230 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.213396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-9a4af269-9a86-4573-a5fa-783e2761e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:12.214937 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-9a4af269-9a86-4573-a5fa-783e2761e49a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=495cbb87-59f7-4b7d-9afe-0a97add01dea HTTP/1.1" status: 200 len: 845 time: 0.2353055 Apr 06 14:32:12.220237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (db50b322-ad85-488d-ba9d-db448d05248a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.221373 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-90f10a17-dae3-4f62-a236-256e2aa58235 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5752709 Apr 06 14:32:12.222909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40454) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:12.284666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ed386-935a-46bd-be53-5b090174f692 req-9e1a2e25-e42a-4958-bbc6-afc730c6455b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:12.286179 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b25ed386-935a-46bd-be53-5b090174f692 req-9e1a2e25-e42a-4958-bbc6-afc730c6455b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.3816617 Apr 06 14:32:12.340570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7335c040-730b-4c05-895b-c5956c0b2de3', 'network_id': '7335c040-730b-4c05-895b-c5956c0b2de3', 'project_id': '2540b39cc99a41959e7e188c41e53cfd', 'fixed_ips': [{'subnet_id': 'd9287912-80da-423d-bd9b-43cdca18618f'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:12.341548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.348420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (963faa06-fd37-408c-93a4-cabb8f0561bd), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.352678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da2d8c-b113-4e72-b965-3ca35cd6f517 None None] Pushing event updated for resources: {'Port': ['ID=5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:12.361139 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43edd9a0-ebfe-401a-8226-47f0651aaaf3 req-c633b844-2606-4016-927d-d27ed02596c6 service neutron] 10.222.0.87 "GET /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167125 Apr 06 14:32:12.420759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f94993-04b6-4134-8b6a-dcbc1b6f326c req-cd7665d9-d8e1-4a3e-9a8d-f56c5776f7d9 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:12.422324 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5f94993-04b6-4134-8b6a-dcbc1b6f326c req-cd7665d9-d8e1-4a3e-9a8d-f56c5776f7d9 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 943 time: 0.3211761 Apr 06 14:32:12.446908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (db50b322-ad85-488d-ba9d-db448d05248a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.542225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-423577d5-b402-475c-bb9a-dc7919d55d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:12.543930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-423577d5-b402-475c-bb9a-dc7919d55d35 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2895448 Apr 06 14:32:12.557335 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b25ed386-935a-46bd-be53-5b090174f692 req-bac6b995-b7b4-43c9-b275-7bc5d67e4edc tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283611 Apr 06 14:32:12.561052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7335c040-730b-4c05-895b-c5956c0b2de3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.582275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:12.589345 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:12.592140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:12.599255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:12.604775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.643196 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5f94993-04b6-4134-8b6a-dcbc1b6f326c req-09c92d8e-ab4a-4627-9fca-5383efe10993 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919124 Apr 06 14:32:12.688315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=db50b322-ad85-488d-ba9d-db448d05248a,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:12.708688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Allocated IP 2001:db8::2 (7335c040-730b-4c05-895b-c5956c0b2de3/d9287912-80da-423d-bd9b-43cdca18618f/0f7a8aa3-ab71-45b8-9457-fae8a655e113) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:12.828068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (d9287912-80da-423d-bd9b-43cdca18618f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.854265 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-9dd70c18-e148-49bf-9cf7-208026b11222 service neutron] 10.222.0.87 "GET /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913876 Apr 06 14:32:12.937904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Publish callbacks [] for port (0f7a8aa3-ab71-45b8-9457-fae8a655e113), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.025306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (2ccc6791-82d4-4c04-9132-9d6e2f8e80a3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.149155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5047a5-329d-45ec-a7b3-11ee4f5c2642 req-7855b17d-c8c3-4e84-9488-0143b061b70f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:13.151471 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c5047a5-329d-45ec-a7b3-11ee4f5c2642 req-7855b17d-c8c3-4e84-9488-0143b061b70f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.4475982 Apr 06 14:32:13.154041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=2ccc6791-82d4-4c04-9132-9d6e2f8e80a3,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:13.178125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': '837e8e6c-f44e-400e-b7e8-f0989f74bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'f94c7e5b-b132-4047-a896-a622c8814f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:13.178493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: f94c7e5b-b132-4047-a896-a622c8814f10, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:13.181808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (963faa06-fd37-408c-93a4-cabb8f0561bd), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.210209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (68a69665-61a5-45ff-8350-91c5e01d09bf), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.342062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=68a69665-61a5-45ff-8350-91c5e01d09bf,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:13.351617 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c5047a5-329d-45ec-a7b3-11ee4f5c2642 req-e2d6fb6a-922c-4b20-bb69-0da04c781e1d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450775 Apr 06 14:32:13.374456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c93ff1fb-4132-47cd-915b-17b0ee5f1d1a req-5484f3ae-5a5b-4ff0-a81a-f000924a3999 service neutron] 10.222.0.87 "GET /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087919 Apr 06 14:32:13.383807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking segment: {'id': 'e9718d8b-cb9f-4bca-aa2f-f395efd59bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3ae1a776-997a-4254-8a7d-6ee3a57a5aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:13.384396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network hostable DHCP agents. Network: 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:13.493454 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8a384b0d-83a2-4cdd-b551-3d67ccdf9f06 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5193632 Apr 06 14:32:13.502248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fa62a0-3f2b-441e-b6cf-4b0902683a3a None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:13.504144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40458) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:13.562667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcdd9e1-ad4f-4c75-9d02-23fa18b9d6d7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:13.563275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (0f7a8aa3-ab71-45b8-9457-fae8a655e113), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.568246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcdd9e1-ad4f-4c75-9d02-23fa18b9d6d7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:13.569940 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ddcdd9e1-ad4f-4c75-9d02-23fa18b9d6d7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0647929 Apr 06 14:32:13.574200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40460) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:13.603598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:13.605466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6528c72c-3e7a-4c8e-9e88-c28442e5bdd7 None None] Provisioning complete for port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:13.605827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6528c72c-3e7a-4c8e-9e88-c28442e5bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.606057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network f94c7e5b-b132-4047-a896-a622c8814f10 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:13.608972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Router 963faa06-fd37-408c-93a4-cabb8f0561bd is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:13.669683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Network 7335c040-730b-4c05-895b-c5956c0b2de3 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:13.679345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:13.704404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (d9287912-80da-423d-bd9b-43cdca18618f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.706785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Pushing event updated for resources: {'Port': ['ID=0f7a8aa3-ab71-45b8-9457-fae8a655e113,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:13.711521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:13.737569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Subnet': ['ID=d9287912-80da-423d-bd9b-43cdca18618f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:13.748221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, f94c7e5b-b132-4047-a896-a622c8814f10) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:13.750502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:13.751712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.756160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d705-c7e8-4024-9ab4-a4433920feab req-d354cd49-dbca-462c-880e-53b800fed41b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:13.761010 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4249d705-c7e8-4024-9ab4-a4433920feab req-d354cd49-dbca-462c-880e-53b800fed41b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.1092956 Apr 06 14:32:13.761573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5343170-d549-44cb-a532-6608a8a2dc36 None None] Network f94c7e5b-b132-4047-a896-a622c8814f10 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:13.767220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:13.790136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:13.790998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.794558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e0734f97-72f8-4fc2-a678-e22e1004ebd9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port db50b322-ad85-488d-ba9d-db448d05248a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:13.794904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0734f97-72f8-4fc2-a678-e22e1004ebd9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (db50b322-ad85-488d-ba9d-db448d05248a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.801953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.802801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c617071-2008-4a1f-851a-629e5d68d14e None None] Network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:13.848559 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ea5fb03d-b661-4046-ad40-d97dd0b8bc0e tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4240704 Apr 06 14:32:13.851824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:13.857030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40466) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:13.858644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Attempting to bind port 0f7a8aa3-ab71-45b8-9457-fae8a655e113 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:13.859102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Attempting to bind port 0f7a8aa3-ab71-45b8-9457-fae8a655e113 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '0077fa58-9855-487f-98dd-84d0469290e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '7335c040-730b-4c05-895b-c5956c0b2de3'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:13.859466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Attempting to bind port 0f7a8aa3-ab71-45b8-9457-fae8a655e113 on network 7335c040-730b-4c05-895b-c5956c0b2de3 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:13.865943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1167894194'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:13.871894 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Sync routers for ids ['963faa06-fd37-408c-93a4-cabb8f0561bd'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:13.903605 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Routers {'963faa06-fd37-408c-93a4-cabb8f0561bd'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:13.905760 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['963faa06-fd37-408c-93a4-cabb8f0561bd'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:13.916214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7335c040-730b-4c05-895b-c5956c0b2de3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.937224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:13.937686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Checking segment: {'id': '0077fa58-9855-487f-98dd-84d0469290e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '7335c040-730b-4c05-895b-c5956c0b2de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:13.937957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.938505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Bound using segment: {'id': '0077fa58-9855-487f-98dd-84d0469290e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '7335c040-730b-4c05-895b-c5956c0b2de3'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:13.938830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Bound port: 0f7a8aa3-ab71-45b8-9457-fae8a655e113, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0077fa58-9855-487f-98dd-84d0469290e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '7335c040-730b-4c05-895b-c5956c0b2de3'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:13.939209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0f7a8aa3-ab71-45b8-9457-fae8a655e113), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.959101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7335c040-730b-4c05-895b-c5956c0b2de3']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:13.971684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4249d705-c7e8-4024-9ab4-a4433920feab req-7ec0e590-1c38-48ed-963f-0d38c20f81f4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880305 Apr 06 14:32:13.977014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0077fa58-9855-487f-98dd-84d0469290e9') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:13.977364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0077fa58-9855-487f-98dd-84d0469290e9') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:13.989740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (0077fa58-9855-487f-98dd-84d0469290e9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.990615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6528c72c-3e7a-4c8e-9e88-c28442e5bdd7 None None] Current status of the port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:13.990946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6528c72c-3e7a-4c8e-9e88-c28442e5bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.996102 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7db97da4-d3c0-45a7-8b7a-1e4ce387ee89 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6745844 Apr 06 14:32:14.002402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40468) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:14.008628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0734f97-72f8-4fc2-a678-e22e1004ebd9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (db50b322-ad85-488d-ba9d-db448d05248a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.013069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f31c-6305-4fcc-9dd7-45fe5cd9cc38 req-389f79b8-6f26-45e7-9a95-5d3e096cca8f tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:14.020167 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b183f31c-6305-4fcc-9dd7-45fe5cd9cc38 req-389f79b8-6f26-45e7-9a95-5d3e096cca8f tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 943 time: 0.2164905 Apr 06 14:32:14.028262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.030880 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c8abfa88-7aee-4a6a-b50c-bf60bb0b4b46 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8015895 Apr 06 14:32:14.033745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': '3ae1a776-997a-4254-8a7d-6ee3a57a5aeb', 'name': 'tempest-PortsIpV6TestJSON-1904618127'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:14.051272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40470) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:14.051499 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Set router 963faa06-fd37-408c-93a4-cabb8f0561bd gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:14.188435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0077fa58-9855-487f-98dd-84d0469290e9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.211209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:14.211643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (0077fa58-9855-487f-98dd-84d0469290e9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.214432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-3ae1a776-997a-4254-8a7d-6ee3a57a5aeb', 'network_id': '3ae1a776-997a-4254-8a7d-6ee3a57a5aeb', 'project_id': '6a6f25c64c694d458fa4cabc0ce432b2', 'fixed_ips': [{'subnet_id': '68a69665-61a5-45ff-8350-91c5e01d09bf'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:14.215570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.221804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:14.226651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:14.231518 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:14.240191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e0734f97-72f8-4fc2-a678-e22e1004ebd9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for db50b322-ad85-488d-ba9d-db448d05248a owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:14.276338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-f94c7e5b-b132-4047-a896-a622c8814f10', 'network_id': 'f94c7e5b-b132-4047-a896-a622c8814f10', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': '2ccc6791-82d4-4c04-9132-9d6e2f8e80a3'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:14.276338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.284872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6528c72c-3e7a-4c8e-9e88-c28442e5bdd7 None None] For port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:14.289512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:14.338570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] For port 0f7a8aa3-ab71-45b8-9457-fae8a655e113, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:14.346676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (963faa06-fd37-408c-93a4-cabb8f0561bd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.372747 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b183f31c-6305-4fcc-9dd7-45fe5cd9cc38 req-506e4bed-4de1-45d4-a3cd-fb3287d67e92 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515065 Apr 06 14:32:14.415486 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963faa06-fd37-408c-93a4-cabb8f0561bd', 'name': '', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a', 'external_fixed_ips': [{'subnet_id': '74e8b8b5-8b38-4220-aee1-430c52ed9870', 'ip_address': '2001:db8::2c5'}], 'enable_snat': True}, 'gw_port_id': 'f930431a-72fb-411f-a068-62c9c004b2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:09Z', 'updated_at': '2022-04-06T14:32:11Z', 'revision_number': 3, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port': {'id': 'f930431a-72fb-411f-a068-62c9c004b2d6', 'name': '', 'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963faa06-fd37-408c-93a4-cabb8f0561bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '74e8b8b5-8b38-4220-aee1-430c52ed9870', 'ip_address': '2001:db8::2c5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:10Z', 'updated_at': '2022-04-06T14:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e8b8b5-8b38-4220-aee1-430c52ed9870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:14.447873 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Checking router: 963faa06-fd37-408c-93a4-cabb8f0561bd for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:32:14.448235 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Updating router 963faa06-fd37-408c-93a4-cabb8f0561bd port f930431a-72fb-411f-a068-62c9c004b2d6 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:32:14.462271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6528c72c-3e7a-4c8e-9e88-c28442e5bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.472945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.api [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:32:14.472945 dv-neutron-835863-1-hyperv neutron-server[104443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:32:14.472945 dv-neutron-835863-1-hyperv neutron-server[104443]: [parameters: {'id': '7335c040-730b-4c05-895b-c5956c0b2de3'}] Apr 06 14:32:14.472945 dv-neutron-835863-1-hyperv neutron-server[104443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:14.472945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG oslo_db.api [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:14.508493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:14.524206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] For port 0f7a8aa3-ab71-45b8-9457-fae8a655e113, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0f7a8aa3-ab71-45b8-9457-fae8a655e113,segment=NetworkSegment(0077fa58-9855-487f-98dd-84d0469290e9),segment_id=0077fa58-9855-487f-98dd-84d0469290e9)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:14.526886 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f930431a-72fb-411f-a068-62c9c004b2d6), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.528460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:14.532072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.565501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port fa5db0f9-00c5-402a-a481-bf747024e549 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:14.577498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (fc8b9b6d-020b-4208-92b5-e1716be2656c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.577859 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment fc8b9b6d-020b-4208-92b5-e1716be2656c of type vlan for network e8879dd6-9016-466b-861f-c71e88729a88 Apr 06 14:32:14.594643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace7790-f483-463d-9cc9-815ebcbcbd88 req-dad81fcb-a599-47aa-a4cf-d84f4abb9ebd tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:14.596434 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ace7790-f483-463d-9cc9-815ebcbcbd88 req-dad81fcb-a599-47aa-a4cf-d84f4abb9ebd tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.1178691 Apr 06 14:32:14.645810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (e8879dd6-9016-466b-861f-c71e88729a88), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.741539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0f7a8aa3-ab71-45b8-9457-fae8a655e113), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.758267 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ace7790-f483-463d-9cc9-815ebcbcbd88 req-ccbbc83b-1327-4a67-bf75-6ad91d64a71a tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834625 Apr 06 14:32:14.763621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528c72c-3e7a-4c8e-9e88-c28442e5bdd7 None None] Pushing event updated for resources: {'Port': ['ID=5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:14.796708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:14.797181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.798550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a15a6a4a-2171-4664-9e85-1dbad1027918 None None] Provisioning complete for port db50b322-ad85-488d-ba9d-db448d05248a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:14.798894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a15a6a4a-2171-4664-9e85-1dbad1027918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (db50b322-ad85-488d-ba9d-db448d05248a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.814045 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (e8879dd6-9016-466b-861f-c71e88729a88), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.820554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:14.820931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.892100 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0734f97-72f8-4fc2-a678-e22e1004ebd9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (db50b322-ad85-488d-ba9d-db448d05248a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.897750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Allocated IP 2001:db8::2 (3ae1a776-997a-4254-8a7d-6ee3a57a5aeb/68a69665-61a5-45ff-8350-91c5e01d09bf/6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:14.898996 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Publish callbacks [] for port (f930431a-72fb-411f-a068-62c9c004b2d6), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.899490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (963faa06-fd37-408c-93a4-cabb8f0561bd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.907656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=e8879dd6-9016-466b-861f-c71e88729a88,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:14.943657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network e8879dd6-9016-466b-861f-c71e88729a88 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:14.947763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0734f97-72f8-4fc2-a678-e22e1004ebd9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=db50b322-ad85-488d-ba9d-db448d05248a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:14.952134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Allocated IP 172.20.255.242 (f94c7e5b-b132-4047-a896-a622c8814f10/2ccc6791-82d4-4c04-9132-9d6e2f8e80a3/c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:14.967168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0734f97-72f8-4fc2-a678-e22e1004ebd9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.970672 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e0734f97-72f8-4fc2-a678-e22e1004ebd9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/db50b322-ad85-488d-ba9d-db448d05248a HTTP/1.1" status: 204 len: 168 time: 1.3963704 Apr 06 14:32:14.972055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7335c040-730b-4c05-895b-c5956c0b2de3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:14.978013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40474) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:14.997197 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f930431a-72fb-411f-a068-62c9c004b2d6), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.026832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a15a6a4a-2171-4664-9e85-1dbad1027918 None None] Port db50b322-ad85-488d-ba9d-db448d05248a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:15.077876 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6ceb8-50c7-47ea-b567-a885291f21f7 None None] Pushing event updated for resources: {'Port': ['ID=f930431a-72fb-411f-a068-62c9c004b2d6,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.103058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce422a0-f8b8-4950-ba94-3c87de9bc573 None None] Pushing event updated for resources: {'Port': ['ID=0f7a8aa3-ab71-45b8-9457-fae8a655e113,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.110074 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Attempting to bind port f930431a-72fb-411f-a068-62c9c004b2d6 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:15.110441 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Attempting to bind port f930431a-72fb-411f-a068-62c9c004b2d6 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'f5887f6b-1cd9-4ad1-8be5-43791ecd7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:15.110811 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Attempting to bind port f930431a-72fb-411f-a068-62c9c004b2d6 on network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:15.124097 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-44bc7913-b0d5-42ad-bd23-4ada7ca67f21 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2613010 Apr 06 14:32:15.124296 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:15.124296 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Checking segment: {'id': 'f5887f6b-1cd9-4ad1-8be5-43791ecd7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:15.124296 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.126782 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Bound using segment: {'id': 'f5887f6b-1cd9-4ad1-8be5-43791ecd7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:15.126868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40478) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.126955 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Bound port: f930431a-72fb-411f-a068-62c9c004b2d6, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5887f6b-1cd9-4ad1-8be5-43791ecd7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5fefa30a-6e97-4c68-8a53-8af8f5472d8a'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:15.126955 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f930431a-72fb-411f-a068-62c9c004b2d6), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.133619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9a77e-706e-4c91-a583-e1d85e4de355 None None] Network 7335c040-730b-4c05-895b-c5956c0b2de3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:15.134197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': 'e8879dd6-9016-466b-861f-c71e88729a88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:15.164625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Deleting port f930431a-72fb-411f-a068-62c9c004b2d6 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:15.167184 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f930431a-72fb-411f-a068-62c9c004b2d6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.207462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911378b-73a5-4663-95d1-632902d1c7bc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.208965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911378b-73a5-4663-95d1-632902d1c7bc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.213691 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4911378b-73a5-4663-95d1-632902d1c7bc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2343593 Apr 06 14:32:15.213896 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] For port f930431a-72fb-411f-a068-62c9c004b2d6, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:15.216002 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] For port f930431a-72fb-411f-a068-62c9c004b2d6, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f930431a-72fb-411f-a068-62c9c004b2d6,segment=NetworkSegment(f5887f6b-1cd9-4ad1-8be5-43791ecd7070),segment_id=f5887f6b-1cd9-4ad1-8be5-43791ecd7070)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:15.233629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40480) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:15.295621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Deleting port 0f7a8aa3-ab71-45b8-9457-fae8a655e113 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:15.295987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0f7a8aa3-ab71-45b8-9457-fae8a655e113), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.309833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c3aed1-6bde-4b74-aadb-289bb0eff9b7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 0370a8c8-e551-442c-87d4-1cbc9050851e {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:15.319116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24c3aed1-6bde-4b74-aadb-289bb0eff9b7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (0370a8c8-e551-442c-87d4-1cbc9050851e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.325247 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f930431a-72fb-411f-a068-62c9c004b2d6), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.373091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a45b3b-95cf-4152-8193-c3875d84e0bf req-f67f61d0-3511-48fd-b582-61169706b9a2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.374761 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-84a45b3b-95cf-4152-8193-c3875d84e0bf req-f67f61d0-3511-48fd-b582-61169706b9a2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.2353823 Apr 06 14:32:15.417784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] For port 0f7a8aa3-ab71-45b8-9457-fae8a655e113, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0f7a8aa3-ab71-45b8-9457-fae8a655e113,segment=NetworkSegment(0077fa58-9855-487f-98dd-84d0469290e9),segment_id=0077fa58-9855-487f-98dd-84d0469290e9)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:15.418059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0f7a8aa3-ab71-45b8-9457-fae8a655e113), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.421022 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Routers {'963faa06-fd37-408c-93a4-cabb8f0561bd'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:15.421708 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['963faa06-fd37-408c-93a4-cabb8f0561bd'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:15.443834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Calling delete_port for 0f7a8aa3-ab71-45b8-9457-fae8a655e113 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:15.449779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a15a6a4a-2171-4664-9e85-1dbad1027918 None None] Provisioning complete for port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:15.450153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a15a6a4a-2171-4664-9e85-1dbad1027918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.467020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24c3aed1-6bde-4b74-aadb-289bb0eff9b7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (0370a8c8-e551-442c-87d4-1cbc9050851e), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.484270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:15.488318 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.505612 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-84a45b3b-95cf-4152-8193-c3875d84e0bf req-6171c6e2-f021-4566-83a4-acce816c95e7 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223624 Apr 06 14:32:15.536575 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6ceb8-50c7-47ea-b567-a885291f21f7 None None] Pushing event updated for resources: {'Port': ['ID=f930431a-72fb-411f-a068-62c9c004b2d6,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.539892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] For port f930431a-72fb-411f-a068-62c9c004b2d6, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:15.540256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f930431a-72fb-411f-a068-62c9c004b2d6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.566828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Calling delete_port for f930431a-72fb-411f-a068-62c9c004b2d6 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:15.609317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:15.615175 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] Set router 963faa06-fd37-408c-93a4-cabb8f0561bd gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:15.716988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2e56d-5159-4f1c-9fae-45f69de31d00 req-fd1f2f75-0378-47d5-a79a-5937d032580e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:15.726372 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-31d2e56d-5159-4f1c-9fae-45f69de31d00 req-fd1f2f75-0378-47d5-a79a-5937d032580e tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 943 time: 0.2302945 Apr 06 14:32:15.737404 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963faa06-fd37-408c-93a4-cabb8f0561bd', 'name': '', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:09Z', 'updated_at': '2022-04-06T14:32:14Z', 'revision_number': 4, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:15.787291 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f048b-9220-42b2-9816-3572f2ab0f31 None None] The sync data for ids ['963faa06-fd37-408c-93a4-cabb8f0561bd'] in dv-neutron-835863-1-hyperv is: [{'id': '963faa06-fd37-408c-93a4-cabb8f0561bd', 'name': '', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:09Z', 'updated_at': '2022-04-06T14:32:14Z', 'revision_number': 4, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:15.793044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.795965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Publish callbacks [] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.816979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Publish callbacks [] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.827925 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-31d2e56d-5159-4f1c-9fae-45f69de31d00 req-1c88cd94-2a87-44ca-85fd-0d1e70f168b8 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005621 Apr 06 14:32:15.830235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24c3aed1-6bde-4b74-aadb-289bb0eff9b7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (0370a8c8-e551-442c-87d4-1cbc9050851e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.842672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a15a6a4a-2171-4664-9e85-1dbad1027918 None None] Current status of the port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:15.858505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f930431a-72fb-411f-a068-62c9c004b2d6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.880455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.903603 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event deleted for resources: {'Port': ['ID=f930431a-72fb-411f-a068-62c9c004b2d6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:15.935775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:15.941520 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:15.943946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.951766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:15.957170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0f7a8aa3-ab71-45b8-9457-fae8a655e113), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.961727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (963faa06-fd37-408c-93a4-cabb8f0561bd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:15.985993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Pushing event updated for resources: {'Port': ['ID=6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.007380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e5e31e28-735e-4d78-9594-06a568224f70 None None] Could not find standard attr ID for object db50b322-ad85-488d-ba9d-db448d05248a. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:16.017155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Network f94c7e5b-b132-4047-a896-a622c8814f10 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:16.020819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a9d08d5b-6818-4c98-9abf-fea1130e4ae8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:32:16.026391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::25b (3ae1a776-997a-4254-8a7d-6ee3a57a5aeb/68a69665-61a5-45ff-8350-91c5e01d09bf/fa5db0f9-00c5-402a-a481-bf747024e549) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:16.031094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24c3aed1-6bde-4b74-aadb-289bb0eff9b7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (0370a8c8-e551-442c-87d4-1cbc9050851e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.032188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:16.055972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:16.071634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No DVR routers for this DVR port 0f7a8aa3-ab71-45b8-9457-fae8a655e113 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:16.120913 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3aed1-6bde-4b74-aadb-289bb0eff9b7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=0370a8c8-e551-442c-87d4-1cbc9050851e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.121071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Port': ['ID=0f7a8aa3-ab71-45b8-9457-fae8a655e113,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.124386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24c3aed1-6bde-4b74-aadb-289bb0eff9b7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.127973 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-24c3aed1-6bde-4b74-aadb-289bb0eff9b7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/0370a8c8-e551-442c-87d4-1cbc9050851e HTTP/1.1" status: 204 len: 168 time: 0.8929107 Apr 06 14:32:16.130950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (963faa06-fd37-408c-93a4-cabb8f0561bd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.133849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40486) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:16.141674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_controller (963faa06-fd37-408c-93a4-cabb8f0561bd), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.176415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Attempting to bind port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:16.177020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Attempting to bind port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'e9718d8b-cb9f-4bca-aa2f-f395efd59bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3ae1a776-997a-4254-8a7d-6ee3a57a5aeb'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:16.178049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Attempting to bind port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 on network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:16.195863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91da92-52c4-4a9d-8ad1-ca97fd742e07 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:16.200789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.resource_extend [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:32:16.248837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Pushing event updated for resources: {'Port': ['ID=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.310070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7335c040-730b-4c05-895b-c5956c0b2de3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.314996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:16.315582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Checking segment: {'id': 'e9718d8b-cb9f-4bca-aa2f-f395efd59bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3ae1a776-997a-4254-8a7d-6ee3a57a5aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:16.316084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.316694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Bound using segment: {'id': 'e9718d8b-cb9f-4bca-aa2f-f395efd59bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3ae1a776-997a-4254-8a7d-6ee3a57a5aeb'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:16.317298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Bound port: 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9718d8b-cb9f-4bca-aa2f-f395efd59bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3ae1a776-997a-4254-8a7d-6ee3a57a5aeb'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:16.317855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.348083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4660e-5c59-4146-ad85-0e914447877c req-1af09328-332e-4618-89c4-bb9bb6244a9f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:16.364916 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a4660e-5c59-4146-ad85-0e914447877c req-1af09328-332e-4618-89c4-bb9bb6244a9f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.4608934 Apr 06 14:32:16.365070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:16.365168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7335c040-730b-4c05-895b-c5956c0b2de3']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:16.385743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0077fa58-9855-487f-98dd-84d0469290e9') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:16.386040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0077fa58-9855-487f-98dd-84d0469290e9') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:16.403752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (24b569ac-c8c0-487e-9ca6-387bb8ab3770), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.418152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (0077fa58-9855-487f-98dd-84d0469290e9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.418790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Attempting to bind port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:16.419204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Attempting to bind port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '837e8e6c-f44e-400e-b7e8-f0989f74bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'f94c7e5b-b132-4047-a896-a622c8814f10'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:16.419803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Attempting to bind port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe on network f94c7e5b-b132-4047-a896-a622c8814f10 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:16.464739 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0401a392-6387-4c7b-8f89-2580acb51cb6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3295312 Apr 06 14:32:16.464957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:16.465241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Checking segment: {'id': '837e8e6c-f44e-400e-b7e8-f0989f74bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'f94c7e5b-b132-4047-a896-a622c8814f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:16.465377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40488) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:16.465705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.466023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Bound using segment: {'id': '837e8e6c-f44e-400e-b7e8-f0989f74bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'f94c7e5b-b132-4047-a896-a622c8814f10'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:16.466523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Bound port: c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837e8e6c-f44e-400e-b7e8-f0989f74bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'f94c7e5b-b132-4047-a896-a622c8814f10'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:16.467007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.472638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:16.494581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0077fa58-9855-487f-98dd-84d0469290e9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.514326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.527300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:16.527516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (0077fa58-9855-487f-98dd-84d0469290e9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:16.532027 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:16.588298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a4660e-5c59-4146-ad85-0e914447877c req-5287e184-a453-4fc1-ae41-06d5ee28092c tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2152467 Apr 06 14:32:16.594904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a9d08d5b-6818-4c98-9abf-fea1130e4ae8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:16.617420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=24b569ac-c8c0-487e-9ca6-387bb8ab3770,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.626629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (fa5db0f9-00c5-402a-a481-bf747024e549), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.635537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] For port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:16.640653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': 'fc8b9b6d-020b-4208-92b5-e1716be2656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e8879dd6-9016-466b-861f-c71e88729a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:16.641017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: e8879dd6-9016-466b-861f-c71e88729a88, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:16.649456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'port_id': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'mac_address': 'fa:16:3e:85:de:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:32:16.675734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] For port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2,segment=NetworkSegment(e9718d8b-cb9f-4bca-aa2f-f395efd59bf7),segment_id=e9718d8b-cb9f-4bca-aa2f-f395efd59bf7)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:16.689260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:16.689777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.695287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] For port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:16.696562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:16.701214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.752302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] For port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,segment=NetworkSegment(837e8e6c-f44e-400e-b7e8-f0989f74bbf1),segment_id=837e8e6c-f44e-400e-b7e8-f0989f74bbf1)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:16.754536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (963faa06-fd37-408c-93a4-cabb8f0561bd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.755134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 963faa06-fd37-408c-93a4-cabb8f0561bd {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:16.764108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.769453 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-29cfc5ee-c117-4a7d-91a8-1045ec74f884 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "DELETE /v2.0/routers/963faa06-fd37-408c-93a4-cabb8f0561bd HTTP/1.1" status: 204 len: 168 time: 2.7114177 Apr 06 14:32:16.769656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d71f2-5a11-4b9e-9ee0-2456033b47c3 req-37010d5e-b40c-40ae-b0b0-1b7bb78c4510 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:16.773107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40492) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:16.775662 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c83d71f2-5a11-4b9e-9ee0-2456033b47c3 req-37010d5e-b40c-40ae-b0b0-1b7bb78c4510 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 943 time: 0.1113844 Apr 06 14:32:16.776607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:16.776833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7335c040-730b-4c05-895b-c5956c0b2de3), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.776985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.784493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:16.793538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.801897 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/7335c040-730b-4c05-895b-c5956c0b2de3 HTTP/1.1" status: 204 len: 168 time: 4.5461211 Apr 06 14:32:16.806433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.809497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40494) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:16.823156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-286482565'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:16.837759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network e8879dd6-9016-466b-861f-c71e88729a88 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:16.840997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fa5db0f9-00c5-402a-a481-bf747024e549), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.855971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b4d82c-6530-4386-a25a-21feebae34cc tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Deleting subnet 74e8b8b5-8b38-4220-aee1-430c52ed9870 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:16.862169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d82c-6530-4386-a25a-21feebae34cc tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for subnet (74e8b8b5-8b38-4220-aee1-430c52ed9870), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.868196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d08d5b-6818-4c98-9abf-fea1130e4ae8 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:32:16.868518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefb460-c04d-4375-b13f-cf8fc642f8b4 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Network': ['ID=7335c040-730b-4c05-895b-c5956c0b2de3,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:16.911366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.930758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:16.949679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d82c-6530-4386-a25a-21feebae34cc tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (74e8b8b5-8b38-4220-aee1-430c52ed9870), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:16.960785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a9d08d5b-6818-4c98-9abf-fea1130e4ae8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:16.974762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, e8879dd6-9016-466b-861f-c71e88729a88) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:16.978275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=fa5db0f9-00c5-402a-a481-bf747024e549,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:17.004647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7a0fa-4488-4769-ad6d-1615ded91c52 None None] Network e8879dd6-9016-466b-861f-c71e88729a88 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:17.015959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:17.025040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:17.025690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.039854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:17.046440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:17.047383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.065490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720d560-6c05-46c6-a768-00abfecb3e0f None None] Pushing event updated for resources: {'Port': ['ID=6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:17.104228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:17.104607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d82c-6530-4386-a25a-21feebae34cc tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (74e8b8b5-8b38-4220-aee1-430c52ed9870), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.108124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.128026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.128786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 7726351b-4ad5-477c-a35a-606411b029c6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:32:17.155245 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c83d71f2-5a11-4b9e-9ee0-2456033b47c3 req-92ceaade-e4a0-4201-b219-31aa8228d1b7 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520360 Apr 06 14:32:17.176062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:17.195897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (0c66aab2-87be-464d-b463-e5c097074ef3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.200168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:17.200356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aac39-51ca-427e-91de-1c4eb750f237 req-e42a6f49-f5a5-453f-81c5-2826dd2f0917 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:17.201861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9e9aac39-51ca-427e-91de-1c4eb750f237 req-e42a6f49-f5a5-453f-81c5-2826dd2f0917 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 943 time: 0.2006209 Apr 06 14:32:17.203455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (ffc32d73-3381-4001-aab3-d3f3510f91f7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.203964 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Added segment ffc32d73-3381-4001-aab3-d3f3510f91f7 of type vlan for network 6d929c83-d9d3-40eb-ab1b-647d7d832136 Apr 06 14:32:17.226849 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f1714d77-51ae-4276-bcae-4e2eab580329 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1013267 Apr 06 14:32:17.234905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40498) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:17.279473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:17.283562 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-de5e4f5b-87ec-4f58-95e0-94231f69d23c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2793522 Apr 06 14:32:17.284603 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:17.296082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40500) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:17.304974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e6352-2e5e-4a21-832f-81cc779b080d None None] Pushing event updated for resources: {'Port': ['ID=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:17.328409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (6d929c83-d9d3-40eb-ab1b-647d7d832136), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.332833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] Deleting port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:17.333219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.353541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:17.359576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.384658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d82c-6530-4386-a25a-21feebae34cc tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (74e8b8b5-8b38-4220-aee1-430c52ed9870), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.428537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=0c66aab2-87be-464d-b463-e5c097074ef3,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:17.507380 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4d82c-6530-4386-a25a-21feebae34cc tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=74e8b8b5-8b38-4220-aee1-430c52ed9870,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:17.509423 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9e9aac39-51ca-427e-91de-1c4eb750f237 req-55a3c6e7-f859-45cb-b3bd-dfeca14bb13a tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955544 Apr 06 14:32:17.544694 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-509843b1-24e9-425f-9c21-dc9d0ea9cb96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0733182 Apr 06 14:32:17.544694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0b4d82c-6530-4386-a25a-21feebae34cc tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.548902 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d0b4d82c-6530-4386-a25a-21feebae34cc tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/74e8b8b5-8b38-4220-aee1-430c52ed9870 HTTP/1.1" status: 204 len: 168 time: 0.7725501 Apr 06 14:32:17.548902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40502) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:17.549504 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40504) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:17.560327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'name': 'tempest-NetworksTestDHCPv6-1896521306'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:17.597924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-e8879dd6-9016-466b-861f-c71e88729a88', 'network_id': 'e8879dd6-9016-466b-861f-c71e88729a88', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': '24b569ac-c8c0-487e-9ca6-387bb8ab3770'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:17.599144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.639521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (6d929c83-d9d3-40eb-ab1b-647d7d832136), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.649109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:17.649864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.764035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:17.774781 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9625318 Apr 06 14:32:17.777922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40508) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:17.789781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Request body: {'subnet': {'network_id': '6d929c83-d9d3-40eb-ab1b-647d7d832136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:17.800511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (5fefa30a-6e97-4c68-8a53-8af8f5472d8a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.825443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (e8879dd6-9016-466b-861f-c71e88729a88), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.825658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 7726351b-4ad5-477c-a35a-606411b029c6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7726351b-4ad5-477c-a35a-606411b029c6,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:17.838600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91956109-aaef-499d-a03d-c7a74649c7ee tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Network': ['ID=6d929c83-d9d3-40eb-ab1b-647d7d832136,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:17.845074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] For port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:17.845448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.853477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-eb29bb7b-27d7-4b8f-9a27-7e7c98449080 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port fa5db0f9-00c5-402a-a481-bf747024e549 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:17.856303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eb29bb7b-27d7-4b8f-9a27-7e7c98449080 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fa5db0f9-00c5-402a-a481-bf747024e549), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:17.868143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 6d929c83-d9d3-40eb-ab1b-647d7d832136 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:18.016057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (5fefa30a-6e97-4c68-8a53-8af8f5472d8a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.044694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fefa30a-6e97-4c68-8a53-8af8f5472d8a']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:18.056997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5887f6b-1cd9-4ad1-8be5-43791ecd7070') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:18.057348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5887f6b-1cd9-4ad1-8be5-43791ecd7070') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:18.070204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (f5887f6b-1cd9-4ad1-8be5-43791ecd7070), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.089525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f5887f6b-1cd9-4ad1-8be5-43791ecd7070), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.089769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] Calling delete_port for 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:18.097525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:18.098053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (f5887f6b-1cd9-4ad1-8be5-43791ecd7070), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:18.100511 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:18.119296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '7726351b-4ad5-477c-a35a-606411b029c6', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'port_id': '7726351b-4ad5-477c-a35a-606411b029c6', 'mac_address': 'fa:16:3e:34:c9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:32:18.119482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Made reservation on behalf of 2540b39cc99a41959e7e188c41e53cfd for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:18.123800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.184574 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:18.188022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.220133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Allocated IP 172.20.0.2 (e8879dd6-9016-466b-861f-c71e88729a88/24b569ac-c8c0-487e-9ca6-387bb8ab3770/0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:18.267934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d47c-c968-408b-ac22-709963e41833 req-6ecc0acf-6712-4bc4-b383-235901ebf570 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:18.270219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bd6d47c-c968-408b-ac22-709963e41833 req-6ecc0acf-6712-4bc4-b383-235901ebf570 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.5129533 Apr 06 14:32:18.312087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (24b569ac-c8c0-487e-9ca6-387bb8ab3770), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.312785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 16b1a35b-627d-4945-8574-4ad620d8ac13 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:18.337436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 7726351b-4ad5-477c-a35a-606411b029c6 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:18.337830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7726351b-4ad5-477c-a35a-606411b029c6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.381511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7726351b-4ad5-477c-a35a-606411b029c6 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:32:18.406385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eb29bb7b-27d7-4b8f-9a27-7e7c98449080 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fa5db0f9-00c5-402a-a481-bf747024e549), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.443052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:18.458857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-eb29bb7b-27d7-4b8f-9a27-7e7c98449080 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for fa5db0f9-00c5-402a-a481-bf747024e549 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:18.482598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (5fefa30a-6e97-4c68-8a53-8af8f5472d8a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.491954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 7726351b-4ad5-477c-a35a-606411b029c6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7726351b-4ad5-477c-a35a-606411b029c6,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:18.523192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.545827 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bd6d47c-c968-408b-ac22-709963e41833 req-59c4539d-4576-440f-8588-d425307ac5c1 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2653904 Apr 06 14:32:18.582917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] Pushing event deleted for resources: {'Port': ['ID=5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:18.593087 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5be89-57db-4d6c-8341-cfb696d8eea1 None None] No DVR routers for this DVR port 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:18.596004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb615-b493-493a-b243-19cf376dae31 req-908e3499-9bf4-4781-a4cc-0800cfd94dd6 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:18.598481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bafbb615-b493-493a-b243-19cf376dae31 req-908e3499-9bf4-4781-a4cc-0800cfd94dd6 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 944 time: 0.2275999 Apr 06 14:32:18.630059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7726351b-4ad5-477c-a35a-606411b029c6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.630850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 54c869b1-8b23-48d1-83fb-dff18f3a6c26 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:32:18.634161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929452f7-b9fc-4708-a594-f063c3f9dadb None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:18.708200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fefa30a-6e97-4c68-8a53-8af8f5472d8a {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:32:18.712798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fefa30a-6e97-4c68-8a53-8af8f5472d8a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:18.720101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.720825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:18.721227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.726230 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bb864aa2-44c9-4b2c-b620-78d7935b78ce tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "DELETE /v2.0/networks/5fefa30a-6e97-4c68-8a53-8af8f5472d8a HTTP/1.1" status: 204 len: 168 time: 1.1753671 Apr 06 14:32:18.780824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::1bf (935059ea-209c-494a-9703-5e88684a95b4/0c66aab2-87be-464d-b463-e5c097074ef3/16b1a35b-627d-4945-8574-4ad620d8ac13) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:18.878949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Publish callbacks [] for port (0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.915229 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bafbb615-b493-493a-b243-19cf376dae31 req-79c88e9d-7d93-4195-8018-3c146d5b1cce tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042495 Apr 06 14:32:18.956834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:32:18.970279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (b31ad643-3277-4c62-b816-4984e2fa2aa7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:18.977390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '0c66aab2-87be-464d-b463-e5c097074ef3'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:18.982221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.050476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.resource_extend [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:32:19.072907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.086567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08011a3b-d689-4c1c-bd48-239bcacee340 req-3bf36012-7763-43db-932e-df5df813ac0c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:19.093855 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08011a3b-d689-4c1c-bd48-239bcacee340 req-3bf36012-7763-43db-932e-df5df813ac0c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 944 time: 0.3325996 Apr 06 14:32:19.137501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eb29bb7b-27d7-4b8f-9a27-7e7c98449080 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fa5db0f9-00c5-402a-a481-bf747024e549), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.178471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29bb7b-27d7-4b8f-9a27-7e7c98449080 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=fa5db0f9-00c5-402a-a481-bf747024e549,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:19.181043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3108c99-6bef-4df4-ac48-3a6af2459da6 None None] Network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:19.186810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Checking segment: {'id': 'ffc32d73-3381-4001-aab3-d3f3510f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '6d929c83-d9d3-40eb-ab1b-647d7d832136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:19.187252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network hostable DHCP agents. Network: 6d929c83-d9d3-40eb-ab1b-647d7d832136, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:19.188844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=7726351b-4ad5-477c-a35a-606411b029c6,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:19.195417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event updated for resources: {'Subnet': ['ID=b31ad643-3277-4c62-b816-4984e2fa2aa7,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:19.214297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08011a3b-d689-4c1c-bd48-239bcacee340 req-c744c5e8-f5e1-4524-bae3-245c8e379a28 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191747 Apr 06 14:32:19.233174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (24b569ac-c8c0-487e-9ca6-387bb8ab3770), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.329644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (16b1a35b-627d-4945-8574-4ad620d8ac13), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.349054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=24b569ac-c8c0-487e-9ca6-387bb8ab3770,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:19.353084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40520) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:19.371356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eb29bb7b-27d7-4b8f-9a27-7e7c98449080 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.375458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Network 6d929c83-d9d3-40eb-ab1b-647d7d832136 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:19.378644 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-eb29bb7b-27d7-4b8f-9a27-7e7c98449080 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/fa5db0f9-00c5-402a-a481-bf747024e549 HTTP/1.1" status: 204 len: 168 time: 2.0684209 Apr 06 14:32:19.384941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40522) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:19.388239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-df0e62cc-f256-4417-8747-f7c8811992b3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'router': {'name': 'tempest-router--16961939', 'project_id': 'd034895c94c04ac1a6715be1ac7316f9'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:19.419968 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f70c03-3186-48f2-91d7-424ce0e43d33 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:19.420536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f70c03-3186-48f2-91d7-424ce0e43d33 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:19.420868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Network e8879dd6-9016-466b-861f-c71e88729a88 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:19.426712 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-75f70c03-3186-48f2-91d7-424ce0e43d33 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/fa5db0f9-00c5-402a-a481-bf747024e549 HTTP/1.1" status: 404 len: 333 time: 0.0389531 Apr 06 14:32:19.429378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40524) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:19.442643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c273a0ab-ccff-41c9-8cd6-ecb85f9a79ea None None] Network f94c7e5b-b132-4047-a896-a622c8814f10 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:19.453473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:19.464741 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ace359-a3a1-49b8-80b8-3b5bf1bcb48a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:32:19.469957 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-47ace359-a3a1-49b8-80b8-3b5bf1bcb48a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/fa5db0f9-00c5-402a-a481-bf747024e549 HTTP/1.1" status: 404 len: 333 time: 0.0375507 Apr 06 14:32:19.471363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40528) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:19.492605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (16b1a35b-627d-4945-8574-4ad620d8ac13), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.509002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:19.512650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (e8879dd6-9016-466b-861f-c71e88729a88), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.517015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:19.517593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.542459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 6d929c83-d9d3-40eb-ab1b-647d7d832136) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:19.547162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Pushing event updated for resources: {'Port': ['ID=0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:19.547332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8879dd6-9016-466b-861f-c71e88729a88']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:19.549324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:19.549465 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.562799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8b9b6d-020b-4208-92b5-e1716be2656c') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:19.563144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8b9b6d-020b-4208-92b5-e1716be2656c') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:19.564501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-964a85f0-77b8-4987-bee8-e4fd00b7540c None None] Provisioning complete for port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:19.564901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-964a85f0-77b8-4987-bee8-e4fd00b7540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.565088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:19.568650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fd7221-28fe-41f0-8659-f4720c23d99c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet 68a69665-61a5-45ff-8350-91c5e01d09bf {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:19.572223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:19.574727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:19.576067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31fd7221-28fe-41f0-8659-f4720c23d99c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (68a69665-61a5-45ff-8350-91c5e01d09bf), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.582227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:19.582484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.606685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (fc8b9b6d-020b-4208-92b5-e1716be2656c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.619699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df0e62cc-f256-4417-8747-f7c8811992b3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (beb6fb75-0208-4e1a-83a6-c5175c174d02), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.620748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df0e62cc-f256-4417-8747-f7c8811992b3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (beb6fb75-0208-4e1a-83a6-c5175c174d02), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.620910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=16b1a35b-627d-4945-8574-4ad620d8ac13,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:19.640444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (fc8b9b6d-020b-4208-92b5-e1716be2656c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.645853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b767a5c-9c1a-4f5e-8bab-174638c7dc1b None None] Network 6d929c83-d9d3-40eb-ab1b-647d7d832136 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:19.649350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31fd7221-28fe-41f0-8659-f4720c23d99c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (68a69665-61a5-45ff-8350-91c5e01d09bf), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.674046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:19.674282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (fc8b9b6d-020b-4208-92b5-e1716be2656c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:19.678456 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:19.694877 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cd1ac609-fbb3-4212-9aee-1684e0df57c2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1394384 Apr 06 14:32:19.694877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40532) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:19.732224 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-808a570e-3b6e-4544-ae61-eebc822c43f1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9529583 Apr 06 14:32:19.735432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40534) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:19.811617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df0e62cc-f256-4417-8747-f7c8811992b3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_controller (beb6fb75-0208-4e1a-83a6-c5175c174d02), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.817302 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03446899-ff08-43f2-a0a5-68bfc563ba32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:19.822300 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-03446899-ff08-43f2-a0a5-68bfc563ba32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1261404 Apr 06 14:32:19.822681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40536) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:19.825181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 54c869b1-8b23-48d1-83fb-dff18f3a6c26, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54c869b1-8b23-48d1-83fb-dff18f3a6c26,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:19.869123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (6d929c83-d9d3-40eb-ab1b-647d7d832136), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.875532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2,segment=NetworkSegment(e9718d8b-cb9f-4bca-aa2f-f395efd59bf7),segment_id=e9718d8b-cb9f-4bca-aa2f-f395efd59bf7)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:19.893027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.api [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:32:19.893027 dv-neutron-835863-1-hyperv neutron-server[104443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:32:19.893027 dv-neutron-835863-1-hyperv neutron-server[104443]: [parameters: {'id': 'e8879dd6-9016-466b-861f-c71e88729a88'}] Apr 06 14:32:19.893027 dv-neutron-835863-1-hyperv neutron-server[104443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:19.893489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG oslo_db.api [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:19.925924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'port_id': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'mac_address': 'fa:16:3e:a9:55:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:32:19.927718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Attempting to bind port 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:19.928202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Attempting to bind port 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'fc8b9b6d-020b-4208-92b5-e1716be2656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e8879dd6-9016-466b-861f-c71e88729a88'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:19.928460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (b31ad643-3277-4c62-b816-4984e2fa2aa7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.929893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Attempting to bind port 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d on network e8879dd6-9016-466b-861f-c71e88729a88 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:19.942450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e33f4-2ac0-41c0-822e-0bd91d7fe85b req-d725583a-eb72-4ca9-b5db-2ad38c0daef5 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:19.944005 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c60e33f4-2ac0-41c0-822e-0bd91d7fe85b req-d725583a-eb72-4ca9-b5db-2ad38c0daef5 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 943 time: 0.2665176 Apr 06 14:32:19.964968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df0e62cc-f256-4417-8747-f7c8811992b3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (beb6fb75-0208-4e1a-83a6-c5175c174d02), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.991225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:19.991966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Checking segment: {'id': 'fc8b9b6d-020b-4208-92b5-e1716be2656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e8879dd6-9016-466b-861f-c71e88729a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:19.992518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:19.993178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Bound using segment: {'id': 'fc8b9b6d-020b-4208-92b5-e1716be2656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e8879dd6-9016-466b-861f-c71e88729a88'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:19.996284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Bound port: 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8b9b6d-020b-4208-92b5-e1716be2656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e8879dd6-9016-466b-861f-c71e88729a88'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:19.996284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.002659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/0c66aab2-87be-464d-b463-e5c097074ef3/61ff52a7-4edd-4556-9f47-1c3075039cfe) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:20.019208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4a2fb-edde-4f63-ab89-080547e020ab tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 16b1a35b-627d-4945-8574-4ad620d8ac13 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:20.019560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2fb-edde-4f63-ab89-080547e020ab tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (16b1a35b-627d-4945-8574-4ad620d8ac13), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.053652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31fd7221-28fe-41f0-8659-f4720c23d99c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (68a69665-61a5-45ff-8350-91c5e01d09bf), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.059653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.060568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:20.109908 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c60e33f4-2ac0-41c0-822e-0bd91d7fe85b req-b133764c-bae7-4bfa-933c-79223ed4d39b tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1571949 Apr 06 14:32:20.142075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (b31ad643-3277-4c62-b816-4984e2fa2aa7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.149133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df0e62cc-f256-4417-8747-f7c8811992b3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.152883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-df0e62cc-f256-4417-8747-f7c8811992b3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7893779 Apr 06 14:32:20.158994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40542) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.177371 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Subnet': ['ID=b31ad643-3277-4c62-b816-4984e2fa2aa7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.270566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (6d929c83-d9d3-40eb-ab1b-647d7d832136), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.299494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d929c83-d9d3-40eb-ab1b-647d7d832136']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:20.309265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16dcf8d6-e567-4743-9ecb-0bee387d30a1 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (beb6fb75-0208-4e1a-83a6-c5175c174d02), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.312599 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc32d73-3381-4001-aab3-d3f3510f91f7') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:20.312903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc32d73-3381-4001-aab3-d3f3510f91f7') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:20.324469 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (ffc32d73-3381-4001-aab3-d3f3510f91f7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.339686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (ffc32d73-3381-4001-aab3-d3f3510f91f7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.342791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2fb-edde-4f63-ab89-080547e020ab tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (16b1a35b-627d-4945-8574-4ad620d8ac13), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.347701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:20.348103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (ffc32d73-3381-4001-aab3-d3f3510f91f7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:20.351762 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:20.393293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f364a89-2412-4edc-9109-c8e06c17055f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-6d929c83-d9d3-40eb-ab1b-647d7d832136', 'network_id': '6d929c83-d9d3-40eb-ab1b-647d7d832136', 'project_id': '2540b39cc99a41959e7e188c41e53cfd', 'fixed_ips': [{'subnet_id': 'b31ad643-3277-4c62-b816-4984e2fa2aa7'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:20.394150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f364a89-2412-4edc-9109-c8e06c17055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.441908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (e8879dd6-9016-466b-861f-c71e88729a88), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.449888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:20.450275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.450746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb3d14-36bf-4f86-b841-8e8fa3a57bb2 req-36df6ffa-88ac-4cb1-95a6-93811d0ae506 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:20.458274 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0cfb3d14-36bf-4f86-b841-8e8fa3a57bb2 req-36df6ffa-88ac-4cb1-95a6-93811d0ae506 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 944 time: 0.4290779 Apr 06 14:32:20.482264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4a2fb-edde-4f63-ab89-080547e020ab tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 16b1a35b-627d-4945-8574-4ad620d8ac13 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:20.516494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31fd7221-28fe-41f0-8659-f4720c23d99c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (68a69665-61a5-45ff-8350-91c5e01d09bf), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.524604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-964a85f0-77b8-4987-bee8-e4fd00b7540c None None] Current status of the port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:20.540379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c869b1-8b23-48d1-83fb-dff18f3a6c26 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:32:20.548378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (6d929c83-d9d3-40eb-ab1b-647d7d832136), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.568664 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.584535 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/6d929c83-d9d3-40eb-ab1b-647d7d832136 HTTP/1.1" status: 204 len: 168 time: 0.8468266 Apr 06 14:32:20.613012 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba627fe2-f05a-47d1-8635-6262becab65d tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Network': ['ID=6d929c83-d9d3-40eb-ab1b-647d7d832136,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.614875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40546) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.619554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] For port 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:20.623649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.656787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 54c869b1-8b23-48d1-83fb-dff18f3a6c26, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54c869b1-8b23-48d1-83fb-dff18f3a6c26,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:20.668636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] For port 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d,segment=NetworkSegment(fc8b9b6d-020b-4208-92b5-e1716be2656c),segment_id=fc8b9b6d-020b-4208-92b5-e1716be2656c)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:20.674655 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fa8137-520f-48b0-9d5d-b8755f690540 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:20.675506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fa8137-520f-48b0-9d5d-b8755f690540 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:20.680488 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-86fa8137-520f-48b0-9d5d-b8755f690540 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/subnets/b31ad643-3277-4c62-b816-4984e2fa2aa7 HTTP/1.1" status: 404 len: 337 time: 0.0559580 Apr 06 14:32:20.684370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40548) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.696743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:20.697114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.705433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c14ce8e-75cc-40a9-9fe5-58820e395e97 None None] Network 6d929c83-d9d3-40eb-ab1b-647d7d832136 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:20.718077 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d8e7c1-4418-46a4-91b2-d96d73dc7828 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:20.718878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d8e7c1-4418-46a4-91b2-d96d73dc7828 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:20.722223 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-76d8e7c1-4418-46a4-91b2-d96d73dc7828 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/6d929c83-d9d3-40eb-ab1b-647d7d832136 HTTP/1.1" status: 404 len: 339 time: 0.0367362 Apr 06 14:32:20.724779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40550) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.760004 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1407642-0772-406c-ade1-a8f4bb0b33be tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:20.760457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1407642-0772-406c-ade1-a8f4bb0b33be tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:20.763771 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a1407642-0772-406c-ade1-a8f4bb0b33be tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/subnets/d9287912-80da-423d-bd9b-43cdca18618f HTTP/1.1" status: 404 len: 337 time: 0.0378051 Apr 06 14:32:20.766295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40552) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.768167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd2e8b-9072-45db-8b0d-6a105b7b3b23 req-745fe2b5-88ee-4184-b2db-bdfbe6efad40 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:20.774333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c14ce8e-75cc-40a9-9fe5-58820e395e97 None None] Network 6d929c83-d9d3-40eb-ab1b-647d7d832136 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:32:20.776540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.787646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-55bd2e8b-9072-45db-8b0d-6a105b7b3b23 req-745fe2b5-88ee-4184-b2db-bdfbe6efad40 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 944 time: 0.4756675 Apr 06 14:32:20.795081 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9614e4-b9ec-4f21-a3fe-2a45d8cf0a87 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:20.796066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9614e4-b9ec-4f21-a3fe-2a45d8cf0a87 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:20.802881 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c9614e4-b9ec-4f21-a3fe-2a45d8cf0a87 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/7335c040-730b-4c05-895b-c5956c0b2de3 HTTP/1.1" status: 404 len: 339 time: 0.0354786 Apr 06 14:32:20.805156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40554) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.815452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.817372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d9adec35-fa3f-400f-94b8-91b73b186d59 None None] Provisioning complete for port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:20.817733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d9adec35-fa3f-400f-94b8-91b73b186d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.848379 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0cfb3d14-36bf-4f86-b841-8e8fa3a57bb2 req-b81cc467-4c28-4428-8f1b-40641e8d702b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891957 Apr 06 14:32:20.849470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd7221-28fe-41f0-8659-f4720c23d99c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=68a69665-61a5-45ff-8350-91c5e01d09bf,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.857097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31fd7221-28fe-41f0-8659-f4720c23d99c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.871317 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2698738-3cd1-42d4-b5ab-3ebeceb79f1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:20.871317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2698738-3cd1-42d4-b5ab-3ebeceb79f1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:20.871627 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-31fd7221-28fe-41f0-8659-f4720c23d99c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/68a69665-61a5-45ff-8350-91c5e01d09bf HTTP/1.1" status: 204 len: 168 time: 1.3839693 Apr 06 14:32:20.887404 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f2698738-3cd1-42d4-b5ab-3ebeceb79f1e tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/subnets/b866966b-2845-4704-aab0-a3c939e2c832 HTTP/1.1" status: 404 len: 337 time: 0.0757625 Apr 06 14:32:20.887404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40556) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.898150 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40558) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:20.914081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Publish callbacks [] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.964919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=54c869b1-8b23-48d1-83fb-dff18f3a6c26,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:20.985397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16dcf8d6-e567-4743-9ecb-0bee387d30a1 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (beb6fb75-0208-4e1a-83a6-c5175c174d02), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.994187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16dcf8d6-e567-4743-9ecb-0bee387d30a1 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_controller (beb6fb75-0208-4e1a-83a6-c5175c174d02), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.024928 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-95178fa0-467a-43ef-bd90-d891a6734a0b tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:21.025527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95178fa0-467a-43ef-bd90-d891a6734a0b tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:21.030895 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-95178fa0-467a-43ef-bd90-d891a6734a0b tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/194479f1-2f16-4f50-b78d-a70e8637d756 HTTP/1.1" status: 404 len: 339 time: 0.1293294 Apr 06 14:32:21.032021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40560) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.044737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.085821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (3ae1a776-997a-4254-8a7d-6ee3a57a5aeb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.086513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f795b5-1e7c-4bfd-93f7-44ae3bba5c39 None None] Network e8879dd6-9016-466b-861f-c71e88729a88 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:21.105428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-55bd2e8b-9072-45db-8b0d-6a105b7b3b23 req-7a7f0058-f79a-44ec-a657-bf2937f58441 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159523 Apr 06 14:32:21.108700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Deleting port 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:21.109033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.161659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:21.166621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:21.166621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.195554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3c4a-c4d1-4b0d-9871-a09772e3e69d None None] Pushing event updated for resources: {'Port': ['ID=0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.214435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72674e72-42d7-4004-842d-a341ea4f93e1 None None] Network 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:21.218181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16dcf8d6-e567-4743-9ecb-0bee387d30a1 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (beb6fb75-0208-4e1a-83a6-c5175c174d02), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.218814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dcf8d6-e567-4743-9ecb-0bee387d30a1 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router beb6fb75-0208-4e1a-83a6-c5175c174d02 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:21.237959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-aeb26074-2c34-4ecf-8d2b-ffa3eb5d31ef tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Deleting port bc859d81-d314-4efb-82f0-6af148337141 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:21.238148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16dcf8d6-e567-4743-9ecb-0bee387d30a1 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.238370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aeb26074-2c34-4ecf-8d2b-ffa3eb5d31ef tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bc859d81-d314-4efb-82f0-6af148337141), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.242935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-16dcf8d6-e567-4743-9ecb-0bee387d30a1 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "DELETE /v2.0/routers/beb6fb75-0208-4e1a-83a6-c5175c174d02 HTTP/1.1" status: 204 len: 168 time: 1.0738285 Apr 06 14:32:21.243154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:21.288841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:21.295297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] For port 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d,segment=NetworkSegment(fc8b9b6d-020b-4208-92b5-e1716be2656c),segment_id=fc8b9b6d-020b-4208-92b5-e1716be2656c)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:21.295928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.296691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:21.297887 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.322816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Calling delete_port for 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:21.351810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edc8da-bfb6-4b93-8764-21ffc8720f7e req-c12a5a93-92f7-48cf-b303-2a598d1b9732 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.353450 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-77edc8da-bfb6-4b93-8764-21ffc8720f7e req-c12a5a93-92f7-48cf-b303-2a598d1b9732 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 944 time: 0.1227531 Apr 06 14:32:21.394911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aeb26074-2c34-4ecf-8d2b-ffa3eb5d31ef tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bc859d81-d314-4efb-82f0-6af148337141), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.411163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2fb-edde-4f63-ab89-080547e020ab tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (16b1a35b-627d-4945-8574-4ad620d8ac13), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.434027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['7726351b-4ad5-477c-a35a-606411b029c6'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:32:21.437457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d9adec35-fa3f-400f-94b8-91b73b186d59 None None] Current status of the port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:21.437850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d9adec35-fa3f-400f-94b8-91b73b186d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.516283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Pushing event updated for resources: {'Port': ['ID=61ff52a7-4edd-4556-9f47-1c3075039cfe,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.516508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4a2fb-edde-4f63-ab89-080547e020ab tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=16b1a35b-627d-4945-8574-4ad620d8ac13,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.526886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,segment=NetworkSegment(837e8e6c-f44e-400e-b7e8-f0989f74bbf1),segment_id=837e8e6c-f44e-400e-b7e8-f0989f74bbf1)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:21.534109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['a9d08d5b-6818-4c98-9abf-fea1130e4ae8'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:32:21.539216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['54c869b1-8b23-48d1-83fb-dff18f3a6c26'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:32:21.581373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2fb-edde-4f63-ab89-080547e020ab tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.587298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0cc4a2fb-edde-4f63-ab89-080547e020ab tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/16b1a35b-627d-4945-8574-4ad620d8ac13 HTTP/1.1" status: 204 len: 168 time: 1.7627239 Apr 06 14:32:21.591773 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-77edc8da-bfb6-4b93-8764-21ffc8720f7e req-09046e70-2594-43b0-8f3b-26fabee80a2a tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1843491 Apr 06 14:32:21.592378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40566) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.604467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40568) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.627891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] For port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2,segment=NetworkSegment(e9718d8b-cb9f-4bca-aa2f-f395efd59bf7),segment_id=e9718d8b-cb9f-4bca-aa2f-f395efd59bf7)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:21.628259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.639724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-aeb26074-2c34-4ecf-8d2b-ffa3eb5d31ef tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Calling delete_port for bc859d81-d314-4efb-82f0-6af148337141 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:21.649509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:21.677623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.691166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e3027-abda-4d3e-b7dc-7301bdce3d70 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.692846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e3027-abda-4d3e-b7dc-7301bdce3d70 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:21.715007 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a42e3027-abda-4d3e-b7dc-7301bdce3d70 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1153271 Apr 06 14:32:21.715007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40572) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.718742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.774530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Port': ['ID=0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.785733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No DVR routers for this DVR port 0c13e3a2-63d2-4c86-bc69-fc5ad4a05d8d on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:21.801722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Attempting to bind port 61ff52a7-4edd-4556-9f47-1c3075039cfe on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:21.802076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Attempting to bind port 61ff52a7-4edd-4556-9f47-1c3075039cfe by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:21.802445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Attempting to bind port 61ff52a7-4edd-4556-9f47-1c3075039cfe on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:21.824996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:21.838654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba8f25d-0856-4fd6-9f2f-d32605af545c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 0c66aab2-87be-464d-b463-e5c097074ef3 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:21.867732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f25d-0856-4fd6-9f2f-d32605af545c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (0c66aab2-87be-464d-b463-e5c097074ef3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.889772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aeb26074-2c34-4ecf-8d2b-ffa3eb5d31ef tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bc859d81-d314-4efb-82f0-6af148337141), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.919836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (e8879dd6-9016-466b-861f-c71e88729a88), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.928045 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.931672 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb26074-2c34-4ecf-8d2b-ffa3eb5d31ef tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Port': ['ID=bc859d81-d314-4efb-82f0-6af148337141,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.938956 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f25d-0856-4fd6-9f2f-d32605af545c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (0c66aab2-87be-464d-b463-e5c097074ef3), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.947427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aeb26074-2c34-4ecf-8d2b-ffa3eb5d31ef tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.953080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:21.953260 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aeb26074-2c34-4ecf-8d2b-ffa3eb5d31ef tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/ports/bc859d81-d314-4efb-82f0-6af148337141 HTTP/1.1" status: 204 len: 168 time: 0.9199231 Apr 06 14:32:21.953594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5b0254fb-b6fd-442d-b9f7-0a18f5cbf1af not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:21.956447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-d9adec35-fa3f-400f-94b8-91b73b186d59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:21.956873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-d9adec35-fa3f-400f-94b8-91b73b186d59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:21.960678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:21.961313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:21.961784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.962303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:21.962864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Bound port: 61ff52a7-4edd-4556-9f47-1c3075039cfe, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:21.963349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.971409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40576) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.972327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No DVR routers for this DVR port 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:21.987635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:22.002933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-466856209', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:22.010623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8879dd6-9016-466b-861f-c71e88729a88']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.030771 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-88274f45-eaf6-4135-8fef-248e1601bce2 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:22.031259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88274f45-eaf6-4135-8fef-248e1601bce2 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:22.037625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8b9b6d-020b-4208-92b5-e1716be2656c') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.038214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8b9b6d-020b-4208-92b5-e1716be2656c') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.038742 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-88274f45-eaf6-4135-8fef-248e1601bce2 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/subnets/73984bca-1012-400b-9f6c-7930475efbbf HTTP/1.1" status: 404 len: 337 time: 0.0637710 Apr 06 14:32:22.039592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40578) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.066585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (fc8b9b6d-020b-4208-92b5-e1716be2656c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.115028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (fc8b9b6d-020b-4208-92b5-e1716be2656c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.124029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:22.188080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (3ae1a776-997a-4254-8a7d-6ee3a57a5aeb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.231031 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (70e1bc2a-e63c-4823-b36b-a8cb42d55880), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.237254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae1a776-997a-4254-8a7d-6ee3a57a5aeb']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.237482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28846a-a21a-4ee2-b3b2-b47682faa81a None None] DHCP port deletion for 3ae1a776-997a-4254-8a7d-6ee3a57a5aeb request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:22.252428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9718d8b-cb9f-4bca-aa2f-f395efd59bf7') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.253051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9718d8b-cb9f-4bca-aa2f-f395efd59bf7') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.269245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (e9718d8b-cb9f-4bca-aa2f-f395efd59bf7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.309072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] For port 61ff52a7-4edd-4556-9f47-1c3075039cfe, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:22.315552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e9718d8b-cb9f-4bca-aa2f-f395efd59bf7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.353673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:22.354584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (e9718d8b-cb9f-4bca-aa2f-f395efd59bf7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.356077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] For port 61ff52a7-4edd-4556-9f47-1c3075039cfe, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=61ff52a7-4edd-4556-9f47-1c3075039cfe,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:22.358015 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:22.433784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (70e1bc2a-e63c-4823-b36b-a8cb42d55880), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.455848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.456786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.462305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.462888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:22.463090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (fc8b9b6d-020b-4208-92b5-e1716be2656c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:22.468141 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:22.472936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e1bc2a-e63c-4823-b36b-a8cb42d55880']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.479046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb7b71-7981-414e-8949-bdb69cb866bc req-b380c85f-aa7b-41c7-b7f3-034acc5e73e8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:22.480077 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7655bc-6ee2-4f81-9f38-a940bb042d0d') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.480378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7655bc-6ee2-4f81-9f38-a940bb042d0d') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:22.480632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-47fb7b71-7981-414e-8949-bdb69cb866bc req-b380c85f-aa7b-41c7-b7f3-034acc5e73e8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 944 time: 0.5331070 Apr 06 14:32:22.497031 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (cb7655bc-6ee2-4f81-9f38-a940bb042d0d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.513457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (cb7655bc-6ee2-4f81-9f38-a940bb042d0d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.521213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:22.521213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (cb7655bc-6ee2-4f81-9f38-a940bb042d0d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:22.527192 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:22.534465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f25d-0856-4fd6-9f2f-d32605af545c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (0c66aab2-87be-464d-b463-e5c097074ef3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.550604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d9adec35-fa3f-400f-94b8-91b73b186d59 None None] Current status of the port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:22.572144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8121013-1958-4e42-8add-e0dd1e8493d1 None None] Pushing event updated for resources: {'Port': ['ID=61ff52a7-4edd-4556-9f47-1c3075039cfe,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:22.579169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (3ae1a776-997a-4254-8a7d-6ee3a57a5aeb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.594081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.597416 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/networks/3ae1a776-997a-4254-8a7d-6ee3a57a5aeb HTTP/1.1" status: 204 len: 168 time: 1.7114134 Apr 06 14:32:22.609429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40582) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.617925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1933243350'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:22.620492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4836d-58c6-4424-834b-40fc2c7e61c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Network': ['ID=3ae1a776-997a-4254-8a7d-6ee3a57a5aeb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:22.672681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-508b166b-beed-4791-8e47-2b737574c6c8 None None] Provisioning complete for port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:22.673046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-508b166b-beed-4791-8e47-2b737574c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.695416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-47fb7b71-7981-414e-8949-bdb69cb866bc req-4b523f3f-4c1b-4645-b66c-c0cde38b9fff tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689274 Apr 06 14:32:22.702229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (70e1bc2a-e63c-4823-b36b-a8cb42d55880), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.710854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.716615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5df94-4aaf-4742-9fbd-c25bd58136f6 req-0620fd04-c492-449b-8861-dc3a8414150a tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:22.718185 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7d5df94-4aaf-4742-9fbd-c25bd58136f6 req-0620fd04-c492-449b-8861-dc3a8414150a tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 944 time: 0.2658925 Apr 06 14:32:22.719530 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/70e1bc2a-e63c-4823-b36b-a8cb42d55880 HTTP/1.1" status: 204 len: 168 time: 0.6766081 Apr 06 14:32:22.720179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40586) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.758589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf449142-5fe2-4936-8510-5840016dc550 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Network': ['ID=70e1bc2a-e63c-4823-b36b-a8cb42d55880,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:22.771823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (e8879dd6-9016-466b-861f-c71e88729a88), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.800555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.812436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40588) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:22.812573 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/e8879dd6-9016-466b-861f-c71e88729a88 HTTP/1.1" status: 204 len: 168 time: 5.5517671 Apr 06 14:32:22.826495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2077523155'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:22.834799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:22.838714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.854648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f25d-0856-4fd6-9f2f-d32605af545c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (0c66aab2-87be-464d-b463-e5c097074ef3), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.862425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-508b166b-beed-4791-8e47-2b737574c6c8 None None] Current status of the port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:22.869824 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-508b166b-beed-4791-8e47-2b737574c6c8 None None] Could not find standard attr ID for object 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:22.873444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-508b166b-beed-4791-8e47-2b737574c6c8 None None] Could not find standard attr ID for object fa5db0f9-00c5-402a-a481-bf747024e549. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:22.885963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a723a-f6a3-43d2-a547-527e022f7dfc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=e8879dd6-9016-466b-861f-c71e88729a88,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:22.947090 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:22.950876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.978411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:22.991612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d125867c-6675-4822-b2ee-4f92cbc15b5f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:22.991988 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment d125867c-6675-4822-b2ee-4f92cbc15b5f of type vlan for network 4faf23c0-3bd1-4409-9796-830c4f4cd5f7 Apr 06 14:32:23.015276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8f25d-0856-4fd6-9f2f-d32605af545c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=0c66aab2-87be-464d-b463-e5c097074ef3,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:23.028004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f25d-0856-4fd6-9f2f-d32605af545c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.031493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8ba8f25d-0856-4fd6-9f2f-d32605af545c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/0c66aab2-87be-464d-b463-e5c097074ef3 HTTP/1.1" status: 204 len: 168 time: 1.3197324 Apr 06 14:32:23.034157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40590) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:23.037451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.043818 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7d5df94-4aaf-4742-9fbd-c25bd58136f6 req-fc043fa6-b6c8-4314-adce-429504212c27 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094053 Apr 06 14:32:23.044342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (4faf23c0-3bd1-4409-9796-830c4f4cd5f7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.067908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:23.076227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2b804982-87e8-4e64-be17-7e0d93c4ca61), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.076577 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Added segment 2b804982-87e8-4e64-be17-7e0d93c4ca61 of type vlan for network 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 Apr 06 14:32:23.081940 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d109d337-709b-4d71-8262-1774002370b1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441916 Apr 06 14:32:23.082325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40592) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:23.088048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:23.124062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a0f4-6287-4139-bb00-2ef62ed07c74 req-bd92241d-abde-43b1-8cd0-bb13db23f5fa tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:23.125654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b87a0f4-6287-4139-bb00-2ef62ed07c74 req-bd92241d-abde-43b1-8cd0-bb13db23f5fa tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 944 time: 0.2808568 Apr 06 14:32:23.163992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (34e9d965-703c-4f2e-a1b7-bc78f5c298a3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.225986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-0e59a7a4-ebb3-4b69-8f82-1ca21d9e15f9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Deleting port f76dfb80-1dd0-49a8-b240-36e23e4c4a39 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:23.226505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0e59a7a4-ebb3-4b69-8f82-1ca21d9e15f9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f76dfb80-1dd0-49a8-b240-36e23e4c4a39), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.244323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (4faf23c0-3bd1-4409-9796-830c4f4cd5f7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.249425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:23.250038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.290393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.resource_extend [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:32:23.300117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:23.303399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.370790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=4faf23c0-3bd1-4409-9796-830c4f4cd5f7,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:23.387140 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a80a5e9d-45ca-4fd3-8b05-405bb1b5b390 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5754757 Apr 06 14:32:23.394388 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40594) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:23.400921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': '4faf23c0-3bd1-4409-9796-830c4f4cd5f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:23.467266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (34e9d965-703c-4f2e-a1b7-bc78f5c298a3), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.472758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:23.473661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.479628 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b87a0f4-6287-4139-bb00-2ef62ed07c74 req-6183830f-f1e3-41aa-a7c5-9f1135d40279 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3439531 Apr 06 14:32:23.483655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0e59a7a4-ebb3-4b69-8f82-1ca21d9e15f9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f76dfb80-1dd0-49a8-b240-36e23e4c4a39), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.546748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-0e59a7a4-ebb3-4b69-8f82-1ca21d9e15f9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Calling delete_port for f76dfb80-1dd0-49a8-b240-36e23e4c4a39 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:23.551475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.616048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 4faf23c0-3bd1-4409-9796-830c4f4cd5f7 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:23.618229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.621420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Network': ['ID=34e9d965-703c-4f2e-a1b7-bc78f5c298a3,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:23.665634 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-53bc7ba0-3cd6-4cea-9de7-cc3573cfd7e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0527768 Apr 06 14:32:23.667935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:23.670717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40596) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:23.675824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:23.753854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (0c83af61-2b76-4562-bcf8-71e964096a26), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.761570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0e59a7a4-ebb3-4b69-8f82-1ca21d9e15f9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f76dfb80-1dd0-49a8-b240-36e23e4c4a39), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.806723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59a7a4-ebb3-4b69-8f82-1ca21d9e15f9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Port': ['ID=f76dfb80-1dd0-49a8-b240-36e23e4c4a39,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:23.824414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0e59a7a4-ebb3-4b69-8f82-1ca21d9e15f9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.832141 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0e59a7a4-ebb3-4b69-8f82-1ca21d9e15f9 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/ports/f76dfb80-1dd0-49a8-b240-36e23e4c4a39 HTTP/1.1" status: 204 len: 168 time: 1.1091163 Apr 06 14:32:23.832308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40600) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:23.835014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:23.839132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.850337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:23.869399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb588b56-edc6-4492-9754-5fc5614ccb27 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:32:23.887458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:23.918639 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b14b79-3f2d-4e9b-8fab-f508b3633a9a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] DELETE failed (client error): The resource could not be found. Apr 06 14:32:23.919114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b14b79-3f2d-4e9b-8fab-f508b3633a9a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:23.920861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a2ea-62cb-47f7-a935-c1a577af5ed2 req-d0ba718b-5c51-4faa-9bd8-a1648e1b21a4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:23.924712 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c3b14b79-3f2d-4e9b-8fab-f508b3633a9a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/subnets/054d2b39-a040-4f18-b845-956404dbef08 HTTP/1.1" status: 404 len: 337 time: 0.0796585 Apr 06 14:32:23.924860 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60e3a2ea-62cb-47f7-a935-c1a577af5ed2 req-d0ba718b-5c51-4faa-9bd8-a1648e1b21a4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 944 time: 0.0890820 Apr 06 14:32:23.925304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40602) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:23.925702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:23.926297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.935354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=0c83af61-2b76-4562-bcf8-71e964096a26,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:23.955724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_backend_mixin [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Performing IP validity checks on allocation pools {{(pid=104442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:32:23.956243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_backend_mixin [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:32:23.969920 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-be07d2cc-4a9f-4388-8706-a26f45b90a7d None None] Provisioning complete for port 61ff52a7-4edd-4556-9f47-1c3075039cfe triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:23.970218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be07d2cc-4a9f-4388-8706-a26f45b90a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:23.999308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:24.002676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.060722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb588b56-edc6-4492-9754-5fc5614ccb27 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:32:24.069486 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dbc432b0-dec9-4070-8c97-ede443fb4884 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9801857 Apr 06 14:32:24.069486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40604) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:24.076008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'name': 'tempest-NetworksTestDHCPv6-1563895012'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:24.192282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (62f85c1b-9559-44f1-a682-46f2e80a3090), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.204708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60e3a2ea-62cb-47f7-a935-c1a577af5ed2 req-07379cbd-4c66-4055-9bf8-0a53ba8e07e0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674916 Apr 06 14:32:24.218351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-be07d2cc-4a9f-4388-8706-a26f45b90a7d None None] Current status of the port 61ff52a7-4edd-4556-9f47-1c3075039cfe is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:24.218955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be07d2cc-4a9f-4388-8706-a26f45b90a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.263367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (cb0020c6-db69-434d-bccf-cea988b53bee), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.265097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.316732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.342327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 61ff52a7-4edd-4556-9f47-1c3075039cfe up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:24.346740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=cb0020c6-db69-434d-bccf-cea988b53bee,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:24.376783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': 'd125867c-6675-4822-b2ee-4f92cbc15b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4faf23c0-3bd1-4409-9796-830c4f4cd5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:24.378195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: 4faf23c0-3bd1-4409-9796-830c4f4cd5f7, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:24.393289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-be07d2cc-4a9f-4388-8706-a26f45b90a7d None None] For port 61ff52a7-4edd-4556-9f47-1c3075039cfe, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=61ff52a7-4edd-4556-9f47-1c3075039cfe,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:24.433321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:24.437113 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.455862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 5de79eeb-9036-4700-a48d-45f1c877e514 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:24.456408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 61ff52a7-4edd-4556-9f47-1c3075039cfe triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:24.456787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.467020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network 4faf23c0-3bd1-4409-9796-830c4f4cd5f7 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:24.483938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be07d2cc-4a9f-4388-8706-a26f45b90a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.493084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b12733-fbcc-4103-86c2-9c051cf43ad6 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:32:24.498156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (62f85c1b-9559-44f1-a682-46f2e80a3090), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.559178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f85c1b-9559-44f1-a682-46f2e80a3090']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:24.571856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283e1fe-3e10-4983-86a7-85f0f0ade149 req-d653f997-3014-449e-b28f-2ecd5a952dd6 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:24.574392 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2283e1fe-3e10-4983-86a7-85f0f0ade149 req-d653f997-3014-449e-b28f-2ecd5a952dd6 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 944 time: 0.3134160 Apr 06 14:32:24.593894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07d2cc-4a9f-4388-8706-a26f45b90a7d None None] Pushing event updated for resources: {'Port': ['ID=61ff52a7-4edd-4556-9f47-1c3075039cfe,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:24.624251 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 4faf23c0-3bd1-4409-9796-830c4f4cd5f7) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:24.626329 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::2e7 (935059ea-209c-494a-9703-5e88684a95b4/0c83af61-2b76-4562-bcf8-71e964096a26/5de79eeb-9036-4700-a48d-45f1c877e514) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:24.633768 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:24.634467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.672777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:24.673386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:24.678801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 61ff52a7-4edd-4556-9f47-1c3075039cfe is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:24.679843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:24.739726 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cb38514d-2c83-4440-8dfb-c8435b6053ae tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3438754 Apr 06 14:32:24.743166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40610) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:24.748813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b12733-fbcc-4103-86c2-9c051cf43ad6 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:32:24.769456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:24.770445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.861933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a9d08d5b-6818-4c98-9abf-fea1130e4ae8 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:24.890868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (5de79eeb-9036-4700-a48d-45f1c877e514), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.897137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (4faf23c0-3bd1-4409-9796-830c4f4cd5f7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.963142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.974805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (cb0020c6-db69-434d-bccf-cea988b53bee), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:24.976445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:24.993065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:25.012139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.030690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Allocated IP 172.26.7.191 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/f9f05f6e-624f-43ac-847c-b96a89c83dd8) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:25.035656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:25.036057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (f1b233c8-ea8e-4a2a-bbd4-470127f3fd8d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:25.040138 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:25.042458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:25.042458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6cb9e0a8-41c9-43e8-bd39-2aa5bec872e2 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:25.089916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (6b4572a5-ae3a-4982-b998-9c46368d93af), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.095562 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2283e1fe-3e10-4983-86a7-85f0f0ade149 req-5c76ae68-e965-454a-94e7-49e2e29c4e30 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4796519 Apr 06 14:32:25.104953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:32:25.115870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:25.115870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.126645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4cfd5-6c7d-4a14-a309-453679df295e req-30270221-8cb4-4d21-898b-fee7bb937cd1 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.128409 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4de4cfd5-6c7d-4a14-a309-453679df295e req-30270221-8cb4-4d21-898b-fee7bb937cd1 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 944 time: 0.5141232 Apr 06 14:32:25.135344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2522f4-2795-4ef8-8d8b-bdee149d7815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-4faf23c0-3bd1-4409-9796-830c4f4cd5f7', 'network_id': '4faf23c0-3bd1-4409-9796-830c4f4cd5f7', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': 'cb0020c6-db69-434d-bccf-cea988b53bee'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:25.137096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd2522f4-2795-4ef8-8d8b-bdee149d7815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.165128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5de79eeb-9036-4700-a48d-45f1c877e514), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.175336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (cb0020c6-db69-434d-bccf-cea988b53bee), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.236206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0020c6-db69-434d-bccf-cea988b53bee,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.250674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:25.260846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:25.263519 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:25.267358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=6b4572a5-ae3a-4982-b998-9c46368d93af,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.270419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.271332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.311782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking segment: {'id': '2b804982-87e8-4e64-be17-7e0d93c4ca61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:25.312152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network hostable DHCP agents. Network: 34e9d965-703c-4f2e-a1b7-bc78f5c298a3, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:25.314200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (62f85c1b-9559-44f1-a682-46f2e80a3090), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.321540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=5de79eeb-9036-4700-a48d-45f1c877e514,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.325726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:25.326615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.355722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (4faf23c0-3bd1-4409-9796-830c4f4cd5f7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.357563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:25.357684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4de4cfd5-6c7d-4a14-a309-453679df295e req-ba8f96dd-175d-49a9-9130-6e53deac3cb9 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1886189 Apr 06 14:32:25.387385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4faf23c0-3bd1-4409-9796-830c4f4cd5f7']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:25.390280 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.394181 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/62f85c1b-9559-44f1-a682-46f2e80a3090 HTTP/1.1" status: 204 len: 168 time: 1.4672771 Apr 06 14:32:25.399904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40614) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.404058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b36bab-fb2d-46dd-b0b8-e916306fc65a tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Network': ['ID=62f85c1b-9559-44f1-a682-46f2e80a3090,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.405065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd125867c-6675-4822-b2ee-4f92cbc15b5f') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:25.405379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd125867c-6675-4822-b2ee-4f92cbc15b5f') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:25.424409 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5d81049e-7b1c-4175-82d0-fd9b58c94e5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3556836 Apr 06 14:32:25.426743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (d125867c-6675-4822-b2ee-4f92cbc15b5f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.429005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40616) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.453627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for port (f9f05f6e-624f-43ac-847c-b96a89c83dd8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.478028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d125867c-6675-4822-b2ee-4f92cbc15b5f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.488780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:25.489198 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (d125867c-6675-4822-b2ee-4f92cbc15b5f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.491870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e613e7a3-d56c-4fd7-9526-114bf72a21a1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Deleting subnet 3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:25.492487 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:25.500469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a02966-785f-4172-8920-d1b29d0fcd07 req-471c5bae-24bd-4704-823b-1bd18d09df1a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.502029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-73a02966-785f-4172-8920-d1b29d0fcd07 req-471c5bae-24bd-4704-823b-1bd18d09df1a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 944 time: 0.1919978 Apr 06 14:32:25.514942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613e7a3-d56c-4fd7-9526-114bf72a21a1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for subnet (3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server [None req-dd2522f4-2795-4ef8-8d8b-bdee149d7815 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb0020c6-db69-434d-bccf-cea988b53bee: This subnet is being modified by another concurrent operation. Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:32:25.519396 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb0020c6-db69-434d-bccf-cea988b53bee: This subnet is being modified by another concurrent operation. Apr 06 14:32:25.532611 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Apr 06 14:32:25.539332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0283ba9a-cfb7-4f37-8bd3-a7e5a5d9aa13 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.546395 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0283ba9a-cfb7-4f37-8bd3-a7e5a5d9aa13 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.550459 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0283ba9a-cfb7-4f37-8bd3-a7e5a5d9aa13 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1179755 Apr 06 14:32:25.551140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a9d08d5b-6818-4c98-9abf-fea1130e4ae8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:25.553296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:25.555441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40622) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.599220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98dd6b9-dec8-4eda-8b34-c54978647b2b None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:32:25.632450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613e7a3-d56c-4fd7-9526-114bf72a21a1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.635967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.636979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 7726351b-4ad5-477c-a35a-606411b029c6 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:25.672221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57444c31-ef8b-4896-bdc9-44078a2571f2" -d '{"events": [{"server_uuid": "91fc5faa-b02d-43b0-9bf2-390ed18a35e1", "name": "network-vif-plugged", "status": "completed", "tag": "a9d08d5b-6818-4c98-9abf-fea1130e4ae8"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:25.672685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f9f05f6e-624f-43ac-847c-b96a89c83dd8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.674572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 34e9d965-703c-4f2e-a1b7-bc78f5c298a3) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:25.709156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:25.709871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.718607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (4faf23c0-3bd1-4409-9796-830c4f4cd5f7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.727708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.731465 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/4faf23c0-3bd1-4409-9796-830c4f4cd5f7 HTTP/1.1" status: 204 len: 168 time: 0.9868121 Apr 06 14:32:25.745764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40628) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.751538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1623414469'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:25.770611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47068b03-5564-4e9a-ab53-f8a4f205ef40 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=4faf23c0-3bd1-4409-9796-830c4f4cd5f7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.776739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.785430 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-73a02966-785f-4172-8920-d1b29d0fcd07 req-f103cc0a-4ede-43cb-992d-9af55fccdf69 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729290 Apr 06 14:32:25.831937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event updated for resources: {'Port': ['ID=f9f05f6e-624f-43ac-847c-b96a89c83dd8,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:25.841392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:25.843741 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:25.846904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3081a04a-f4b1-42c3-8f79-10836c0abf36 x-openstack-request-id: req-3081a04a-f4b1-42c3-8f79-10836c0abf36 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:25.847250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fc5faa-b02d-43b0-9bf2-390ed18a35e1", "name": "network-vif-plugged", "status": "completed", "tag": "a9d08d5b-6818-4c98-9abf-fea1130e4ae8", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:25.847353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.848849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3081a04a-f4b1-42c3-8f79-10836c0abf36 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:25.848849 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3081a04a-f4b1-42c3-8f79-10836c0abf36'] response: {'server_uuid': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'code': 200} Apr 06 14:32:25.851694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98dd6b9-dec8-4eda-8b34-c54978647b2b None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:32:25.869884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:25.875219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:25.882981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:25.888678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 7726351b-4ad5-477c-a35a-606411b029c6 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:32:25.897058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6fe60013-2f9f-47c4-916e-691ffcc47798), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.899392 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment 6fe60013-2f9f-47c4-916e-691ffcc47798 of type vlan for network e98d7e1a-47a5-4815-80ef-c3a799f8cb99 Apr 06 14:32:25.929859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 7726351b-4ad5-477c-a35a-606411b029c6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:25.930420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7726351b-4ad5-477c-a35a-606411b029c6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.932889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613e7a3-d56c-4fd7-9526-114bf72a21a1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.962148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (e98d7e1a-47a5-4815-80ef-c3a799f8cb99), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.966670 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f3bd8ba2-4383-44ce-9dd4-23b78bc62e67 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2948048 Apr 06 14:32:25.969628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40630) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:25.974042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7881c-365f-4d57-9d97-f533c630a7f2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 5de79eeb-9036-4700-a48d-45f1c877e514 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:25.974392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb7881c-365f-4d57-9d97-f533c630a7f2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5de79eeb-9036-4700-a48d-45f1c877e514), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:25.982994 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1136873598'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:26.086781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 7726351b-4ad5-477c-a35a-606411b029c6 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:26.087222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7726351b-4ad5-477c-a35a-606411b029c6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.136465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 7726351b-4ad5-477c-a35a-606411b029c6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7726351b-4ad5-477c-a35a-606411b029c6,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:26.141647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (e98d7e1a-47a5-4815-80ef-c3a799f8cb99), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.161500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:26.162637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.209601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 61ff52a7-4edd-4556-9f47-1c3075039cfe up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:26.226900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb7881c-365f-4d57-9d97-f533c630a7f2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5de79eeb-9036-4700-a48d-45f1c877e514), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.237022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-34e9d965-703c-4f2e-a1b7-bc78f5c298a3', 'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3', 'project_id': '6a6f25c64c694d458fa4cabc0ce432b2', 'fixed_ips': [{'subnet_id': '6b4572a5-ae3a-4982-b998-9c46368d93af'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:26.239898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.242254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7881c-365f-4d57-9d97-f533c630a7f2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 5de79eeb-9036-4700-a48d-45f1c877e514 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:26.275900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=e98d7e1a-47a5-4815-80ef-c3a799f8cb99,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:26.276525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7726351b-4ad5-477c-a35a-606411b029c6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.277602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 54c869b1-8b23-48d1-83fb-dff18f3a6c26 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:26.306591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613e7a3-d56c-4fd7-9526-114bf72a21a1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.316619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23fa6d-2bc6-482e-ad90-d5a4af7cc273 req-31e82ba8-ff80-484d-9e15-1194536c1e09 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:26.318155 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aa23fa6d-2bc6-482e-ad90-d5a4af7cc273 req-31e82ba8-ff80-484d-9e15-1194536c1e09 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 944 time: 0.1321027 Apr 06 14:32:26.361295 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7ab2e109-dbb8-4278-ba15-be8c402a6190 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6139877 Apr 06 14:32:26.364196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40634) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:26.365424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network e98d7e1a-47a5-4815-80ef-c3a799f8cb99 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:26.371003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': 'e98d7e1a-47a5-4815-80ef-c3a799f8cb99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:26.437181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:26.441676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.481850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 579e1ddf-2fa4-48f1-af25-948d7dd9b688 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:26.508665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613e7a3-d56c-4fd7-9526-114bf72a21a1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:26.532983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613e7a3-d56c-4fd7-9526-114bf72a21a1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.539699 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e613e7a3-d56c-4fd7-9526-114bf72a21a1 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/subnets/3cd0ee1b-999a-4621-90b0-eab9f0b8d8fc HTTP/1.1" status: 204 len: 168 time: 1.1300299 Apr 06 14:32:26.540937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40638) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:26.626745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 61ff52a7-4edd-4556-9f47-1c3075039cfe triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:26.627477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.660285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=7726351b-4ad5-477c-a35a-606411b029c6,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:26.693098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aa23fa6d-2bc6-482e-ad90-d5a4af7cc273 req-34e09815-47fd-49aa-b261-9ffd394b61b4 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336694 Apr 06 14:32:26.732521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:32:26.745598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:26.745993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.749718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b614f3-1b0e-429f-81d2-5f1f0ea8cda2 req-5a90b306-8a53-495b-a7b4-6da4592d916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:26.750914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 61ff52a7-4edd-4556-9f47-1c3075039cfe is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:26.753042 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54b614f3-1b0e-429f-81d2-5f1f0ea8cda2 req-5a90b306-8a53-495b-a7b4-6da4592d916b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1129 time: 0.3203366 Apr 06 14:32:26.831283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-54b614f3-1b0e-429f-81d2-5f1f0ea8cda2 req-d5415b2d-58b9-4fec-b7d6-cb544965f977 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.840735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:26.841245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.858832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.883710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 54c869b1-8b23-48d1-83fb-dff18f3a6c26, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54c869b1-8b23-48d1-83fb-dff18f3a6c26,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:26.908325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (c83af873-03cf-4d61-93e9-2a15dc943c07), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.909246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1eb5c-797a-47ea-b45f-9e8cf664891e req-0855bbbb-1c04-4003-8a72-eb4dc5b7e1c1 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:26.910742 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-71f1eb5c-797a-47ea-b45f-9e8cf664891e req-0855bbbb-1c04-4003-8a72-eb4dc5b7e1c1 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 944 time: 0.4333704 Apr 06 14:32:26.911274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::2b6 (34e9d965-703c-4f2e-a1b7-bc78f5c298a3/6b4572a5-ae3a-4982-b998-9c46368d93af/579e1ddf-2fa4-48f1-af25-948d7dd9b688) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:26.914763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:26.918097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:26.952913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.009207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=54c869b1-8b23-48d1-83fb-dff18f3a6c26,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:27.042645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Deleting port 114c2b96-38fd-415f-93b2-5fedf17b21f4 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:27.043023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.060194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-71f1eb5c-797a-47ea-b45f-9e8cf664891e req-8334f8ee-c6f0-4782-b35a-4485fb2efa6f tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086724 Apr 06 14:32:27.073347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb7881c-365f-4d57-9d97-f533c630a7f2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5de79eeb-9036-4700-a48d-45f1c877e514), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.126607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d559-9219-4dfa-a147-ca771e70a381 req-a2d69805-7405-4de0-92e4-050d63cd25fd tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:27.134122 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-65f3d559-9219-4dfa-a147-ca771e70a381 req-a2d69805-7405-4de0-92e4-050d63cd25fd tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2222638 Apr 06 14:32:27.256717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] For port 114c2b96-38fd-415f-93b2-5fedf17b21f4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=114c2b96-38fd-415f-93b2-5fedf17b21f4,segment=NetworkSegment(c03f3926-ab99-4e2f-8f98-c7d141d9fa63),segment_id=c03f3926-ab99-4e2f-8f98-c7d141d9fa63)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:27.257094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.312430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Calling delete_port for 114c2b96-38fd-415f-93b2-5fedf17b21f4 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:27.418400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (579e1ddf-2fa4-48f1-af25-948d7dd9b688), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.421764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (7c1b4dd2-17da-4faf-bef2-4b636ef945c6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.424551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7881c-365f-4d57-9d97-f533c630a7f2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=5de79eeb-9036-4700-a48d-45f1c877e514,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:27.505434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb7881c-365f-4d57-9d97-f533c630a7f2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.511198 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ccb7881c-365f-4d57-9d97-f533c630a7f2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/5de79eeb-9036-4700-a48d-45f1c877e514 HTTP/1.1" status: 204 len: 168 time: 1.9472530 Apr 06 14:32:27.513781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40642) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:27.573775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=7c1b4dd2-17da-4faf-bef2-4b636ef945c6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:27.575584 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-65f3d559-9219-4dfa-a147-ca771e70a381 req-813923ce-8c18-4deb-9c28-919dadcbd157 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405947 Apr 06 14:32:27.590987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-54b614f3-1b0e-429f-81d2-5f1f0ea8cda2 req-d5415b2d-58b9-4fec-b7d6-cb544965f977 service neutron] Publish callbacks [] for security_group (4d856ddb-91aa-4d0c-a20d-6da612ea088b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.596325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.603718 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': '6fe60013-2f9f-47c4-916e-691ffcc47798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e98d7e1a-47a5-4815-80ef-c3a799f8cb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:27.604086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: e98d7e1a-47a5-4815-80ef-c3a799f8cb99, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:27.614267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83749f46-6c2f-4b73-9e74-6c5be821a895 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:27.615760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83749f46-6c2f-4b73-9e74-6c5be821a895 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:27.617291 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-83749f46-6c2f-4b73-9e74-6c5be821a895 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0987580 Apr 06 14:32:27.621767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40644) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:27.667029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (114c2b96-38fd-415f-93b2-5fedf17b21f4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.695902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-54b614f3-1b0e-429f-81d2-5f1f0ea8cda2 req-d5415b2d-58b9-4fec-b7d6-cb544965f977 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4d856ddb-91aa-4d0c-a20d-6da612ea088b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.700891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Port': ['ID=114c2b96-38fd-415f-93b2-5fedf17b21f4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:27.709076 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3370da51-d390-4440-98cf-b22b98e5ce14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 0c83af61-2b76-4562-bcf8-71e964096a26 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:27.712359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (579e1ddf-2fa4-48f1-af25-948d7dd9b688), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.720341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3370da51-d390-4440-98cf-b22b98e5ce14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (0c83af61-2b76-4562-bcf8-71e964096a26), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.727915 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] No DVR routers for this DVR port 114c2b96-38fd-415f-93b2-5fedf17b21f4 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:27.766089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54b614f3-1b0e-429f-81d2-5f1f0ea8cda2 req-d5415b2d-58b9-4fec-b7d6-cb544965f977 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9579906 Apr 06 14:32:27.768091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5415b2d-58b9-4fec-b7d6-cb544965f977 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4d856ddb-91aa-4d0c-a20d-6da612ea088b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:27.774229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Allocated IP 2001:db8::2 (34e9d965-703c-4f2e-a1b7-bc78f5c298a3/6b4572a5-ae3a-4982-b998-9c46368d93af/6b1c2a6a-678b-4e78-96d7-75623b6cc669) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:27.786174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network e98d7e1a-47a5-4815-80ef-c3a799f8cb99 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:27.833614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:27.848935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7726351b-4ad5-477c-a35a-606411b029c6'}, {'server_uuid': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c869b1-8b23-48d1-83fb-dff18f3a6c26'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:27.852071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e05003-6d97-4677-aed0-eb8f60185ae8" -d '{"events": [{"server_uuid": "d23e55ca-878a-46bf-ae8c-c7934f37ac62", "name": "network-vif-plugged", "status": "completed", "tag": "7726351b-4ad5-477c-a35a-606411b029c6"}, {"server_uuid": "e9c10fa1-df43-4e1f-afe1-e056dd322751", "name": "network-vif-plugged", "status": "completed", "tag": "54c869b1-8b23-48d1-83fb-dff18f3a6c26"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:27.858505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:27.861039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:27.868627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:27.868627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.872519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613330db-b0ac-4f6f-8ac0-9cf7a6c9d0f8 req-ba020b9c-6217-4d55-a57c-0b2e68100a3b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:27.880111 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-613330db-b0ac-4f6f-8ac0-9cf7a6c9d0f8 req-ba020b9c-6217-4d55-a57c-0b2e68100a3b tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.0699062 Apr 06 14:32:27.888236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Router b1c2c4d0-09ee-4b62-ba57-475e88284c8d is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:27.903193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3370da51-d390-4440-98cf-b22b98e5ce14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (0c83af61-2b76-4562-bcf8-71e964096a26), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.907439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=579e1ddf-2fa4-48f1-af25-948d7dd9b688,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:27.954658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, e98d7e1a-47a5-4815-80ef-c3a799f8cb99) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:27.965133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d89c9c9-99b1-4522-8bed-cc88da347c81 x-openstack-request-id: req-5d89c9c9-99b1-4522-8bed-cc88da347c81 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:27.965433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23e55ca-878a-46bf-ae8c-c7934f37ac62", "name": "network-vif-plugged", "status": "completed", "tag": "7726351b-4ad5-477c-a35a-606411b029c6", "code": 200}, {"server_uuid": "e9c10fa1-df43-4e1f-afe1-e056dd322751", "name": "network-vif-plugged", "status": "completed", "tag": "54c869b1-8b23-48d1-83fb-dff18f3a6c26", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:27.965707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d89c9c9-99b1-4522-8bed-cc88da347c81 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:27.966875 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d89c9c9-99b1-4522-8bed-cc88da347c81'] response: {'server_uuid': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7726351b-4ad5-477c-a35a-606411b029c6', 'code': 200} Apr 06 14:32:27.967169 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d89c9c9-99b1-4522-8bed-cc88da347c81'] response: {'server_uuid': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'code': 200} Apr 06 14:32:27.967811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:27.969643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:27.998164 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-613330db-b0ac-4f6f-8ac0-9cf7a6c9d0f8 req-40597fad-3937-42f7-8cee-d30ea92d0fe4 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125617 Apr 06 14:32:28.003096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Publish callbacks [] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.010824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (c83af873-03cf-4d61-93e9-2a15dc943c07), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.044261 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c4b36eb8-d1be-4f65-8416-80f69953e785 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6762915 Apr 06 14:32:28.045351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40650) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.047167 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83af873-03cf-4d61-93e9-2a15dc943c07']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:28.078746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:28.081283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.126467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac14b0-7713-4c73-a4c0-f09b00f13d87 None None] Sync routers for ids ['b1c2c4d0-09ee-4b62-ba57-475e88284c8d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:28.141419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3370da51-d390-4440-98cf-b22b98e5ce14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (0c83af61-2b76-4562-bcf8-71e964096a26), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.152986 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eeefd01c-b314-45b2-bf64-837fa316fddb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1787910 Apr 06 14:32:28.156263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40654) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.177041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03f3926-ab99-4e2f-8f98-c7d141d9fa63') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:28.177334 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03f3926-ab99-4e2f-8f98-c7d141d9fa63') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:28.179894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Network 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:28.181658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac14b0-7713-4c73-a4c0-f09b00f13d87 None None] Routers {'b1c2c4d0-09ee-4b62-ba57-475e88284c8d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:28.181865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c9ac14b0-7713-4c73-a4c0-f09b00f13d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b1c2c4d0-09ee-4b62-ba57-475e88284c8d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:28.197256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.198550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a904273c-9e5b-4409-9bb8-2ced660634ef tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5945649 Apr 06 14:32:28.205688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40656) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.207360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (c03f3926-ab99-4e2f-8f98-c7d141d9fa63), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.221749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c9ac14b0-7713-4c73-a4c0-f09b00f13d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:28.225466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:28.227229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Pushing event updated for resources: {'Port': ['ID=6b1c2a6a-678b-4e78-96d7-75623b6cc669,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:28.229434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:28.260901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac14b0-7713-4c73-a4c0-f09b00f13d87 None None] Routers {'b1c2c4d0-09ee-4b62-ba57-475e88284c8d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:28.261849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c9ac14b0-7713-4c73-a4c0-f09b00f13d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b1c2c4d0-09ee-4b62-ba57-475e88284c8d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:28.315827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37379d-7b0b-4aa6-bb8f-d5d2b955b90e req-192b0797-b671-4298-a8ca-e15a5bed61da tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:28.317916 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6d37379d-7b0b-4aa6-bb8f-d5d2b955b90e req-192b0797-b671-4298-a8ca-e15a5bed61da tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.1275575 Apr 06 14:32:28.326061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c9ac14b0-7713-4c73-a4c0-f09b00f13d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:28.326752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac14b0-7713-4c73-a4c0-f09b00f13d87 None None] The sync data for ids ['b1c2c4d0-09ee-4b62-ba57-475e88284c8d'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:28.342889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Attempting to bind port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:28.343293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Attempting to bind port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '2b804982-87e8-4e64-be17-7e0d93c4ca61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:28.343869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Attempting to bind port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 on network 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:28.349575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:28.350014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Checking segment: {'id': '2b804982-87e8-4e64-be17-7e0d93c4ca61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:28.350477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.351025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Bound using segment: {'id': '2b804982-87e8-4e64-be17-7e0d93c4ca61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:28.351434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c03f3926-ab99-4e2f-8f98-c7d141d9fa63), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.351625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Bound port: 6b1c2a6a-678b-4e78-96d7-75623b6cc669, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b804982-87e8-4e64-be17-7e0d93c4ca61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:28.352071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.363196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ecced2e0-7148-4754-bafb-eba1fb4100c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 579e1ddf-2fa4-48f1-af25-948d7dd9b688 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:28.363662 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecced2e0-7148-4754-bafb-eba1fb4100c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (579e1ddf-2fa4-48f1-af25-948d7dd9b688), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.363949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (e98d7e1a-47a5-4815-80ef-c3a799f8cb99), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.380355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:28.380771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (c03f3926-ab99-4e2f-8f98-c7d141d9fa63), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:28.387010 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:28.435539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] For port 6b1c2a6a-678b-4e78-96d7-75623b6cc669, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:28.441173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] For port 6b1c2a6a-678b-4e78-96d7-75623b6cc669, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6b1c2a6a-678b-4e78-96d7-75623b6cc669,segment=NetworkSegment(2b804982-87e8-4e64-be17-7e0d93c4ca61),segment_id=2b804982-87e8-4e64-be17-7e0d93c4ca61)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:28.463126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6d37379d-7b0b-4aa6-bb8f-d5d2b955b90e req-7e99b247-4d7a-41f9-8065-d4a01e99f189 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329954 Apr 06 14:32:28.499237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecced2e0-7148-4754-bafb-eba1fb4100c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (579e1ddf-2fa4-48f1-af25-948d7dd9b688), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.505765 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-feb77f28-fbcf-42fb-9778-d0a43b31fb03 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/routers/b1c2c4d0-09ee-4b62-ba57-475e88284c8d HTTP/1.1" status: 200 len: 924 time: 0.2936220 Apr 06 14:32:28.505995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40658) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.512815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ecced2e0-7148-4754-bafb-eba1fb4100c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 579e1ddf-2fa4-48f1-af25-948d7dd9b688 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:28.554523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.558449 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3a72940e-0bb0-45b2-afbb-08386d1aad9e tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c2c4d0-09ee-4b62-ba57-475e88284c8d HTTP/1.1" status: 200 len: 205 time: 0.0513465 Apr 06 14:32:28.561846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3370da51-d390-4440-98cf-b22b98e5ce14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (0c83af61-2b76-4562-bcf8-71e964096a26), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.562939 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40660) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.572484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7c1b4dd2-17da-4faf-bef2-4b636ef945c6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.595081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370da51-d390-4440-98cf-b22b98e5ce14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=0c83af61-2b76-4562-bcf8-71e964096a26,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:28.619306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3370da51-d390-4440-98cf-b22b98e5ce14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.622573 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3370da51-d390-4440-98cf-b22b98e5ce14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/0c83af61-2b76-4562-bcf8-71e964096a26 HTTP/1.1" status: 204 len: 168 time: 0.9981997 Apr 06 14:32:28.625466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40664) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.677181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c7243-9191-4d79-b007-d32e7d8fa6fc None None] Pushing event updated for resources: {'Port': ['ID=6b1c2a6a-678b-4e78-96d7-75623b6cc669,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:28.691679 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7268265f-3fd5-481f-b82e-3619a601ae5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627344 Apr 06 14:32:28.691679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (c83af873-03cf-4d61-93e9-2a15dc943c07), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.702475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40666) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.702475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.704264 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] 10.222.0.71 "DELETE /v2.0/networks/c83af873-03cf-4d61-93e9-2a15dc943c07 HTTP/1.1" status: 204 len: 168 time: 2.1583140 Apr 06 14:32:28.748382 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f290ce9-c630-47a2-ac13-68476009d966 tempest-NetworksIpV6TestAttrs-900994045 tempest-NetworksIpV6TestAttrs-900994045-project] Pushing event deleted for resources: {'Network': ['ID=c83af873-03cf-4d61-93e9-2a15dc943c07,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:28.785144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c20686-04f1-4e57-94d4-0e747539f328 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:28.790028 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-11c20686-04f1-4e57-94d4-0e747539f328 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0877473 Apr 06 14:32:28.790875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40672) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.858694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d136b58-cf2a-423b-af78-492e09c63d14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:28.864592 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7d136b58-cf2a-423b-af78-492e09c63d14 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691483 Apr 06 14:32:28.865466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40674) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.912317 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-49b32262-db63-4074-95d9-45dedc663836 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455608 Apr 06 14:32:28.917206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40676) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:28.919432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1caea5-fdda-4998-9844-2b572197ba9e req-43b7028e-d1ca-45cd-ab65-f88122662103 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:28.921035 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae1caea5-fdda-4998-9844-2b572197ba9e req-43b7028e-d1ca-45cd-ab65-f88122662103 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2330310 Apr 06 14:32:28.923162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:28.948606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:28.960427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (7c1b4dd2-17da-4faf-bef2-4b636ef945c6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.030861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1b4dd2-17da-4faf-bef2-4b636ef945c6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:29.087899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd934a57-a7b1-4837-b597-78ef15f9efc5 req-670adff9-ed27-4ab7-8a5e-f64dc9b87aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:29.089509 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd934a57-a7b1-4837-b597-78ef15f9efc5 req-670adff9-ed27-4ab7-8a5e-f64dc9b87aa9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 1129 time: 0.3133543 Apr 06 14:32:29.091521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d421c-c555-4aeb-b3d3-4c0fe76fe934 req-2a380bca-81a1-4478-9f86-3959fd518aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:29.092942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a1d421c-c555-4aeb-b3d3-4c0fe76fe934 req-2a380bca-81a1-4478-9f86-3959fd518aac service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 1129 time: 0.2829738 Apr 06 14:32:29.144632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (e98d7e1a-47a5-4815-80ef-c3a799f8cb99), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.177639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98d7e1a-47a5-4815-80ef-c3a799f8cb99']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:29.191366 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae1caea5-fdda-4998-9844-2b572197ba9e req-be9d6bf3-969c-4c6e-8694-30bc8b7eae9b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388177 Apr 06 14:32:29.192352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe60013-2f9f-47c4-916e-691ffcc47798') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:29.192736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe60013-2f9f-47c4-916e-691ffcc47798') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:29.201440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecced2e0-7148-4754-bafb-eba1fb4100c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (579e1ddf-2fa4-48f1-af25-948d7dd9b688), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.204737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (6fe60013-2f9f-47c4-916e-691ffcc47798), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.221630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6fe60013-2f9f-47c4-916e-691ffcc47798), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.229838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:29.230244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (6fe60013-2f9f-47c4-916e-691ffcc47798), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:29.233377 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:29.262877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecced2e0-7148-4754-bafb-eba1fb4100c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=579e1ddf-2fa4-48f1-af25-948d7dd9b688,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:29.273473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:29.276899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.309120 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd934a57-a7b1-4837-b597-78ef15f9efc5 req-e6675486-5322-4c53-80c4-c475a2b3422c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028055 Apr 06 14:32:29.314012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecced2e0-7148-4754-bafb-eba1fb4100c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.320377 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ecced2e0-7148-4754-bafb-eba1fb4100c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/579e1ddf-2fa4-48f1-af25-948d7dd9b688 HTTP/1.1" status: 204 len: 168 time: 1.1601534 Apr 06 14:32:29.320377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.322050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40680) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.325622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a1d421c-c555-4aeb-b3d3-4c0fe76fe934 req-703824f9-1d1a-453d-a5cb-f480d0376993 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2226436 Apr 06 14:32:29.348523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caad90-562f-418d-ad36-ed0a7d5dc3c8 req-58bf6b8b-97d3-4f65-a447-52d76c90293c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:29.352153 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c2caad90-562f-418d-ad36-ed0a7d5dc3c8 req-58bf6b8b-97d3-4f65-a447-52d76c90293c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.2197168 Apr 06 14:32:29.371104 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-68949f72-7caa-4782-a6ac-1a9a18fa3c36 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:32:29.372573 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-68949f72-7caa-4782-a6ac-1a9a18fa3c36 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/579e1ddf-2fa4-48f1-af25-948d7dd9b688 HTTP/1.1" status: 404 len: 333 time: 0.0472083 Apr 06 14:32:29.380043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40684) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.414672 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c2caad90-562f-418d-ad36-ed0a7d5dc3c8 req-0d03545b-6e70-4ca2-bae8-f7efc3d12760 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573425 Apr 06 14:32:29.455757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40686) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.458823 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (e98d7e1a-47a5-4815-80ef-c3a799f8cb99), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.476134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.480217 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/e98d7e1a-47a5-4815-80ef-c3a799f8cb99 HTTP/1.1" status: 204 len: 168 time: 1.4309423 Apr 06 14:32:29.482453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Deleting port f9f05f6e-624f-43ac-847c-b96a89c83dd8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:29.482980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f9f05f6e-624f-43ac-847c-b96a89c83dd8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.485777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40690) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.502711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1038620226'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:29.511976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-136fef58-b488-437f-ae5c-41fd414ffd38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet 6b4572a5-ae3a-4982-b998-9c46368d93af {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:29.525540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-136fef58-b488-437f-ae5c-41fd414ffd38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (6b4572a5-ae3a-4982-b998-9c46368d93af), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.530557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90fc9d-a057-4394-9dd3-413dac4e1b92 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=e98d7e1a-47a5-4815-80ef-c3a799f8cb99,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:29.628627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-136fef58-b488-437f-ae5c-41fd414ffd38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (6b4572a5-ae3a-4982-b998-9c46368d93af), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.693555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f9f05f6e-624f-43ac-847c-b96a89c83dd8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.707991 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b9dc06a7-27a9-4f51-9206-65fa14870240 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2540b39cc99a41959e7e188c41e53cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488780 Apr 06 14:32:29.709250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40694) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:29.720484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Calling delete_port for f9f05f6e-624f-43ac-847c-b96a89c83dd8 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:29.733241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234a9f8-5977-4c30-9fd3-6b8bb420ec52 req-e238f215-6607-443b-aed7-997cf9ae5079 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:29.735040 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d234a9f8-5977-4c30-9fd3-6b8bb420ec52 req-e238f215-6607-443b-aed7-997cf9ae5079 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.1607044 Apr 06 14:32:29.875354 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d234a9f8-5977-4c30-9fd3-6b8bb420ec52 req-f2c20165-3540-4c22-8a37-70f8f3b0dd38 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313095 Apr 06 14:32:29.889054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb97b017-9e1f-4ee7-a8a0-88141ef7bae8 admin admin] Publish callbacks [] for security_group (5baafe5e-a40b-4bb5-b36f-e216aaf70f30), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.942775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7209d-71db-4cea-b857-f5c9f2b7bb45 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:29.943730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:29.947147 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.950598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb97b017-9e1f-4ee7-a8a0-88141ef7bae8 admin admin] Publish callbacks [] for security_group (5baafe5e-a40b-4bb5-b36f-e216aaf70f30), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:29.966655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d71359-d573-4c1b-9d0c-01d7def40404 None None] Network 4faf23c0-3bd1-4409-9796-830c4f4cd5f7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:30.024677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:30.028991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-136fef58-b488-437f-ae5c-41fd414ffd38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (6b4572a5-ae3a-4982-b998-9c46368d93af), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.049299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d71359-d573-4c1b-9d0c-01d7def40404 None None] Network 4faf23c0-3bd1-4409-9796-830c4f4cd5f7 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:32:30.056711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbeb7e7-ab4b-4de5-a991-d92d9dd3b349 None None] Network e98d7e1a-47a5-4815-80ef-c3a799f8cb99 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:30.061343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c14499-5187-4f41-8ed4-99da95e19458 None None] Network 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:30.064035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22d0f8-974a-4753-8ce2-53e0b965ed0f None None] Network c83af873-03cf-4d61-93e9-2a15dc943c07 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:30.064151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (29eef9a0-d902-4e23-910e-f85fa9d6450e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.064662 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment 29eef9a0-d902-4e23-910e-f85fa9d6450e of type vlan for network 9b350216-e85b-4775-8774-12666e6f9ad8 Apr 06 14:32:30.086067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b1539-0f6c-4da7-b71b-3a139c6ce580 None None] Network 4faf23c0-3bd1-4409-9796-830c4f4cd5f7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:30.107003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (d80dfe7b-9de9-4eed-b5a1-223ba5d94193), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.124892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbeb7e7-ab4b-4de5-a991-d92d9dd3b349 None None] Network e98d7e1a-47a5-4815-80ef-c3a799f8cb99 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:32:30.130085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb97b017-9e1f-4ee7-a8a0-88141ef7bae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (5baafe5e-a40b-4bb5-b36f-e216aaf70f30), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.133027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb97b017-9e1f-4ee7-a8a0-88141ef7bae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.134299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb97b017-9e1f-4ee7-a8a0-88141ef7bae8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5baafe5e-a40b-4bb5-b36f-e216aaf70f30 HTTP/1.1" status: 204 len: 168 time: 0.4210000 Apr 06 14:32:30.145821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (9b350216-e85b-4775-8774-12666e6f9ad8), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.163920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97b017-9e1f-4ee7-a8a0-88141ef7bae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baafe5e-a40b-4bb5-b36f-e216aaf70f30,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.191550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:30.196562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f6fe1765-d187-4fbb-9881-b52344212991 None None] Provisioning complete for port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:30.196875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1765-d187-4fbb-9881-b52344212991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.198309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:30.203806 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:30.204601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.209143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=d80dfe7b-9de9-4eed-b5a1-223ba5d94193,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.215950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f9f05f6e-624f-43ac-847c-b96a89c83dd8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.233502 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22d0f8-974a-4753-8ce2-53e0b965ed0f None None] Network c83af873-03cf-4d61-93e9-2a15dc943c07 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:32:30.236100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b1539-0f6c-4da7-b71b-3a139c6ce580 None None] Network 4faf23c0-3bd1-4409-9796-830c4f4cd5f7 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:32:30.238330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a42051-1065-465b-94e4-da57f8249d77 None None] Network e98d7e1a-47a5-4815-80ef-c3a799f8cb99 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:30.255165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event deleted for resources: {'Port': ['ID=f9f05f6e-624f-43ac-847c-b96a89c83dd8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.259580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-136fef58-b488-437f-ae5c-41fd414ffd38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (6b4572a5-ae3a-4982-b998-9c46368d93af), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.301470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fef58-b488-437f-ae5c-41fd414ffd38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4572a5-ae3a-4982-b998-9c46368d93af,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.304157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-136fef58-b488-437f-ae5c-41fd414ffd38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.307875 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-136fef58-b488-437f-ae5c-41fd414ffd38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/6b4572a5-ae3a-4982-b998-9c46368d93af HTTP/1.1" status: 204 len: 168 time: 0.9250419 Apr 06 14:32:30.310248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6b1c2a6a-678b-4e78-96d7-75623b6cc669 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:30.310597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40706) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.339882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (9b350216-e85b-4775-8774-12666e6f9ad8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.346529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:30.347222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.381096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbea80-92c7-4661-ad04-35649bd00166 None None] DHCP port deletion for c83af873-03cf-4d61-93e9-2a15dc943c07 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:30.385429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a42051-1065-465b-94e4-da57f8249d77 None None] Network e98d7e1a-47a5-4815-80ef-c3a799f8cb99 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:32:30.415437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.501299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:30.501836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.535113 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1aba647e-aca7-49f5-84c2-dc20e7da9006 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6166880 Apr 06 14:32:30.536985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e0b8c-fd77-4799-b3dd-bdcd0d24945d req-d387bc95-00da-48e3-9399-3ca933b837c6 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:30.538552 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-326e0b8c-fd77-4799-b3dd-bdcd0d24945d req-d387bc95-00da-48e3-9399-3ca933b837c6 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2213728 Apr 06 14:32:30.541875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40710) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.546818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': 'd80dfe7b-9de9-4eed-b5a1-223ba5d94193', 'ip_address': '2001:db8::488f:b839:76d6:4b68'}], 'name': 'tempest-NetworksTestDHCPv6-1348802782'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:30.582236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.586710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.623667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe1765-d187-4fbb-9881-b52344212991 None None] Current status of the port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:30.623900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1765-d187-4fbb-9881-b52344212991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.655163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:30.677647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (34e9d965-703c-4f2e-a1b7-bc78f5c298a3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.689318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=9b350216-e85b-4775-8774-12666e6f9ad8,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:30.735125 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c53fda4-f2b2-4bb2-b5ef-b69260e8cc27 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2479243 Apr 06 14:32:30.737841 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40714) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:30.743538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': '9b350216-e85b-4775-8774-12666e6f9ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:30.775514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 9b350216-e85b-4775-8774-12666e6f9ad8 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:30.830431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f6fe1765-d187-4fbb-9881-b52344212991 None None] For port 6b1c2a6a-678b-4e78-96d7-75623b6cc669, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6b1c2a6a-678b-4e78-96d7-75623b6cc669,segment=NetworkSegment(2b804982-87e8-4e64-be17-7e0d93c4ca61),segment_id=2b804982-87e8-4e64-be17-7e0d93c4ca61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:30.879707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:30.999491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.999730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:30.999730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:30.999730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff3d62-7a96-4846-8bb5-ad86d26ea494 None None] Update dhcp port {'port': {'network_id': '34e9d965-703c-4f2e-a1b7-bc78f5c298a3', 'fixed_ips': [{'subnet_id': '6b4572a5-ae3a-4982-b998-9c46368d93af'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': '6b1c2a6a-678b-4e78-96d7-75623b6cc669'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:32:31.000271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] For port 6b1c2a6a-678b-4e78-96d7-75623b6cc669, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6b1c2a6a-678b-4e78-96d7-75623b6cc669,segment=NetworkSegment(2b804982-87e8-4e64-be17-7e0d93c4ca61),segment_id=2b804982-87e8-4e64-be17-7e0d93c4ca61)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:31.000271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.000271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 6b1c2a6a-678b-4e78-96d7-75623b6cc669 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:31.000543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-47ff3d62-7a96-4846-8bb5-ad86d26ea494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.000616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85137bbe-2c1f-44d5-bc23-d429273d2020 req-24548981-9a2f-4c70-bdc4-0e46499ae1e4 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:31.000616 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-85137bbe-2c1f-44d5-bc23-d429273d2020 req-24548981-9a2f-4c70-bdc4-0e46499ae1e4 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.4806888 Apr 06 14:32:31.004614 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-326e0b8c-fd77-4799-b3dd-bdcd0d24945d req-29b5b7d3-beb6-40bf-95cc-80f25ba0d070 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4360614 Apr 06 14:32:31.035834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] Deleting port 61ff52a7-4edd-4556-9f47-1c3075039cfe {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:31.037111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.077248 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-85137bbe-2c1f-44d5-bc23-d429273d2020 req-bde9e6f9-ab14-4d31-93c7-ccee8894a27f tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635073 Apr 06 14:32:31.106394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:31.110182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.118123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (b1c2c4d0-09ee-4b62-ba57-475e88284c8d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.118777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Fanout notify agent at l3_agent the message router_deleted on router b1c2c4d0-09ee-4b62-ba57-475e88284c8d {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:31.129632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.132536 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f47e2972-982e-487d-8a48-9796f82dd88d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/b1c2c4d0-09ee-4b62-ba57-475e88284c8d HTTP/1.1" status: 204 len: 168 time: 2.5672824 Apr 06 14:32:31.138533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40726) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:31.144161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'router': {'name': 'tempest-snat-router-427238841', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': False}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:31.168569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:31.218357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640c4e7-7564-47b0-bcca-ddcece9d56a4 req-96b6e0b8-c1f5-4b4e-8652-e635adb78931 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:31.220060 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4640c4e7-7564-47b0-bcca-ddcece9d56a4 req-96b6e0b8-c1f5-4b4e-8652-e635adb78931 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.1352181 Apr 06 14:32:31.223355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (92eb95b6-4115-4894-8bb1-57910c8cac49), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.224456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (92eb95b6-4115-4894-8bb1-57910c8cac49), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.245193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1765-d187-4fbb-9881-b52344212991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.317763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6b1c2a6a-678b-4e78-96d7-75623b6cc669), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.343396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d306c5ff-54f8-456b-b8f4-42720fa37c43 None None] Network 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:31.359876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No DVR routers for this DVR port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:31.387417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=6b1c2a6a-678b-4e78-96d7-75623b6cc669,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.485927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4640c4e7-7564-47b0-bcca-ddcece9d56a4 req-a3377e56-246d-4982-b8cd-d6f432e4ca8b tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2467244 Apr 06 14:32:31.509660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_controller (92eb95b6-4115-4894-8bb1-57910c8cac49), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.528704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (34e9d965-703c-4f2e-a1b7-bc78f5c298a3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.529188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.566611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e9d965-703c-4f2e-a1b7-bc78f5c298a3']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:31.573162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 38b379b9-0b51-4d2f-996f-266856ac10d7 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:31.592497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b804982-87e8-4e64-be17-7e0d93c4ca61') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:31.592497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b804982-87e8-4e64-be17-7e0d93c4ca61') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:31.609869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (2b804982-87e8-4e64-be17-7e0d93c4ca61), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.637737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2b804982-87e8-4e64-be17-7e0d93c4ca61), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.642247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:31.642659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:31.645954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:31.646415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (2b804982-87e8-4e64-be17-7e0d93c4ca61), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:31.651363 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:31.663273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] For port 61ff52a7-4edd-4556-9f47-1c3075039cfe, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=61ff52a7-4edd-4556-9f47-1c3075039cfe,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:31.663684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.678147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe1765-d187-4fbb-9881-b52344212991 None None] Pushing event updated for resources: {'Port': ['ID=6b1c2a6a-678b-4e78-96d7-75623b6cc669,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.689029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] Calling delete_port for 61ff52a7-4edd-4556-9f47-1c3075039cfe owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:31.733056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (6ee4bc61-7c71-44d8-a710-1971576f032d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.751680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d27ea7-370e-4c27-9cf9-61ca6dda9bd6 None None] DHCP port deletion for 34e9d965-703c-4f2e-a1b7-bc78f5c298a3 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:31.808094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=6ee4bc61-7c71-44d8-a710-1971576f032d,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.818446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': '29eef9a0-d902-4e23-910e-f85fa9d6450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9b350216-e85b-4775-8774-12666e6f9ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:31.818799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: 9b350216-e85b-4775-8774-12666e6f9ad8, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:31.878930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (34e9d965-703c-4f2e-a1b7-bc78f5c298a3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.890556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.898726 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/networks/34e9d965-703c-4f2e-a1b7-bc78f5c298a3 HTTP/1.1" status: 204 len: 168 time: 1.5867553 Apr 06 14:32:31.901211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40738) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:31.906354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'name': 'tempest-PortsIpV6TestJSON-773132619'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:31.924984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e32156-ca34-4108-975e-fe64b01ce83a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Network': ['ID=34e9d965-703c-4f2e-a1b7-bc78f5c298a3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:31.945080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (61ff52a7-4edd-4556-9f47-1c3075039cfe), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.954111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (92eb95b6-4115-4894-8bb1-57910c8cac49), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:31.978033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::488f:b839:76d6:4b68 (935059ea-209c-494a-9703-5e88684a95b4/d80dfe7b-9de9-4eed-b5a1-223ba5d94193/38b379b9-0b51-4d2f-996f-266856ac10d7) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:31.989589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40740) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:32.002602 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network 9b350216-e85b-4775-8774-12666e6f9ad8 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:32.025622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] No DVR routers for this DVR port 61ff52a7-4edd-4556-9f47-1c3075039cfe on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:32.038763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35a97-218f-47e7-a7a8-ad9919b278d9 None None] Pushing event deleted for resources: {'Port': ['ID=61ff52a7-4edd-4556-9f47-1c3075039cfe,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:32.060709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53490548-9c2b-4a1d-bdd7-65f2eec153e4 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:32.090232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 9b350216-e85b-4775-8774-12666e6f9ad8) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:32.095208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.096247 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.137682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e2bbc-eaaf-43e1-9943-bdf8f7289265 None None] Network 9b350216-e85b-4775-8774-12666e6f9ad8 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:32.159356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:32.163082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.185743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1450473268'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:32.197546 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 3a091ef1-1187-48a3-8830-1bef80d7bb07 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:32.213641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Port 6b1c2a6a-678b-4e78-96d7-75623b6cc669 update to ACTIVE by agent not found {{(pid=104444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 06 14:32:32.313696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': 'd80dfe7b-9de9-4eed-b5a1-223ba5d94193'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:32.314604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.318313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (38b379b9-0b51-4d2f-996f-266856ac10d7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.329810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-9b350216-e85b-4775-8774-12666e6f9ad8', 'network_id': '9b350216-e85b-4775-8774-12666e6f9ad8', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': '6ee4bc61-7c71-44d8-a710-1971576f032d'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:32.330372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f1566-a0a9-4fed-9e5d-b263b8b7b9f2 req-b8dd6bb8-dbc4-4c2d-8a3c-ecb9fd66598e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.330673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.331965 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7e5f1566-a0a9-4fed-9e5d-b263b8b7b9f2 req-b8dd6bb8-dbc4-4c2d-8a3c-ecb9fd66598e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2256260 Apr 06 14:32:32.335144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 114c2b96-38fd-415f-93b2-5fedf17b21f4 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:32.340619 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-237a2286-ac4e-4c2f-a739-4ce066cb4b5c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6012239 Apr 06 14:32:32.341689 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40748) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:32.357494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 114c2b96-38fd-415f-93b2-5fedf17b21f4 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:32.357847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 114c2b96-38fd-415f-93b2-5fedf17b21f4 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:32.358267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 61ff52a7-4edd-4556-9f47-1c3075039cfe no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:32.392455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 61ff52a7-4edd-4556-9f47-1c3075039cfe {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:32.392834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 61ff52a7-4edd-4556-9f47-1c3075039cfe not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:32.393207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6b1c2a6a-678b-4e78-96d7-75623b6cc669 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:32.416560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812750a1-5280-4844-b0af-9a94543322e2 req-2a15ea72-9518-4627-8403-c0abd4300779 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.418313 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-812750a1-5280-4844-b0af-9a94543322e2 req-2a15ea72-9518-4627-8403-c0abd4300779 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.2202551 Apr 06 14:32:32.435552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:32.442717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.464003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (3a091ef1-1187-48a3-8830-1bef80d7bb07), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.470757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 6b1c2a6a-678b-4e78-96d7-75623b6cc669 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:32.471097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6b1c2a6a-678b-4e78-96d7-75623b6cc669 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:32.491875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.573094 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7e5f1566-a0a9-4fed-9e5d-b263b8b7b9f2 req-b53dff97-0491-4c99-8371-c77add05deb9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185197 Apr 06 14:32:32.587622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3a091ef1-1187-48a3-8830-1bef80d7bb07), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.621243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (9b350216-e85b-4775-8774-12666e6f9ad8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.629185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Allocated IP 172.20.0.2 (9b350216-e85b-4775-8774-12666e6f9ad8/6ee4bc61-7c71-44d8-a710-1971576f032d/fbb32605-136e-4100-b845-a250a220155d) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:32.629803 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-812750a1-5280-4844-b0af-9a94543322e2 req-db3c123f-7eaa-4332-9c9a-82fe88817fcf tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969781 Apr 06 14:32:32.659730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:32.666795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:32.672426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:32.678327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.679149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.702116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=3a091ef1-1187-48a3-8830-1bef80d7bb07,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:32.740490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (38b379b9-0b51-4d2f-996f-266856ac10d7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.795876 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-785e8cc2-89f5-4059-8600-b3835c1ea1f6 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8936050 Apr 06 14:32:32.798368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40756) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:32.801784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/d80dfe7b-9de9-4eed-b5a1-223ba5d94193/eeb64b5d-d6af-43cb-8dea-fb0da1e27e16) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:32.897236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b834fd25-e202-4b61-b72b-bc3772ccd0c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 3a091ef1-1187-48a3-8830-1bef80d7bb07 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:32.897666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b834fd25-e202-4b61-b72b-bc3772ccd0c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3a091ef1-1187-48a3-8830-1bef80d7bb07), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.927451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:32.947390 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for security_group (0a2135f3-5088-431a-a37b-54e60de5e653), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.952984 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:32.965049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:32.970515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:32.971194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.973086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b834fd25-e202-4b61-b72b-bc3772ccd0c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3a091ef1-1187-48a3-8830-1bef80d7bb07), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.979819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (6ee4bc61-7c71-44d8-a710-1971576f032d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:32.990322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=38b379b9-0b51-4d2f-996f-266856ac10d7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:32.991594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b834fd25-e202-4b61-b72b-bc3772ccd0c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 3a091ef1-1187-48a3-8830-1bef80d7bb07 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:32.995066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Publish callbacks [] for port (fbb32605-136e-4100-b845-a250a220155d), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.033863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (92eb95b6-4115-4894-8bb1-57910c8cac49), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.037541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Publish callbacks [] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.072109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8936c2-fc5d-42a7-9b1f-27450b892569 req-e1d45bf3-0596-4a31-b886-123f40c7ea8c tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:33.073671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e8936c2-fc5d-42a7-9b1f-27450b892569 req-e1d45bf3-0596-4a31-b886-123f40c7ea8c tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.3672702 Apr 06 14:32:33.076985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0a2135f3-5088-431a-a37b-54e60de5e653), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.080474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.089763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c0d7b-9de1-4cc4-847d-3f293fcfd1d2 req-c6575b7f-564c-42f9-9567-ba9c6a45f3a8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:33.091297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d97c0d7b-9de1-4cc4-847d-3f293fcfd1d2 req-c6575b7f-564c-42f9-9567-ba9c6a45f3a8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.3067958 Apr 06 14:32:33.099948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40758) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.106903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Request body: {'floatingip': {'port_id': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:33.110906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (fbb32605-136e-4100-b845-a250a220155d), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.169076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Pushing event updated for resources: {'Port': ['ID=fbb32605-136e-4100-b845-a250a220155d,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.172075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.188026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-892b3921-e9ae-40e6-a764-86cf0b390c32 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6426988 Apr 06 14:32:33.194996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40760) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.224307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Network 9b350216-e85b-4775-8774-12666e6f9ad8 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:33.235357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:33.235555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b834fd25-e202-4b61-b72b-bc3772ccd0c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3a091ef1-1187-48a3-8830-1bef80d7bb07), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.236139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2135f3-5088-431a-a37b-54e60de5e653,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.239561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:33.243141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:33.246045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:33.247596 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Pushing event updated for resources: {'Port': ['ID=eeb64b5d-d6af-43cb-8dea-fb0da1e27e16,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.249960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:33.257144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for floatingip (450288a5-7207-4172-b851-aa36d9013e9d), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.268453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e8936c2-fc5d-42a7-9b1f-27450b892569 req-07689d93-ed38-40f1-8c9b-2433b98ecdfa tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1719928 Apr 06 14:32:33.325470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b834fd25-e202-4b61-b72b-bc3772ccd0c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.329936 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b834fd25-e202-4b61-b72b-bc3772ccd0c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/3a091ef1-1187-48a3-8830-1bef80d7bb07 HTTP/1.1" status: 204 len: 168 time: 0.5304844 Apr 06 14:32:33.334865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:33.351469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (6ee4bc61-7c71-44d8-a710-1971576f032d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.363877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40764) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.374448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'mac_address': 'fa:16:3e:74:f0:0f', 'name': 'tempest-PortsIpV6TestJSON-801434629'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:33.377747 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834fd25-e202-4b61-b72b-bc3772ccd0c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=3a091ef1-1187-48a3-8830-1bef80d7bb07,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.382861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Attempting to bind port fbb32605-136e-4100-b845-a250a220155d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:33.383270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Attempting to bind port fbb32605-136e-4100-b845-a250a220155d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '29eef9a0-d902-4e23-910e-f85fa9d6450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9b350216-e85b-4775-8774-12666e6f9ad8'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:33.383633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Attempting to bind port fbb32605-136e-4100-b845-a250a220155d on network 9b350216-e85b-4775-8774-12666e6f9ad8 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:33.399775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:33.400292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Checking segment: {'id': '29eef9a0-d902-4e23-910e-f85fa9d6450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9b350216-e85b-4775-8774-12666e6f9ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:33.400692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.401093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Bound using segment: {'id': '29eef9a0-d902-4e23-910e-f85fa9d6450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9b350216-e85b-4775-8774-12666e6f9ad8'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:33.401576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Bound port: fbb32605-136e-4100-b845-a250a220155d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29eef9a0-d902-4e23-910e-f85fa9d6450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9b350216-e85b-4775-8774-12666e6f9ad8'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:33.401998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fbb32605-136e-4100-b845-a250a220155d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.404607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Attempting to bind port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:33.404961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Attempting to bind port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:33.405315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Attempting to bind port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:33.406670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Allocated IP 172.26.7.34 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/1406fd9c-aa2c-44f8-862b-91487b8100bb) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:33.417472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (debd54e5-62be-4c58-89c2-2c3a05611ee9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.418079 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment debd54e5-62be-4c58-89c2-2c3a05611ee9 of type vlan for network a1e39d57-3e1e-41e1-944d-03ca06e30abd Apr 06 14:32:33.425849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:33.425849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:33.425849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.425849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:33.425849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Bound port: eeb64b5d-d6af-43cb-8dea-fb0da1e27e16, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:33.425849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.426365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae522d3-056e-401e-9433-f698156603d6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:33.427834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae522d3-056e-401e-9433-f698156603d6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:33.434550 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eae522d3-056e-401e-9433-f698156603d6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2347193 Apr 06 14:32:33.443175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40766) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.485609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b957b79-ed1b-47e0-bda9-03f7cd31dcc4 req-b42eddfa-2738-4e74-bc21-ff28b08b4240 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:33.486148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] For port fbb32605-136e-4100-b845-a250a220155d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:33.487337 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b957b79-ed1b-47e0-bda9-03f7cd31dcc4 req-b42eddfa-2738-4e74-bc21-ff28b08b4240 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.3189135 Apr 06 14:32:33.492107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] For port fbb32605-136e-4100-b845-a250a220155d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fbb32605-136e-4100-b845-a250a220155d,segment=NetworkSegment(29eef9a0-d902-4e23-910e-f85fa9d6450e),segment_id=29eef9a0-d902-4e23-910e-f85fa9d6450e)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:33.511931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40768) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:33.518319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee4bc61-7c71-44d8-a710-1971576f032d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.527493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Request body: {'floatingip': {'port_id': '7726351b-4ad5-477c-a35a-606411b029c6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:33.578279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] For port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:33.582115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] For port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=eeb64b5d-d6af-43cb-8dea-fb0da1e27e16,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:33.590983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for floatingip (411892b4-501e-4b11-ac50-6bfb4c510609), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.610562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fbb32605-136e-4100-b845-a250a220155d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.705762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564c9f0-70eb-47b9-9c83-3b5cc11a13cf None None] Pushing event updated for resources: {'Port': ['ID=fbb32605-136e-4100-b845-a250a220155d,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.730069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:33.766182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f396fa0-952e-4b6b-a117-e490e47c4c6a None None] Network 9b350216-e85b-4775-8774-12666e6f9ad8 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:33.876909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4aaf-bc30-4bcb-a67a-ead5cb2083a1 None None] Pushing event updated for resources: {'Port': ['ID=eeb64b5d-d6af-43cb-8dea-fb0da1e27e16,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:33.930474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a1e39d57-3e1e-41e1-944d-03ca06e30abd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.013249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (9b350216-e85b-4775-8774-12666e6f9ad8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.083289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b350216-e85b-4775-8774-12666e6f9ad8']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:34.107319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d05d9-9556-4daf-b9de-b808246a8b8d req-a78a4301-5e17-40af-a903-5392a59eff40 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:34.108881 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c0d05d9-9556-4daf-b9de-b808246a8b8d req-a78a4301-5e17-40af-a903-5392a59eff40 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.6715915 Apr 06 14:32:34.111562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:34.112248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29eef9a0-d902-4e23-910e-f85fa9d6450e') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:34.112552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29eef9a0-d902-4e23-910e-f85fa9d6450e') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:34.122804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40770) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:34.133237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (29eef9a0-d902-4e23-910e-f85fa9d6450e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.139386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Request body: {'floatingip': {'port_id': '54c869b1-8b23-48d1-83fb-dff18f3a6c26'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:34.183116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a1e39d57-3e1e-41e1-944d-03ca06e30abd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.188202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:34.188864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.230363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.261628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (29eef9a0-d902-4e23-910e-f85fa9d6450e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.306715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for floatingip (14172223-6cd2-4070-9177-daa52a10edb4), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.320353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:34.320781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (29eef9a0-d902-4e23-910e-f85fa9d6450e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:34.327295 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:34.400713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:34.416943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.442758 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4520159 Apr 06 14:32:34.454172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40772) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:34.460659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1804638987'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:34.461943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:34.462382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.471679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdd1c4-9570-48c9-b702-387d63572ebc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=a1e39d57-3e1e-41e1-944d-03ca06e30abd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:34.474717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-405c75cb-e59d-4889-a328-21ac12dd0d46 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 38b379b9-0b51-4d2f-996f-266856ac10d7 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:34.475909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-405c75cb-e59d-4889-a328-21ac12dd0d46 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (38b379b9-0b51-4d2f-996f-266856ac10d7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.520644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 97ba54d0-9d19-46b2-9286-68a8b3f9bafd yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:34.526212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a1e39d57-3e1e-41e1-944d-03ca06e30abd details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:34.590870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.api [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:32:34.590870 dv-neutron-835863-1-hyperv neutron-server[104443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:32:34.590870 dv-neutron-835863-1-hyperv neutron-server[104443]: [parameters: {'id': '9b350216-e85b-4775-8774-12666e6f9ad8'}] Apr 06 14:32:34.590870 dv-neutron-835863-1-hyperv neutron-server[104443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:34.591584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG oslo_db.api [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:34.639195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:34.639596 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.677626 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:34.680950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=eeb64b5d-d6af-43cb-8dea-fb0da1e27e16,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:34.681816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.696004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.703344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-405c75cb-e59d-4889-a328-21ac12dd0d46 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (38b379b9-0b51-4d2f-996f-266856ac10d7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.750580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-405c75cb-e59d-4889-a328-21ac12dd0d46 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 38b379b9-0b51-4d2f-996f-266856ac10d7 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:34.768982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:34.779530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:34.791126 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:34.795906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.812326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.db.resource_extend [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:32:34.817478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'Port': ['ID=1406fd9c-aa2c-44f8-862b-91487b8100bb,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:34.876039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=eeb64b5d-d6af-43cb-8dea-fb0da1e27e16,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:34.897752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:34.971985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5539c6e9-f9d6-473a-ac60-3d7cb35380b5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:34.972349 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment 5539c6e9-f9d6-473a-ac60-3d7cb35380b5 of type vlan for network 401598d6-53d1-4272-b1a1-da6eedd0e75c Apr 06 14:32:35.052327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.087032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (401598d6-53d1-4272-b1a1-da6eedd0e75c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.102870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (97ba54d0-9d19-46b2-9286-68a8b3f9bafd), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.119709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (9b350216-e85b-4775-8774-12666e6f9ad8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.159122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cedd7-b56c-4032-9bf5-ec34dd1d6307 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:32:35.165604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (450288a5-7207-4172-b851-aa36d9013e9d), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.260351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d734223b-d956-478a-a50f-91f1276605ee None None] Provisioning complete for port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:35.260833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d734223b-d956-478a-a50f-91f1276605ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.261285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.289974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (401598d6-53d1-4272-b1a1-da6eedd0e75c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.295045 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:35.295996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.313587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cedd7-b56c-4032-9bf5-ec34dd1d6307 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:32:35.361135 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (411892b4-501e-4b11-ac50-6bfb4c510609), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.436685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d734223b-d956-478a-a50f-91f1276605ee None None] Current status of the port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:35.437708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-405c75cb-e59d-4889-a328-21ac12dd0d46 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (38b379b9-0b51-4d2f-996f-266856ac10d7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.458385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Deleting port fbb32605-136e-4100-b845-a250a220155d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:35.458765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fbb32605-136e-4100-b845-a250a220155d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.544794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c75cb-e59d-4889-a328-21ac12dd0d46 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=38b379b9-0b51-4d2f-996f-266856ac10d7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:35.550863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.587356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b33876-40a6-4583-9706-15c7f2c5dadd None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:35.663565 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2049184 Apr 06 14:32:35.663565 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Floating IP 450288a5-7207-4172-b851-aa36d9013e9d associated. External IP: 172.26.7.172, port: a9d08d5b-6818-4c98-9abf-fea1130e4ae8. Apr 06 14:32:35.692952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40774) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:35.697753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (97ba54d0-9d19-46b2-9286-68a8b3f9bafd), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.705876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': 'a1e39d57-3e1e-41e1-944d-03ca06e30abd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:35.755498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3953b3-fa6a-44f2-a6f5-7ae25cc74813 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=401598d6-53d1-4272-b1a1-da6eedd0e75c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:35.813883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 401598d6-53d1-4272-b1a1-da6eedd0e75c details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:35.899165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:35.918152 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:35.926115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (14172223-6cd2-4070-9177-daa52a10edb4), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.930675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-405c75cb-e59d-4889-a328-21ac12dd0d46 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.933946 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-405c75cb-e59d-4889-a328-21ac12dd0d46 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/38b379b9-0b51-4d2f-996f-266856ac10d7 HTTP/1.1" status: 204 len: 168 time: 2.4706383 Apr 06 14:32:35.940527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40776) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:35.949387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:35.955044 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:35.955878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:35.967222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=97ba54d0-9d19-46b2-9286-68a8b3f9bafd,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:35.998642 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Floating IP 411892b4-501e-4b11-ac50-6bfb4c510609 associated. External IP: 172.26.7.12, port: 7726351b-4ad5-477c-a35a-606411b029c6. Apr 06 14:32:36.050543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] For port fbb32605-136e-4100-b845-a250a220155d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fbb32605-136e-4100-b845-a250a220155d,segment=NetworkSegment(29eef9a0-d902-4e23-910e-f85fa9d6450e),segment_id=29eef9a0-d902-4e23-910e-f85fa9d6450e)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:36.050926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fbb32605-136e-4100-b845-a250a220155d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.082899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Calling delete_port for fbb32605-136e-4100-b845-a250a220155d owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:36.093587 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-22bb3c70-7c87-426e-8a71-1aab1b0e1ee9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7263000 Apr 06 14:32:36.101169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40778) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:36.168291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7658094-fdc4-4a24-add0-790e9d680425 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:36.169618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7658094-fdc4-4a24-add0-790e9d680425 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:36.171219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d7658094-fdc4-4a24-add0-790e9d680425 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2296767 Apr 06 14:32:36.176466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40780) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:36.231596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:36.235076 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.257154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26877ec7-c5cd-4217-a3d9-4faad9241906 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:36.261884 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-26877ec7-c5cd-4217-a3d9-4faad9241906 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/97ba54d0-9d19-46b2-9286-68a8b3f9bafd HTTP/1.1" status: 200 len: 844 time: 0.1564994 Apr 06 14:32:36.276860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40782) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:36.286374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-558d681b-6b24-495d-8802-a904dd47f4bb None None] Provisioning complete for port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:36.286374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-558d681b-6b24-495d-8802-a904dd47f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.295770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (92eb95b6-4115-4894-8bb1-57910c8cac49), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.367799 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:32:36.384453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:36.419920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fbb32605-136e-4100-b845-a250a220155d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.436979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Floating IP 14172223-6cd2-4070-9177-daa52a10edb4 associated. External IP: 172.26.7.37, port: 54c869b1-8b23-48d1-83fb-dff18f3a6c26. Apr 06 14:32:36.522834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5723d3f1-e557-4d5f-a762-14a72018bf49 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet d80dfe7b-9de9-4eed-b5a1-223ba5d94193 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:36.523599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:36.523971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.556908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Port': ['ID=fbb32605-136e-4100-b845-a250a220155d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:36.560957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5723d3f1-e557-4d5f-a762-14a72018bf49 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (d80dfe7b-9de9-4eed-b5a1-223ba5d94193), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.569222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No DVR routers for this DVR port fbb32605-136e-4100-b845-a250a220155d on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:36.596762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-558d681b-6b24-495d-8802-a904dd47f4bb None None] Current status of the port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:36.641677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Router 4c355361-081d-4412-9880-8b52fc565451 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:36.670438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5723d3f1-e557-4d5f-a762-14a72018bf49 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (d80dfe7b-9de9-4eed-b5a1-223ba5d94193), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.680228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:36.696597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:36.719011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b08b60ff-9c19-4a03-8641-a08a8661c1f9 None None] Could not find standard attr ID for object 16b1a35b-627d-4945-8574-4ad620d8ac13. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:36.767283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (9b350216-e85b-4775-8774-12666e6f9ad8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.837652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-778f82e3-edb7-4480-b971-40c28f01405e None None] Could not find standard attr ID for object 5de79eeb-9036-4700-a48d-45f1c877e514. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:36.879664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b350216-e85b-4775-8774-12666e6f9ad8']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:36.885023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-984ff7ab-b50e-4783-8241-3fc79253a7f9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 97ba54d0-9d19-46b2-9286-68a8b3f9bafd {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:36.885377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-984ff7ab-b50e-4783-8241-3fc79253a7f9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (97ba54d0-9d19-46b2-9286-68a8b3f9bafd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:36.915220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29eef9a0-d902-4e23-910e-f85fa9d6450e') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:36.915519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29eef9a0-d902-4e23-910e-f85fa9d6450e') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:37.003801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (29eef9a0-d902-4e23-910e-f85fa9d6450e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.031595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5723d3f1-e557-4d5f-a762-14a72018bf49 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (d80dfe7b-9de9-4eed-b5a1-223ba5d94193), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.050754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-984ff7ab-b50e-4783-8241-3fc79253a7f9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (97ba54d0-9d19-46b2-9286-68a8b3f9bafd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.057040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-86fc4c9a-d2be-44c7-9e3d-a671bd5fc941 None None] Could not find standard attr ID for object 38b379b9-0b51-4d2f-996f-266856ac10d7. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:37.066928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (29eef9a0-d902-4e23-910e-f85fa9d6450e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.077939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-984ff7ab-b50e-4783-8241-3fc79253a7f9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 97ba54d0-9d19-46b2-9286-68a8b3f9bafd owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:37.080083 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:37.088513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:37.088928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (29eef9a0-d902-4e23-910e-f85fa9d6450e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.089225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:37.096111 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:37.099731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (e7f83d03-46c3-4b77-bfd2-7215e4aae2cb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.103539 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] Sync routers for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:37.118458 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:37.122136 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:37.156737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (92eb95b6-4115-4894-8bb1-57910c8cac49), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.166522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:37.188236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] Sync routers for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:37.192782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.210635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:37.211849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:37.254079 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fd6af8fd-001d-4552-9ef2-b3f9ca59bf99 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "PUT /v2.0/floatingips/411892b4-501e-4b11-ac50-6bfb4c510609 HTTP/1.1" status: 200 len: 990 time: 3.7392721 Apr 06 14:32:37.263623 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:37.268415 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b8bd12a6-4e8b-44a9-b16e-63850d8ca4e2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "PUT /v2.0/floatingips/450288a5-7207-4172-b851-aa36d9013e9d HTTP/1.1" status: 200 len: 991 time: 4.1669459 Apr 06 14:32:37.294986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'tag': '7726351b-4ad5-477c-a35a-606411b029c6'}, {'name': 'network-changed', 'server_uuid': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'tag': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:37.301669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Router 88616b4e-910c-4d66-a7a4-966c3ad5290d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:37.434264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': 'debd54e5-62be-4c58-89c2-2c3a05611ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a1e39d57-3e1e-41e1-944d-03ca06e30abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:37.434264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: a1e39d57-3e1e-41e1-944d-03ca06e30abd, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:37.454136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=e7f83d03-46c3-4b77-bfd2-7215e4aae2cb,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.454875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (9b350216-e85b-4775-8774-12666e6f9ad8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.483558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:37.521092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5723d3f1-e557-4d5f-a762-14a72018bf49 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (d80dfe7b-9de9-4eed-b5a1-223ba5d94193), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.537969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.543159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/9b350216-e85b-4775-8774-12666e6f9ad8 HTTP/1.1" status: 204 len: 168 time: 5.1973674 Apr 06 14:32:37.547893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network a1e39d57-3e1e-41e1-944d-03ca06e30abd is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:37.562164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40792) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:37.573210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-120919256'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:37.600787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8f9746-8a11-4311-9668-15aae6a0b2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d23e55ca-878a-46bf-ae8c-c7934f37ac62", "tag": "7726351b-4ad5-477c-a35a-606411b029c6"}, {"name": "network-changed", "server_uuid": "91fc5faa-b02d-43b0-9bf2-390ed18a35e1", "tag": "a9d08d5b-6818-4c98-9abf-fea1130e4ae8"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:37.604830 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-984ff7ab-b50e-4783-8241-3fc79253a7f9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (97ba54d0-9d19-46b2-9286-68a8b3f9bafd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.646490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ff7ab-b50e-4783-8241-3fc79253a7f9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=97ba54d0-9d19-46b2-9286-68a8b3f9bafd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.660949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-984ff7ab-b50e-4783-8241-3fc79253a7f9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.666007 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-984ff7ab-b50e-4783-8241-3fc79253a7f9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/97ba54d0-9d19-46b2-9286-68a8b3f9bafd HTTP/1.1" status: 204 len: 168 time: 1.3583555 Apr 06 14:32:37.673071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, a1e39d57-3e1e-41e1-944d-03ca06e30abd) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:37.673071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40796) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:37.686074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d16bec5-99d7-4765-8d06-17b225cc9af9 None None] Network a1e39d57-3e1e-41e1-944d-03ca06e30abd requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:37.689324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723d3f1-e557-4d5f-a762-14a72018bf49 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=d80dfe7b-9de9-4eed-b5a1-223ba5d94193,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.692153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615620d-ecd7-44db-b552-9f8c114f1919 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=9b350216-e85b-4775-8774-12666e6f9ad8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:37.703680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:37.717195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:37.718268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.721979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.723721 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da21a42-0976-4988-a28c-444bf0188fc0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:32:37.726821 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8da21a42-0976-4988-a28c-444bf0188fc0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/97ba54d0-9d19-46b2-9286-68a8b3f9bafd HTTP/1.1" status: 404 len: 333 time: 0.0505805 Apr 06 14:32:37.728048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:37.732141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.734796 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] Sync routers for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:37.735866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40798) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:37.744039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'name': 'tempest-PortsIpV6TestJSON-973794520'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:37.752400 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:37.756884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:37.784135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5723d3f1-e557-4d5f-a762-14a72018bf49 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.792438 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5723d3f1-e557-4d5f-a762-14a72018bf49 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/d80dfe7b-9de9-4eed-b5a1-223ba5d94193 HTTP/1.1" status: 204 len: 168 time: 1.6116941 Apr 06 14:32:37.800778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c7664ea2-25da-4e35-b98f-51e31ce98ec2 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "PUT /v2.0/floatingips/14172223-6cd2-4070-9177-daa52a10edb4 HTTP/1.1" status: 200 len: 990 time: 3.6742225 Apr 06 14:32:37.802439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40800) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:37.803400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'tag': '54c869b1-8b23-48d1-83fb-dff18f3a6c26'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:37.805839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c14151b-7365-4c7e-9756-3042ecd8da4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c10fa1-df43-4e1f-afe1-e056dd322751", "tag": "54c869b1-8b23-48d1-83fb-dff18f3a6c26"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:37.832786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b92dc4c-832b-4f57-8012-970b0cece710 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:37.848726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:37.891552 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:37.913445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-a1e39d57-3e1e-41e1-944d-03ca06e30abd', 'network_id': 'a1e39d57-3e1e-41e1-944d-03ca06e30abd', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': 'e7f83d03-46c3-4b77-bfd2-7215e4aae2cb'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:37.914224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:37.952675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bdd66ab6-7ab7-4015-b1f7-63da1b1107a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327591 Apr 06 14:32:37.967557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40806) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:37.989569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:38.000322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ecdb8-427d-4e38-94b1-33ddaa2b03e4 req-040cfb11-011a-428b-8b5c-c82731fa457a tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.002092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1ecdb8-427d-4e38-94b1-33ddaa2b03e4 req-040cfb11-011a-428b-8b5c-c82731fa457a tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.5846031 Apr 06 14:32:38.009790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ce99d-f52f-4dff-ae92-5691aedefc32 req-00d2eee3-7d11-4a14-b8a0-6ed57dda1350 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.011383 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea7ce99d-f52f-4dff-ae92-5691aedefc32 req-00d2eee3-7d11-4a14-b8a0-6ed57dda1350 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.5955024 Apr 06 14:32:38.109836 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7b4c2627-9317-4284-9c94-21be0bf2cf13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4070702 Apr 06 14:32:38.112295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40808) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.118110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a9d8b38d-5a69-4ede-86cc-fc6cdf3965eb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.118580 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment a9d8b38d-5a69-4ede-86cc-fc6cdf3965eb of type vlan for network faa2073b-57d8-481b-a00a-428605736152 Apr 06 14:32:38.125255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': '401598d6-53d1-4272-b1a1-da6eedd0e75c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:38.159570 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea7ce99d-f52f-4dff-ae92-5691aedefc32 req-d286b887-9375-4366-8132-c60037581bfd tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003287 Apr 06 14:32:38.163688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Router 92eb95b6-4115-4894-8bb1-57910c8cac49 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:38.205004 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1ecdb8-427d-4e38-94b1-33ddaa2b03e4 req-79490dfd-bd59-4364-9aa6-87c918740502 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925337 Apr 06 14:32:38.223286 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '14172223-6cd2-4070-9177-daa52a10edb4', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'port_id': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'mac_address': 'fa:16:3e:a9:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:41Z', 'updated_at': '2022-04-06T14:32:35Z', 'revision_number': 1, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:36Z', 'revision_number': 5, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.281230 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (faa2073b-57d8-481b-a00a-428605736152), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.291882 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] Checking router: 88616b4e-910c-4d66-a7a4-966c3ad5290d for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:32:38.305913 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:38.307057 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.360871 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '450288a5-7207-4172-b851-aa36d9013e9d', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'floating_ip_address': '172.26.7.172', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4c355361-081d-4412-9880-8b52fc565451', 'port_id': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'mac_address': 'fa:16:3e:85:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:36Z', 'updated_at': '2022-04-06T14:32:34Z', 'revision_number': 1, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.362482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:38.365931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.380745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '411892b4-501e-4b11-ac50-6bfb4c510609', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'floating_ip_address': '172.26.7.12', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'port_id': '7726351b-4ad5-477c-a35a-606411b029c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'mac_address': 'fa:16:3e:34:c9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:39Z', 'updated_at': '2022-04-06T14:32:34Z', 'revision_number': 1, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:39Z', 'revision_number': 5, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.393930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:38.420087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.432239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] Checking router: 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:32:38.434041 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] Checking router: 4c355361-081d-4412-9880-8b52fc565451 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:32:38.445980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port b0fee33c-d34f-4728-9572-7ea9dba57de0 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:38.450213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:38.463188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7cb74c-7867-4895-84fe-2e2f695ca9d1 x-openstack-request-id: req-cb7cb74c-7867-4895-84fe-2e2f695ca9d1 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:38.463888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23e55ca-878a-46bf-ae8c-c7934f37ac62", "tag": "7726351b-4ad5-477c-a35a-606411b029c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91fc5faa-b02d-43b0-9bf2-390ed18a35e1", "tag": "a9d08d5b-6818-4c98-9abf-fea1130e4ae8", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:38.463888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb7cb74c-7867-4895-84fe-2e2f695ca9d1 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:38.464199 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7cb74c-7867-4895-84fe-2e2f695ca9d1'] response: {'name': 'network-changed', 'server_uuid': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'tag': '7726351b-4ad5-477c-a35a-606411b029c6', 'status': 'completed', 'code': 200} Apr 06 14:32:38.464832 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7cb74c-7867-4895-84fe-2e2f695ca9d1'] response: {'name': 'network-changed', 'server_uuid': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'tag': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'status': 'completed', 'code': 200} Apr 06 14:32:38.495993 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (faa2073b-57d8-481b-a00a-428605736152), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.501537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:38.501810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.515730 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:38.535583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:38.536265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.538869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Allocated IP 172.20.0.2 (a1e39d57-3e1e-41e1-944d-03ca06e30abd/e7f83d03-46c3-4b77-bfd2-7215e4aae2cb/ac8399ff-d845-4d81-9510-f14f41e7394b) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:38.557189 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:38.558357 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:38.684790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=faa2073b-57d8-481b-a00a-428605736152,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:38.737544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network faa2073b-57d8-481b-a00a-428605736152 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:38.807141 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:38.820579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] Deleting port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:38.820965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.830785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (b0fee33c-d34f-4728-9572-7ea9dba57de0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.835326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b22bdae-2750-47cf-98d5-6a6cc53acd54 x-openstack-request-id: req-7b22bdae-2750-47cf-98d5-6a6cc53acd54 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:38.835885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c10fa1-df43-4e1f-afe1-e056dd322751", "tag": "54c869b1-8b23-48d1-83fb-dff18f3a6c26", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:38.836198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b22bdae-2750-47cf-98d5-6a6cc53acd54 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:38.836690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b22bdae-2750-47cf-98d5-6a6cc53acd54'] response: {'name': 'network-changed', 'server_uuid': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'tag': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'status': 'completed', 'code': 200} Apr 06 14:32:38.904034 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e529b808-c299-4ff5-af5a-9ebf6644c0b3 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3390431 Apr 06 14:32:38.906375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40816) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:38.911857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:38.925229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': 'faa2073b-57d8-481b-a00a-428605736152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:38.925540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.997754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (155b1c84-da00-4c6f-a005-89c559f506e9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.046104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b0fee33c-d34f-4728-9572-7ea9dba57de0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.099595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] For port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=eeb64b5d-d6af-43cb-8dea-fb0da1e27e16,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:39.100019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.113830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] Calling delete_port for eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:39.173655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:39.178200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:39.181934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=b0fee33c-d34f-4728-9572-7ea9dba57de0,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:39.185860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:39.193066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.194753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.199186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=155b1c84-da00-4c6f-a005-89c559f506e9,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:39.208482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7401ac-e465-466a-bd9a-02d428281db2 req-b8e80a3e-92d7-4ddf-9d71-888eba0acfd0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.213821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': '5539c6e9-f9d6-473a-ac60-3d7cb35380b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '401598d6-53d1-4272-b1a1-da6eedd0e75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:39.214607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: 401598d6-53d1-4272-b1a1-da6eedd0e75c, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:39.217400 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc7401ac-e465-466a-bd9a-02d428281db2 req-b8e80a3e-92d7-4ddf-9d71-888eba0acfd0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.3862514 Apr 06 14:32:39.221221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:39.223297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-9dd92015-0e33-40a3-9fbb-ed2a50416466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.229342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-9dd92015-0e33-40a3-9fbb-ed2a50416466 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=39547a67549f499ba9baf8a8e035d0db&device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 1129 time: 0.3873057 Apr 06 14:32:39.229492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.244538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66a0b5-9de8-4c3a-9c13-4f869f326969 req-75d822a5-bede-4f6f-a1d0-4ce813c80fc6 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.247645 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc66a0b5-9de8-4c3a-9c13-4f869f326969 req-75d822a5-bede-4f6f-a1d0-4ce813c80fc6 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.4178212 Apr 06 14:32:39.249775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-585478e9-19d1-4799-b5ea-83ea5eba47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.251750 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-585478e9-19d1-4799-b5ea-83ea5eba47e0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c491c68c3904daf9395a4be71d7620d&device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 1129 time: 0.4238296 Apr 06 14:32:39.258913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:39.269654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:39.275328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Sync routers for ids ['92eb95b6-4115-4894-8bb1-57910c8cac49'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:39.323188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_backend_mixin [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Performing IP validity checks on allocation pools {{(pid=104442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:32:39.325594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_backend_mixin [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:32:39.343947 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '450288a5-7207-4172-b851-aa36d9013e9d', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'floating_ip_address': '172.26.7.172', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4c355361-081d-4412-9880-8b52fc565451', 'port_id': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'mac_address': 'fa:16:3e:85:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:36Z', 'updated_at': '2022-04-06T14:32:34Z', 'revision_number': 1, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.349000 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '14172223-6cd2-4070-9177-daa52a10edb4', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'port_id': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'mac_address': 'fa:16:3e:a9:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:41Z', 'updated_at': '2022-04-06T14:32:35Z', 'revision_number': 1, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:36Z', 'revision_number': 5, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.362631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (eeb64b5d-d6af-43cb-8dea-fb0da1e27e16), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.385510 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb2408-7395-4ad3-9522-540283b9f660 None None] The sync data for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv is: [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '450288a5-7207-4172-b851-aa36d9013e9d', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'floating_ip_address': '172.26.7.172', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4c355361-081d-4412-9880-8b52fc565451', 'port_id': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'mac_address': 'fa:16:3e:85:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:36Z', 'updated_at': '2022-04-06T14:32:34Z', 'revision_number': 1, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:39.414643 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ed4db-d986-41de-a3f7-134927eed6f0 None None] The sync data for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv is: [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '14172223-6cd2-4070-9177-daa52a10edb4', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'floating_ip_address': '172.26.7.37', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'port_id': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'mac_address': 'fa:16:3e:a9:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:41Z', 'updated_at': '2022-04-06T14:32:35Z', 'revision_number': 1, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:36Z', 'revision_number': 5, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:39.431310 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-76bd68e4-9164-4441-8e58-77358b6f69a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6925726 Apr 06 14:32:39.436587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40818) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.446121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:39.447293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b92d5a54-1491-44bf-9e2c-56bdee91f3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.490427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Routers {'92eb95b6-4115-4894-8bb1-57910c8cac49'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:39.491642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['92eb95b6-4115-4894-8bb1-57910c8cac49'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:39.504625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] Pushing event deleted for resources: {'Port': ['ID=eeb64b5d-d6af-43cb-8dea-fb0da1e27e16,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:39.510799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b0982-91ce-46a2-aa0c-4f6d5947e7cc None None] No DVR routers for this DVR port eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:39.593894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 401598d6-53d1-4272-b1a1-da6eedd0e75c is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:39.612721 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.613985 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dbb2a070-7f09-43d7-a5aa-e82f0fa60c1a tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4739797 Apr 06 14:32:39.618723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40820) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.625445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-ef6dce83-ef6b-4926-8f04-18574a4ebcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.626933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-ef6dce83-ef6b-4926-8f04-18574a4ebcf2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=87bcd8f2-16f1-4ba0-9750-434e5885f6a5 HTTP/1.1" status: 200 len: 913 time: 0.3733411 Apr 06 14:32:39.635769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Publish callbacks [] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.650766 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc7401ac-e465-466a-bd9a-02d428281db2 req-69e19633-2e90-479d-add7-1c04259c4b77 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271283 Apr 06 14:32:39.758213 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc66a0b5-9de8-4c3a-9c13-4f869f326969 req-240f987c-da04-411d-bfbd-23c62f1864c3 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4687390 Apr 06 14:32:39.758309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 401598d6-53d1-4272-b1a1-da6eedd0e75c) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:39.758393 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.759313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.761323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b0fee33c-d34f-4728-9572-7ea9dba57de0), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.801046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (fcc359db-b5a4-4b8d-a920-6802576cbcce), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.816058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-f7c451e3-e6d1-4886-93e0-61a2daba22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:39.817346 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-f7c451e3-e6d1-4886-93e0-61a2daba22b5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e HTTP/1.1" status: 200 len: 908 time: 0.5376241 Apr 06 14:32:39.820969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:39.842240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefffdf9-42cc-44e7-a41b-3d13edcb3a33 None None] Network 401598d6-53d1-4272-b1a1-da6eedd0e75c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:39.870481 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c729248-d339-467e-93d7-7672a5ddaeca None None] New status for floating IP 450288a5-7207-4172-b851-aa36d9013e9d: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:32:39.970528 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cd481a03-96fd-41ca-8660-ef2b1bbf42ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8501432 Apr 06 14:32:39.973965 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-dcb187bb-3a04-41de-a007-e0f0833e93e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54c869b1-8b23-48d1-83fb-dff18f3a6c26 HTTP/1.1" status: 200 len: 998 time: 0.3236647 Apr 06 14:32:39.974554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40828) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:39.981354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eac973-aaec-4072-a6d2-9eeae8a8f192 None None] New status for floating IP 14172223-6cd2-4070-9177-daa52a10edb4: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:32:39.987221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e88888c6-ddd4-4bf5-bf77-e7ea888f9b4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-268082953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:39.989757 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-25410c84-08cf-4593-9d3f-9139cbd5db8e tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/routers/92eb95b6-4115-4894-8bb1-57910c8cac49 HTTP/1.1" status: 200 len: 907 time: 0.3648162 Apr 06 14:32:39.991544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=fcc359db-b5a4-4b8d-a920-6802576cbcce,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:39.996435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40830) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:40.042727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'router': {'name': 'tempest-snat-router-427238841', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': True}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:40.081638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-397d11fe-3b0b-471e-b2a1-7b8bf88d008e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7726351b-4ad5-477c-a35a-606411b029c6 HTTP/1.1" status: 200 len: 998 time: 0.1910501 Apr 06 14:32:40.083480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-cd1d2a59-1065-4523-badd-02b9f932c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:40.085707 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-cd1d2a59-1065-4523-badd-02b9f932c356 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8610a987-0c4b-416b-8503-a035e704c694 HTTP/1.1" status: 200 len: 850 time: 0.0682220 Apr 06 14:32:40.086863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e88888c6-ddd4-4bf5-bf77-e7ea888f9b4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.088003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e88888c6-ddd4-4bf5-bf77-e7ea888f9b4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.104986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': 'a9d8b38d-5a69-4ede-86cc-fc6cdf3965eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'faa2073b-57d8-481b-a00a-428605736152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:40.105368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: faa2073b-57d8-481b-a00a-428605736152, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:40.152684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Network a1e39d57-3e1e-41e1-944d-03ca06e30abd is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:40.167020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Set router 92eb95b6-4115-4894-8bb1-57910c8cac49 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:40.169550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (b0fee33c-d34f-4728-9572-7ea9dba57de0), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.180584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Pushing event updated for resources: {'Port': ['ID=ac8399ff-d845-4d81-9510-f14f41e7394b,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:40.187002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (eb9d0210-18e6-4668-8dd0-f7679a5979ad), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.187988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (eb9d0210-18e6-4668-8dd0-f7679a5979ad), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.188841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:40.197756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (33834431-5946-416d-999c-77e03422a1ae), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.218186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network faa2073b-57d8-481b-a00a-428605736152 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:40.260871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:40.262941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_controller (eb9d0210-18e6-4668-8dd0-f7679a5979ad), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.280148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (b0fee33c-d34f-4728-9572-7ea9dba57de0), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.311949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:40.316322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] In _notify_port_updated(), no bound segment for port b0fee33c-d34f-4728-9572-7ea9dba57de0 on network a3cb8b8e-703c-4aa2-8377-49befdc06a0d {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:32:40.321532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:40.322168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.326135 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "PUT /v2.0/ports/b0fee33c-d34f-4728-9572-7ea9dba57de0 HTTP/1.1" status: 200 len: 818 time: 0.8855684 Apr 06 14:32:40.328558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-bc63999f-afbd-4f15-b91f-c22d7fae9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:40.330039 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-bc63999f-afbd-4f15-b91f-c22d7fae9778 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=495cbb87-59f7-4b7d-9afe-0a97add01dea HTTP/1.1" status: 200 len: 845 time: 0.2307413 Apr 06 14:32:40.333373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e88888c6-ddd4-4bf5-bf77-e7ea888f9b4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.336019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40832) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:40.352646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:40.367677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, faa2073b-57d8-481b-a00a-428605736152) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:40.371810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:40.372411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.425776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:40.428073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f23708-eca1-4470-819b-15de09fc5b1f None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:40.430449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023bb031-ceb5-40e1-8331-c23adc425e9c None None] Network faa2073b-57d8-481b-a00a-428605736152 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:40.447701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=33834431-5946-416d-999c-77e03422a1ae,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:40.450908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e88888c6-ddd4-4bf5-bf77-e7ea888f9b4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.469406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:40.470168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.476282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-3774090f-468d-45df-ac39-1d164e2dfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:40.478390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-3774090f-468d-45df-ac39-1d164e2dfaa4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=87bcd8f2-16f1-4ba0-9750-434e5885f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3641567 Apr 06 14:32:40.499015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdf870-adcc-4441-a4b4-ccedd1acd8f1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=b0fee33c-d34f-4728-9572-7ea9dba57de0,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:40.564872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:40.565190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device eeb64b5d-d6af-43cb-8dea-fb0da1e27e16 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:40.578114 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-aacc496e-3fa0-403e-b1d7-4fdc1ea7dc86 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5912235 Apr 06 14:32:40.579852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (eb9d0210-18e6-4668-8dd0-f7679a5979ad), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.583126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40834) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:40.589703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': '33834431-5946-416d-999c-77e03422a1ae', 'ip_address': '2001:db8::c0f8:e1c2:99a7:406f'}], 'name': 'tempest-NetworksTestDHCPv6-1985138103'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:40.592685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-5ad30a2f-451d-49e3-ba97-fc458c1faee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:40.594358 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-5ad30a2f-451d-49e3-ba97-fc458c1faee6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2395344 Apr 06 14:32:40.618180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e88888c6-ddd4-4bf5-bf77-e7ea888f9b4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.619402 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e88888c6-ddd4-4bf5-bf77-e7ea888f9b4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6352530 Apr 06 14:32:40.635903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40836) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:40.642901 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cfdeb82c-aa00-44a9-ab67-8998cf5c406f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7352030 Apr 06 14:32:40.643112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-401598d6-53d1-4272-b1a1-da6eedd0e75c', 'network_id': '401598d6-53d1-4272-b1a1-da6eedd0e75c', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': '155b1c84-da00-4c6f-a005-89c559f506e9'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:40.643879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.645820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40838) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:40.755938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Attempting to bind port ac8399ff-d845-4d81-9510-f14f41e7394b on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:40.756445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Attempting to bind port ac8399ff-d845-4d81-9510-f14f41e7394b by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'debd54e5-62be-4c58-89c2-2c3a05611ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a1e39d57-3e1e-41e1-944d-03ca06e30abd'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:40.757940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Attempting to bind port ac8399ff-d845-4d81-9510-f14f41e7394b on network a1e39d57-3e1e-41e1-944d-03ca06e30abd {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:40.787356 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-662a7004-1469-4b8d-afb4-8dcf8c0c6b84 service neutron] 10.222.0.87 "GET /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974806 Apr 06 14:32:40.806452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d6d571cf-f91b-436e-93b1-c8b8fd413d3a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port b0fee33c-d34f-4728-9572-7ea9dba57de0 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:40.810394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d6d571cf-f91b-436e-93b1-c8b8fd413d3a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b0fee33c-d34f-4728-9572-7ea9dba57de0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.850484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (faa2073b-57d8-481b-a00a-428605736152), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.930102 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (fcc359db-b5a4-4b8d-a920-6802576cbcce), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.961777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:41.034237 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-dfd1e2b5-69f4-40be-8b9d-0c733a9f718f service neutron] 10.222.0.87 "GET /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309568 Apr 06 14:32:41.042357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d6d571cf-f91b-436e-93b1-c8b8fd413d3a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b0fee33c-d34f-4728-9572-7ea9dba57de0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.080773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '411892b4-501e-4b11-ac50-6bfb4c510609', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'floating_ip_address': '172.26.7.12', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'port_id': '7726351b-4ad5-477c-a35a-606411b029c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'mac_address': 'fa:16:3e:34:c9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:39Z', 'updated_at': '2022-04-06T14:32:34Z', 'revision_number': 1, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:39Z', 'revision_number': 5, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:41.094178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:41.094625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Checking segment: {'id': 'debd54e5-62be-4c58-89c2-2c3a05611ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a1e39d57-3e1e-41e1-944d-03ca06e30abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:41.094988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.095640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Bound using segment: {'id': 'debd54e5-62be-4c58-89c2-2c3a05611ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a1e39d57-3e1e-41e1-944d-03ca06e30abd'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:41.096143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Bound port: ac8399ff-d845-4d81-9510-f14f41e7394b, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debd54e5-62be-4c58-89c2-2c3a05611ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a1e39d57-3e1e-41e1-944d-03ca06e30abd'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:41.096534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.106302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d6d571cf-f91b-436e-93b1-c8b8fd413d3a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for b0fee33c-d34f-4728-9572-7ea9dba57de0 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:41.205897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cf929-a2fa-487e-8e76-5b9a65229513 None None] The sync data for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv is: [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '411892b4-501e-4b11-ac50-6bfb4c510609', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'floating_ip_address': '172.26.7.12', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'port_id': '7726351b-4ad5-477c-a35a-606411b029c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'mac_address': 'fa:16:3e:34:c9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:31:39Z', 'updated_at': '2022-04-06T14:32:34Z', 'revision_number': 1, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:39Z', 'revision_number': 5, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:41.291841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] For port ac8399ff-d845-4d81-9510-f14f41e7394b, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:41.295907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] For port ac8399ff-d845-4d81-9510-f14f41e7394b, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ac8399ff-d845-4d81-9510-f14f41e7394b,segment=NetworkSegment(debd54e5-62be-4c58-89c2-2c3a05611ee9),segment_id=debd54e5-62be-4c58-89c2-2c3a05611ee9)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:41.328261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea6d48-17a7-41a2-aee7-f6deba7c6a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-faa2073b-57d8-481b-a00a-428605736152', 'network_id': 'faa2073b-57d8-481b-a00a-428605736152', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': 'fcc359db-b5a4-4b8d-a920-6802576cbcce'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:41.329766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-31ea6d48-17a7-41a2-aee7-f6deba7c6a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.342143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '33834431-5946-416d-999c-77e03422a1ae'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:41.343587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.413819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.441138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8a50f-0f39-49ba-9636-88e97f700d14 req-390eb1de-e13b-466c-b4de-d0a0a20198cf tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:41.443199 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-55a8a50f-0f39-49ba-9636-88e97f700d14 req-390eb1de-e13b-466c-b4de-d0a0a20198cf tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.6821837 Apr 06 14:32:41.443310 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.461764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (eb9d0210-18e6-4668-8dd0-f7679a5979ad), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.489158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 8ffa4bed-772c-4802-8a92-b38f189e99fb yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:41.494906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.504036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (fcc359db-b5a4-4b8d-a920-6802576cbcce), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.575706 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c14151b-7365-4c7e-9756-3042ecd8da4e req-2d9ac6c5-7d0e-4c25-9ec2-7785e37a624a service neutron] 10.222.0.87 "GET /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658165 Apr 06 14:32:41.638074 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466a512-e4f9-4e32-8373-3df68e2f9266 None None] New status for floating IP 411892b4-501e-4b11-ac50-6bfb4c510609: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:32:41.643614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc359db-b5a4-4b8d-a920-6802576cbcce,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:41.673214 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-55a8a50f-0f39-49ba-9636-88e97f700d14 req-cdf2e71b-4ec0-4940-880f-f637e7eb737b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028773 Apr 06 14:32:41.677103 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-d26869fc-7861-416c-8ec9-3bf43201bdd1 service neutron] 10.222.0.87 "GET /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306791 Apr 06 14:32:41.705087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.736371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eb95b6-4115-4894-8bb1-57910c8cac49', 'name': 'tempest-snat-router-427238841', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.34'}], 'enable_snat': False}, 'gw_port_id': '1406fd9c-aa2c-44f8-862b-91487b8100bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:31Z', 'updated_at': '2022-04-06T14:32:35Z', 'revision_number': 3, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port': {'id': '1406fd9c-aa2c-44f8-862b-91487b8100bb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb95b6-4115-4894-8bb1-57910c8cac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:33Z', 'updated_at': '2022-04-06T14:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:41.746497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Allocated IP 172.21.0.2 (401598d6-53d1-4272-b1a1-da6eedd0e75c/155b1c84-da00-4c6f-a005-89c559f506e9/97c776bb-bf5f-484a-bc0e-6195d1a6d93e) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:41.805937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d6d571cf-f91b-436e-93b1-c8b8fd413d3a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b0fee33c-d34f-4728-9572-7ea9dba57de0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.854185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d571cf-f91b-436e-93b1-c8b8fd413d3a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=b0fee33c-d34f-4728-9572-7ea9dba57de0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:41.861433 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (faa2073b-57d8-481b-a00a-428605736152), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.864862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d6d571cf-f91b-436e-93b1-c8b8fd413d3a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.871157 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d6d571cf-f91b-436e-93b1-c8b8fd413d3a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/b0fee33c-d34f-4728-9572-7ea9dba57de0 HTTP/1.1" status: 204 len: 168 time: 1.5239718 Apr 06 14:32:41.877145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40842) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:41.949771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa2073b-57d8-481b-a00a-428605736152']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:41.951566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c2f8-fa29-4712-b756-34487b0f55c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:41.953544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87caa6-0667-49cd-8f74-5d3a67c5ac54 None None] Pushing event updated for resources: {'Port': ['ID=ac8399ff-d845-4d81-9510-f14f41e7394b,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:42.001749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Allocated IP 172.26.7.64 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/3238203b-8e6c-424a-af0f-41e19d664879) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:42.009054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d8b38d-5a69-4ede-86cc-fc6cdf3965eb') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:42.009054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d8b38d-5a69-4ede-86cc-fc6cdf3965eb') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:42.010769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Checking router: 92eb95b6-4115-4894-8bb1-57910c8cac49 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:32:42.011146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Updating router 92eb95b6-4115-4894-8bb1-57910c8cac49 port 1406fd9c-aa2c-44f8-862b-91487b8100bb binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server [None req-31ea6d48-17a7-41a2-aee7-f6deba7c6a7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcc359db-b5a4-4b8d-a920-6802576cbcce: This subnet is being modified by another concurrent operation. Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:32:42.025414 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcc359db-b5a4-4b8d-a920-6802576cbcce: This subnet is being modified by another concurrent operation. Apr 06 14:32:42.029077 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Apr 06 14:32:42.034087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-7252695a-ddb1-45ce-a642-86a313d949a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:42.035884 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-7252695a-ddb1-45ce-a642-86a313d949a5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1129 time: 0.1176949 Apr 06 14:32:42.060434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (a9d8b38d-5a69-4ede-86cc-fc6cdf3965eb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.064579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/33834431-5946-416d-999c-77e03422a1ae/466dbd44-a5f8-4fc7-96c8-1fd282e788c0) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:42.070490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab9d68-2b26-436b-9eac-bc15b1262b29 None None] Network faa2073b-57d8-481b-a00a-428605736152 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:42.125234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396324fe-e46b-43ea-abf2-01368ba5997a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:42.126698 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-396324fe-e46b-43ea-abf2-01368ba5997a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2432444 Apr 06 14:32:42.130451 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40844) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:42.137974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a9d8b38d-5a69-4ede-86cc-fc6cdf3965eb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.166011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.202662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:42.203067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (a9d8b38d-5a69-4ede-86cc-fc6cdf3965eb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:42.206446 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:42.226507 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f855b5-4916-4d79-bc9e-d0b271b8b5e2 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:32:42.228102 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6f855b5-4916-4d79-bc9e-d0b271b8b5e2 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/b0fee33c-d34f-4728-9572-7ea9dba57de0 HTTP/1.1" status: 404 len: 333 time: 0.0966880 Apr 06 14:32:42.233355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.20.0.1 (a1e39d57-3e1e-41e1-944d-03ca06e30abd/e7f83d03-46c3-4b77-bfd2-7215e4aae2cb/44e4a0f3-5421-46fd-b419-398a3b2b162e) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:42.258363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40846) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:42.267628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-395532647'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:42.379093 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for port (3238203b-8e6c-424a-af0f-41e19d664879), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.414864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-42b33130-3a9e-46ff-961d-1df330064a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:42.416484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-42b33130-3a9e-46ff-961d-1df330064a56 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 914 time: 0.3729742 Apr 06 14:32:42.426118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (faa2073b-57d8-481b-a00a-428605736152), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.432549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.442267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.446272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40848) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:42.448149 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/faa2073b-57d8-481b-a00a-428605736152 HTTP/1.1" status: 204 len: 168 time: 1.8014712 Apr 06 14:32:42.461568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Publish callbacks [] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.473303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ac8399ff-d845-4d81-9510-f14f41e7394b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:42.480102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1552212406'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:42.482015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6837f3-7adc-4f28-bb80-c050484d8230 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=faa2073b-57d8-481b-a00a-428605736152,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:42.486878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:42.491236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.523154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:42.533038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2b2dfc81-6fc9-4dbe-870b-9f72219713ae), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.534023 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Added segment 2b2dfc81-6fc9-4dbe-870b-9f72219713ae of type vlan for network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c Apr 06 14:32:42.544500 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-a9fca9f6-f003-472b-b511-9e7b1baa2da4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 1001 time: 0.1163595 Apr 06 14:32:42.568216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.581972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (9f616dad-a4bc-4ab7-89ab-a6c458348b8c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.601596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-694137ab-2a8c-41cd-b3d3-7c15d10d6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:42.603510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-694137ab-2a8c-41cd-b3d3-7c15d10d6687 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.0492141 Apr 06 14:32:42.639688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3238203b-8e6c-424a-af0f-41e19d664879), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.640351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Network 401598d6-53d1-4272-b1a1-da6eedd0e75c is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:42.664049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:42.668195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:42.675732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.681105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:42.683350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.687038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:42.690645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:42.701774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-d82665a3-2a86-49f3-85bc-193f3b344c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:42.703568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-d82665a3-2a86-49f3-85bc-193f3b344c59 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0919585 Apr 06 14:32:42.707766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:42.727447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'Port': ['ID=3238203b-8e6c-424a-af0f-41e19d664879,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:42.732147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Pushing event updated for resources: {'Port': ['ID=97c776bb-bf5f-484a-bc0e-6195d1a6d93e,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:42.746344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ac8399ff-d845-4d81-9510-f14f41e7394b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:42.746829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.750220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Publish callbacks [] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.804372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (9f616dad-a4bc-4ab7-89ab-a6c458348b8c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.812808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:42.813931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.872795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-e8c8bacb-b197-4cc3-9ca9-e4a4bbf970e8 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160417 Apr 06 14:32:42.884333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.898626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Attempting to bind port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:42.899058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Attempting to bind port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5539c6e9-f9d6-473a-ac60-3d7cb35380b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '401598d6-53d1-4272-b1a1-da6eedd0e75c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:42.899416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Attempting to bind port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e on network 401598d6-53d1-4272-b1a1-da6eedd0e75c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:42.947984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:42.948385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Checking segment: {'id': '5539c6e9-f9d6-473a-ac60-3d7cb35380b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '401598d6-53d1-4272-b1a1-da6eedd0e75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:42.948769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.949383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Bound using segment: {'id': '5539c6e9-f9d6-473a-ac60-3d7cb35380b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '401598d6-53d1-4272-b1a1-da6eedd0e75c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:42.951155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Bound port: 97c776bb-bf5f-484a-bc0e-6195d1a6d93e, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5539c6e9-f9d6-473a-ac60-3d7cb35380b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '401598d6-53d1-4272-b1a1-da6eedd0e75c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:42.951155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.957858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:42.970788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:42.976935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:43.007073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Pushing event updated for resources: {'Port': ['ID=466dbd44-a5f8-4fc7-96c8-1fd282e788c0,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.009033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:43.023725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::c0f8:e1c2:99a7:406f (935059ea-209c-494a-9703-5e88684a95b4/33834431-5946-416d-999c-77e03422a1ae/8ffa4bed-772c-4802-8a92-b38f189e99fb) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:43.024807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c36c74f0-b7be-4158-94f1-31e6ab263364), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.025396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment c36c74f0-b7be-4158-94f1-31e6ab263364 of type vlan for network 7e8c072b-feb6-496b-985f-09d75c92ffb1 Apr 06 14:32:43.033036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Network': ['ID=9f616dad-a4bc-4ab7-89ab-a6c458348b8c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.050821 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e6befe86-7d3e-42e8-839a-d872243d781e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7913425 Apr 06 14:32:43.057978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40852) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:43.064422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:43.069884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:43.104769 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae8f9746-8a11-4311-9668-15aae6a0b2ce req-d615f89c-f070-48a4-9791-6538c809a97c service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850505 Apr 06 14:32:43.105611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=44e4a0f3-5421-46fd-b419-398a3b2b162e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.122077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network a1e39d57-3e1e-41e1-944d-03ca06e30abd is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:43.148276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:43.154542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:43.213899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7e8c072b-feb6-496b-985f-09d75c92ffb1), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.228952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef246ea-f7e6-4ed3-abae-199e65f69b3a req-c55c2537-a9fb-4d0b-b7b5-2dc3600b775c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:43.231152 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ef246ea-f7e6-4ed3-abae-199e65f69b3a req-c55c2537-a9fb-4d0b-b7b5-2dc3600b775c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.3547463 Apr 06 14:32:43.306992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.379966 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ef246ea-f7e6-4ed3-abae-199e65f69b3a req-8a051797-f0da-4fb2-853b-8e4f4fc9ba5c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409495 Apr 06 14:32:43.389935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2698f681-7445-4439-a576-cb8f7c677e4a None None] Network a1e39d57-3e1e-41e1-944d-03ca06e30abd requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:43.409111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (8ffa4bed-772c-4802-8a92-b38f189e99fb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.438251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7e8c072b-feb6-496b-985f-09d75c92ffb1), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.443366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:43.444197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.467782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (eb9d0210-18e6-4668-8dd0-f7679a5979ad), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.529123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=7e8c072b-feb6-496b-985f-09d75c92ffb1,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.535759 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Attempting to bind port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:43.536040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Attempting to bind port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:43.536405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Attempting to bind port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:43.540381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] For port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:43.545786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Publish callbacks [] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.549026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ac8399ff-d845-4d81-9510-f14f41e7394b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:43.549415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.560519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7e8c072b-feb6-496b-985f-09d75c92ffb1 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:43.592952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:43.595808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a04aaf77-125b-4d71-9364-05f4b88fab71 None None] Provisioning complete for port ac8399ff-d845-4d81-9510-f14f41e7394b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:43.596201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a04aaf77-125b-4d71-9364-05f4b88fab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.602101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.606336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:43.606592 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cebceedd-6cd4-4d3c-910a-837abcf9b48d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1504838 Apr 06 14:32:43.606748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:43.606748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.606748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:43.606748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Bound port: 466dbd44-a5f8-4fc7-96c8-1fd282e788c0, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:43.606748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.607517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40854) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:43.607660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] For port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=97c776bb-bf5f-484a-bc0e-6195d1a6d93e,segment=NetworkSegment(5539c6e9-f9d6-473a-ac60-3d7cb35380b5),segment_id=5539c6e9-f9d6-473a-ac60-3d7cb35380b5)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:43.612009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': '7e8c072b-feb6-496b-985f-09d75c92ffb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:43.678728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.727966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8ffa4bed-772c-4802-8a92-b38f189e99fb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.774049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.794942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port ac8399ff-d845-4d81-9510-f14f41e7394b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ac8399ff-d845-4d81-9510-f14f41e7394b,segment=NetworkSegment(debd54e5-62be-4c58-89c2-2c3a05611ee9),segment_id=debd54e5-62be-4c58-89c2-2c3a05611ee9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:43.798565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:43.812140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:43.819749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:43.825139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:43.825800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.847471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=8ffa4bed-772c-4802-8a92-b38f189e99fb,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.867793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.877648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (eb9d0210-18e6-4668-8dd0-f7679a5979ad), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.908873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2c416-751b-4b25-85cf-e55d42083fe6 None None] Pushing event updated for resources: {'Port': ['ID=1406fd9c-aa2c-44f8-862b-91487b8100bb,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.911487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Attempting to bind port 1406fd9c-aa2c-44f8-862b-91487b8100bb on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:43.911880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Attempting to bind port 1406fd9c-aa2c-44f8-862b-91487b8100bb by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:43.915850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Attempting to bind port 1406fd9c-aa2c-44f8-862b-91487b8100bb on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:43.922489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.923906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] For port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:43.935501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] For port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=466dbd44-a5f8-4fc7-96c8-1fd282e788c0,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:43.979764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:43.979764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:43.980096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.980495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:43.981135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Bound port: 1406fd9c-aa2c-44f8-862b-91487b8100bb, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:43.981524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.988766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.044457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:44.049887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.097167 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a9eba980-669a-43dc-8567-2fed04021bdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5126870 Apr 06 14:32:44.103203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09307c-03a1-49df-b86f-79625439a139 None None] Pushing event updated for resources: {'Port': ['ID=97c776bb-bf5f-484a-bc0e-6195d1a6d93e,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.105943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a04aaf77-125b-4d71-9364-05f4b88fab71 None None] Current status of the port ac8399ff-d845-4d81-9510-f14f41e7394b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:44.106486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a04aaf77-125b-4d71-9364-05f4b88fab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.108128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40856) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:44.109079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.203420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] For port 1406fd9c-aa2c-44f8-862b-91487b8100bb, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:44.224121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] For port 1406fd9c-aa2c-44f8-862b-91487b8100bb, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1406fd9c-aa2c-44f8-862b-91487b8100bb,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:44.280995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fee3bd-d2d1-4355-9d6c-a492c2ce9dbc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:44.314756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fee3bd-d2d1-4355-9d6c-a492c2ce9dbc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:44.321485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=ac8399ff-d845-4d81-9510-f14f41e7394b,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.321679 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b3fee3bd-d2d1-4355-9d6c-a492c2ce9dbc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2082243 Apr 06 14:32:44.321679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40858) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:44.326888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (a9c349b5-1306-42e5-8700-1ceb6ca8f9d2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.349258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.384343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-a04aaf77-125b-4d71-9364-05f4b88fab71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:44.388853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-a04aaf77-125b-4d71-9364-05f4b88fab71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:44.391206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.452348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fcc26-54ae-43a8-80c1-c25b4ed0a7af None None] Pushing event updated for resources: {'Port': ['ID=466dbd44-a5f8-4fc7-96c8-1fd282e788c0,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.454828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.502300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Routers {'92eb95b6-4115-4894-8bb1-57910c8cac49'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:44.503014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['92eb95b6-4115-4894-8bb1-57910c8cac49'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:44.670701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 97c776bb-bf5f-484a-bc0e-6195d1a6d93e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:44.686597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:44.808071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] Set router 92eb95b6-4115-4894-8bb1-57910c8cac49 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:44.919786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=a9c349b5-1306-42e5-8700-1ceb6ca8f9d2,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:44.922183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Router eb9d0210-18e6-4668-8dd0-f7679a5979ad is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:44.982533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network a1e39d57-3e1e-41e1-944d-03ca06e30abd is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:45.016940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:45.017161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking segment: {'id': '2b2dfc81-6fc9-4dbe-870b-9f72219713ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:45.017427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network hostable DHCP agents. Network: 9f616dad-a4bc-4ab7-89ab-a6c458348b8c, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:45.034302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a04aaf77-125b-4d71-9364-05f4b88fab71 None None] Current status of the port ac8399ff-d845-4d81-9510-f14f41e7394b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:45.043169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2c416-751b-4b25-85cf-e55d42083fe6 None None] Pushing event updated for resources: {'Port': ['ID=1406fd9c-aa2c-44f8-862b-91487b8100bb,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:45.070098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=44e4a0f3-5421-46fd-b419-398a3b2b162e,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:45.098213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190d86b-44a7-41c7-a980-bdfad4d89e22 req-1ccb2885-8860-4aa1-bb19-30a93d15ceec tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:45.104779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:45.104779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.105013 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b190d86b-44a7-41c7-a980-bdfad4d89e22 req-1ccb2885-8860-4aa1-bb19-30a93d15ceec tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.5188890 Apr 06 14:32:45.171122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3869d74d-59a9-4be6-bc4c-8b26d5363341 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 8ffa4bed-772c-4802-8a92-b38f189e99fb {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:45.171424 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3869d74d-59a9-4be6-bc4c-8b26d5363341 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8ffa4bed-772c-4802-8a92-b38f189e99fb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.199328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (46aeb93b-0499-4206-b232-aad5ab4bb40e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.231754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:45.235419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6fa90be3-a4c0-4715-8eac-d73793aa34f0 None None] Provisioning complete for port ac8399ff-d845-4d81-9510-f14f41e7394b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:45.235800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6fa90be3-a4c0-4715-8eac-d73793aa34f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.317822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eb95b6-4115-4894-8bb1-57910c8cac49', 'name': 'tempest-snat-router-427238841', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.34'}], 'enable_snat': False}, 'gw_port_id': '1406fd9c-aa2c-44f8-862b-91487b8100bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:31Z', 'updated_at': '2022-04-06T14:32:35Z', 'revision_number': 3, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port': {'id': '1406fd9c-aa2c-44f8-862b-91487b8100bb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb95b6-4115-4894-8bb1-57910c8cac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:33Z', 'updated_at': '2022-04-06T14:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.327271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3869d74d-59a9-4be6-bc4c-8b26d5363341 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8ffa4bed-772c-4802-8a92-b38f189e99fb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.337819 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b190d86b-44a7-41c7-a980-bdfad4d89e22 req-cecf64e9-2a3f-4909-8fc5-08afb460f220 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844213 Apr 06 14:32:45.356163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=46aeb93b-0499-4206-b232-aad5ab4bb40e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:45.357069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3869d74d-59a9-4be6-bc4c-8b26d5363341 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 8ffa4bed-772c-4802-8a92-b38f189e99fb owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:45.371507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285425a-9450-4db3-b5bd-10fb1134b37b None None] The sync data for ids ['92eb95b6-4115-4894-8bb1-57910c8cac49'] in dv-neutron-835863-1-hyperv is: [{'id': '92eb95b6-4115-4894-8bb1-57910c8cac49', 'name': 'tempest-snat-router-427238841', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.34'}], 'enable_snat': False}, 'gw_port_id': '1406fd9c-aa2c-44f8-862b-91487b8100bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:31Z', 'updated_at': '2022-04-06T14:32:35Z', 'revision_number': 3, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port': {'id': '1406fd9c-aa2c-44f8-862b-91487b8100bb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb95b6-4115-4894-8bb1-57910c8cac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:33Z', 'updated_at': '2022-04-06T14:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:45.377035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': 'c36c74f0-b7be-4158-94f1-31e6ab263364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e8c072b-feb6-496b-985f-09d75c92ffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:45.378355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: 7e8c072b-feb6-496b-985f-09d75c92ffb1, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:45.392798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:45.399117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:45.401245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.462584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Sync routers for ids ['eb9d0210-18e6-4668-8dd0-f7679a5979ad'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:45.466990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6fa90be3-a4c0-4715-8eac-d73793aa34f0 None None] Current status of the port ac8399ff-d845-4d81-9510-f14f41e7394b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:45.509393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Routers {'eb9d0210-18e6-4668-8dd0-f7679a5979ad'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:45.514418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['eb9d0210-18e6-4668-8dd0-f7679a5979ad'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:45.547439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.550241 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bfe10db5-ada4-4162-adff-69b4510402ca tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5402789 Apr 06 14:32:45.552557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40866) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:45.604975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 65ecfa22-27b0-42a1-a4a9-e88a8fb072be is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:45.645094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b742b4-b3b3-4b0d-8de7-a7bd970625e4 req-dccbafef-e814-42db-900f-4085cad65b9e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:45.646796 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95b742b4-b3b3-4b0d-8de7-a7bd970625e4 req-dccbafef-e814-42db-900f-4085cad65b9e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1404810 Apr 06 14:32:45.700886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Set router eb9d0210-18e6-4668-8dd0-f7679a5979ad gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:45.712624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 9f616dad-a4bc-4ab7-89ab-a6c458348b8c) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:45.730196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:45.731067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.807193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01cd23c-759a-4686-82fa-d229a67bec47 None None] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:45.811022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network 7e8c072b-feb6-496b-985f-09d75c92ffb1 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:45.902644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7e8c072b-feb6-496b-985f-09d75c92ffb1) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:45.906817 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c816bd32-e511-4220-af4a-0db8597faf98 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8470428 Apr 06 14:32:45.920437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40868) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:45.925431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-42ebe91c-4220-44b7-929f-5bf68a3c417f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:45.956607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:45.957207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.033629 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fe85fa94-3aaf-4f08-b7d9-50fbb838f6b3 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/routers/eb9d0210-18e6-4668-8dd0-f7679a5979ad HTTP/1.1" status: 200 len: 906 time: 0.4788814 Apr 06 14:32:46.035899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40870) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.060731 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95b742b4-b3b3-4b0d-8de7-a7bd970625e4 req-532467dc-b4bf-4939-b6f4-c91d88a6d432 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956208 Apr 06 14:32:46.113565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3869d74d-59a9-4be6-bc4c-8b26d5363341 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8ffa4bed-772c-4802-8a92-b38f189e99fb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.124264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:46.140947 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c06903-90d4-450f-958a-a2315d5d44d1 None None] Sync routers for ids ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:46.171206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e9dc3ec3-16a1-42da-b1ba-1329e4497185 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/65ecfa22-27b0-42a1-a4a9-e88a8fb072be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5285947 Apr 06 14:32:46.180050 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c06903-90d4-450f-958a-a2315d5d44d1 None None] Routers {'65ecfa22-27b0-42a1-a4a9-e88a8fb072be'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:46.180693 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-94c06903-90d4-450f-958a-a2315d5d44d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:46.185922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40874) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.230391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-90b84eb6-b022-458f-966d-11867c188e4c tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6250591 Apr 06 14:32:46.242169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40876) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.318825 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-94c06903-90d4-450f-958a-a2315d5d44d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:46.348787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (eb9d0210-18e6-4668-8dd0-f7679a5979ad), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.373998 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c06903-90d4-450f-958a-a2315d5d44d1 None None] Routers {'65ecfa22-27b0-42a1-a4a9-e88a8fb072be'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:46.374695 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-94c06903-90d4-450f-958a-a2315d5d44d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:46.398727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca13d96-32ca-4804-a09d-13d6f76ade35 None None] Network 7e8c072b-feb6-496b-985f-09d75c92ffb1 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:46.459694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=97c776bb-bf5f-484a-bc0e-6195d1a6d93e,segment=NetworkSegment(5539c6e9-f9d6-473a-ac60-3d7cb35380b5),segment_id=5539c6e9-f9d6-473a-ac60-3d7cb35380b5)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:46.468149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6fa90be3-a4c0-4715-8eac-d73793aa34f0 None None] Provisioning complete for port 44e4a0f3-5421-46fd-b419-398a3b2b162e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:46.468823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6fa90be3-a4c0-4715-8eac-d73793aa34f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.530605 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-94c06903-90d4-450f-958a-a2315d5d44d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:46.532497 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c06903-90d4-450f-958a-a2315d5d44d1 None None] The sync data for ids ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:46.575365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6fa90be3-a4c0-4715-8eac-d73793aa34f0 None None] Port 44e4a0f3-5421-46fd-b419-398a3b2b162e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:46.578222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-9f616dad-a4bc-4ab7-89ab-a6c458348b8c', 'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c', 'project_id': '6a6f25c64c694d458fa4cabc0ce432b2', 'fixed_ips': [{'subnet_id': 'a9c349b5-1306-42e5-8700-1ceb6ca8f9d2'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:46.579446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.605319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed10414-1bdd-421b-aa35-8b703ccf4c2c None None] Network 401598d6-53d1-4272-b1a1-da6eedd0e75c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:46.605319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.608574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77530f19-b591-4333-b15f-41d316e150eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:46.611286 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-77530f19-b591-4333-b15f-41d316e150eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports/44e4a0f3-5421-46fd-b419-398a3b2b162e HTTP/1.1" status: 200 len: 910 time: 0.4212596 Apr 06 14:32:46.617951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40878) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.658954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869d74d-59a9-4be6-bc4c-8b26d5363341 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=8ffa4bed-772c-4802-8a92-b38f189e99fb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:46.744163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3869d74d-59a9-4be6-bc4c-8b26d5363341 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.751106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.751644 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3869d74d-59a9-4be6-bc4c-8b26d5363341 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/8ffa4bed-772c-4802-8a92-b38f189e99fb HTTP/1.1" status: 204 len: 168 time: 2.4260535 Apr 06 14:32:46.757007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40880) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.865107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7995cad-51a7-401e-b29f-faf7ecc82f4d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:46.868475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7995cad-51a7-401e-b29f-faf7ecc82f4d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:46.873306 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b7995cad-51a7-401e-b29f-faf7ecc82f4d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1147883 Apr 06 14:32:46.875786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40884) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:46.973626 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (eb9d0210-18e6-4668-8dd0-f7679a5979ad), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.000862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.021416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1406fd9c-aa2c-44f8-862b-91487b8100bb up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:47.027414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d5af03-4e51-45cd-a170-a5b7e9384693 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 33834431-5946-416d-999c-77e03422a1ae {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:47.031545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af03-4e51-45cd-a170-a5b7e9384693 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (33834431-5946-416d-999c-77e03422a1ae), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.118524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af03-4e51-45cd-a170-a5b7e9384693 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (33834431-5946-416d-999c-77e03422a1ae), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.269292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af03-4e51-45cd-a170-a5b7e9384693 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (33834431-5946-416d-999c-77e03422a1ae), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.282113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Provisioning complete for port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:47.282791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.294535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=97c776bb-bf5f-484a-bc0e-6195d1a6d93e,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:47.347386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ebe91c-4220-44b7-929f-5bf68a3c417f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:47.352047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42ebe91c-4220-44b7-929f-5bf68a3c417f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.411468 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Deleting port 3238203b-8e6c-424a-af0f-41e19d664879 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:47.412008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3238203b-8e6c-424a-af0f-41e19d664879), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.466014 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.ipam_backend_mixin [None req-42ebe91c-4220-44b7-929f-5bf68a3c417f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9c349b5-1306-42e5-8700-1ceb6ca8f9d2 (CIDR: 2001:db8::/64) Apr 06 14:32:47.484864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af03-4e51-45cd-a170-a5b7e9384693 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (33834431-5946-416d-999c-77e03422a1ae), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.495084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7e8c072b-feb6-496b-985f-09d75c92ffb1', 'network_id': '7e8c072b-feb6-496b-985f-09d75c92ffb1', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': '46aeb93b-0499-4206-b232-aad5ab4bb40e'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:47.495966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.513290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7e8c072b-feb6-496b-985f-09d75c92ffb1), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.539545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5af03-4e51-45cd-a170-a5b7e9384693 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=33834431-5946-416d-999c-77e03422a1ae,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:47.545812 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ebe91c-4220-44b7-929f-5bf68a3c417f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:32:47.547283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ebe91c-4220-44b7-929f-5bf68a3c417f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:32:47.553937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af03-4e51-45cd-a170-a5b7e9384693 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.559826 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e8d5af03-4e51-45cd-a170-a5b7e9384693 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/33834431-5946-416d-999c-77e03422a1ae HTTP/1.1" status: 204 len: 168 time: 0.6808994 Apr 06 14:32:47.560253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40888) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.574428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3238203b-8e6c-424a-af0f-41e19d664879), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.579444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 1406fd9c-aa2c-44f8-862b-91487b8100bb triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:47.579827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.589323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b8c850-92a6-4959-ba8a-be680a5217be None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:47.606659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Allocated IP 2001:db8::2 (9f616dad-a4bc-4ab7-89ab-a6c458348b8c/a9c349b5-1306-42e5-8700-1ceb6ca8f9d2/46d72bff-6fa7-4c00-a3e7-7384c64ab81f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:47.637598 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8b6a911c-d40f-41c3-918d-5fe77fa55a2c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732989 Apr 06 14:32:47.638576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40890) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.648277 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:47.652630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Calling delete_port for 3238203b-8e6c-424a-af0f-41e19d664879 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:47.698209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddc4d4-376d-4d02-a7ec-04b095eb3124 req-c362de4c-9510-4d82-9b52-0ee085ff3cb4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:47.699892 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5ddc4d4-376d-4d02-a7ec-04b095eb3124 req-c362de4c-9510-4d82-9b52-0ee085ff3cb4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.7391250 Apr 06 14:32:47.715432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-42ebe91c-4220-44b7-929f-5bf68a3c417f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7911124 Apr 06 14:32:47.720249 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40892) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:47.732643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:47.777993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (46aeb93b-0499-4206-b232-aad5ab4bb40e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:47.969663 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5ddc4d4-376d-4d02-a7ec-04b095eb3124 req-d7cf78a0-d10b-4dcb-a84a-23725395af13 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537062 Apr 06 14:32:48.031867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9d0210-18e6-4668-8dd0-f7679a5979ad', 'name': 'tempest-snat-router-427238841', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '3238203b-8e6c-424a-af0f-41e19d664879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:40Z', 'updated_at': '2022-04-06T14:32:43Z', 'revision_number': 3, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port': {'id': '3238203b-8e6c-424a-af0f-41e19d664879', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9d0210-18e6-4668-8dd0-f7679a5979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:32:41Z', 'updated_at': '2022-04-06T14:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:48.101654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Current status of the port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:48.102070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.112731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:48.121821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.145901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Checking router: eb9d0210-18e6-4668-8dd0-f7679a5979ad for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:32:48.146465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Updating router eb9d0210-18e6-4668-8dd0-f7679a5979ad port 3238203b-8e6c-424a-af0f-41e19d664879 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:32:48.171211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:48.179238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.204411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.244563 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3238203b-8e6c-424a-af0f-41e19d664879), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.332402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Allocated IP 172.20.0.1 (7e8c072b-feb6-496b-985f-09d75c92ffb1/46aeb93b-0499-4206-b232-aad5ab4bb40e/9fa26308-f0f0-4817-af64-ba25678bbd48) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:48.345029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event deleted for resources: {'Port': ['ID=3238203b-8e6c-424a-af0f-41e19d664879,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:48.424301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] For port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=466dbd44-a5f8-4fc7-96c8-1fd282e788c0,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:48.433066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3238203b-8e6c-424a-af0f-41e19d664879), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.567760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.21.0.1 (401598d6-53d1-4272-b1a1-da6eedd0e75c/155b1c84-da00-4c6f-a005-89c559f506e9/f5d263a8-a82b-4de2-b411-657dd81ba515) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:48.652845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Publish callbacks [] for port (9fa26308-f0f0-4817-af64-ba25678bbd48), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.666275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (eb9d0210-18e6-4668-8dd0-f7679a5979ad), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.684229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1406fd9c-aa2c-44f8-862b-91487b8100bb is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:48.684600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.704703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.743317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 1406fd9c-aa2c-44f8-862b-91487b8100bb, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1406fd9c-aa2c-44f8-862b-91487b8100bb,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:48.744779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (ee69e124-7a11-4140-950b-e4cb37355914), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.747708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Port 3238203b-8e6c-424a-af0f-41e19d664879 not found while updating agent binding for router eb9d0210-18e6-4668-8dd0-f7679a5979ad. {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 06 14:32:48.765755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.823281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (9fa26308-f0f0-4817-af64-ba25678bbd48), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.844225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:48.844434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.851531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (eb9d0210-18e6-4668-8dd0-f7679a5979ad), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.857204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:48.859743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_controller (eb9d0210-18e6-4668-8dd0-f7679a5979ad), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.870419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:48.877971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:48.878573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.892483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=ee69e124-7a11-4140-950b-e4cb37355914,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:48.901189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 401598d6-53d1-4272-b1a1-da6eedd0e75c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:48.904998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:48.909352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:48.919716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (46aeb93b-0499-4206-b232-aad5ab4bb40e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:48.982362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=46aeb93b-0499-4206-b232-aad5ab4bb40e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:48.997478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=f5d263a8-a82b-4de2-b411-657dd81ba515,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.099695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.101449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.102258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ac8399ff-d845-4d81-9510-f14f41e7394b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:49.220734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7e8c072b-feb6-496b-985f-09d75c92ffb1), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.221700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Provisioning complete for port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:49.222094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.244531 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-252db816-b7da-41e6-9b32-2829825cb093 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6013544 Apr 06 14:32:49.249687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40902) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:49.255128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': 'ee69e124-7a11-4140-950b-e4cb37355914', 'ip_address': '2001:db8::fa48:8f8c:e442:ec6f'}], 'name': 'tempest-NetworksTestDHCPv6-521780201'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:49.301003 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Routers {'eb9d0210-18e6-4668-8dd0-f7679a5979ad'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:49.301672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['eb9d0210-18e6-4668-8dd0-f7679a5979ad'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:49.402546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Network 7e8c072b-feb6-496b-985f-09d75c92ffb1 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:49.404019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Publish callbacks [] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.412381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8c072b-feb6-496b-985f-09d75c92ffb1']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:49.425651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:49.444792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:49.455850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] Set router eb9d0210-18e6-4668-8dd0-f7679a5979ad gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:32:49.461237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Pushing event updated for resources: {'Port': ['ID=466dbd44-a5f8-4fc7-96c8-1fd282e788c0,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.471165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (eb9d0210-18e6-4668-8dd0-f7679a5979ad), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.472468 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb9d0210-18e6-4668-8dd0-f7679a5979ad {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:49.481371 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.484919 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7dc1dc31-1b4b-4f21-822c-1a67dc44ee72 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "DELETE /v2.0/routers/eb9d0210-18e6-4668-8dd0-f7679a5979ad HTTP/1.1" status: 204 len: 168 time: 3.4456267 Apr 06 14:32:49.496846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40904) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:49.530625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36c74f0-b7be-4158-94f1-31e6ab263364') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:49.530625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36c74f0-b7be-4158-94f1-31e6ab263364') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:49.536807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.560712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (c36c74f0-b7be-4158-94f1-31e6ab263364), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.578168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.579690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9d0210-18e6-4668-8dd0-f7679a5979ad', 'name': 'tempest-snat-router-427238841', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:40Z', 'updated_at': '2022-04-06T14:32:48Z', 'revision_number': 5, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:49.607010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c36c74f0-b7be-4158-94f1-31e6ab263364), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.627374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (3687f854-f5ef-46f8-b84c-d16627fc8d44), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.640761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ac8399ff-d845-4d81-9510-f14f41e7394b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:49.641156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.703060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa7cfa-ede1-4ad9-8a0e-d46aa717088e None None] The sync data for ids ['eb9d0210-18e6-4668-8dd0-f7679a5979ad'] in dv-neutron-835863-1-hyperv is: [{'id': 'eb9d0210-18e6-4668-8dd0-f7679a5979ad', 'name': 'tempest-snat-router-427238841', 'tenant_id': '353e5ee967864f0a9574a47de8b6bf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:32:40Z', 'updated_at': '2022-04-06T14:32:48Z', 'revision_number': 5, 'project_id': '353e5ee967864f0a9574a47de8b6bf9c', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:49.708751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:49.709263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:49.709443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (c36c74f0-b7be-4158-94f1-31e6ab263364), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.717089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:49.729753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:49.729753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.750887 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=3687f854-f5ef-46f8-b84c-d16627fc8d44,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82fffd-a5c5-4ae6-9114-03e25fd28d5f req-63d87f38-42dd-4847-859f-3508d060bc38 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e82fffd-a5c5-4ae6-9114-03e25fd28d5f req-63d87f38-42dd-4847-859f-3508d060bc38 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.3916538 Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:49.775323 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:49.777583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (92eb95b6-4115-4894-8bb1-57910c8cac49), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.777679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:49.777770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:49.780518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Attempting to bind port 9fa26308-f0f0-4817-af64-ba25678bbd48 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:49.780900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Attempting to bind port 9fa26308-f0f0-4817-af64-ba25678bbd48 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c36c74f0-b7be-4158-94f1-31e6ab263364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e8c072b-feb6-496b-985f-09d75c92ffb1'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:49.781275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Attempting to bind port 9fa26308-f0f0-4817-af64-ba25678bbd48 on network 7e8c072b-feb6-496b-985f-09d75c92ffb1 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:49.783343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Pushing event updated for resources: {'Port': ['ID=9fa26308-f0f0-4817-af64-ba25678bbd48,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:49.795075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:49.796974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] Deleting port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:49.803971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.803971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:49.821882 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c699d4dd-2e02-4a84-87bc-0f4eab24735f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0976222 Apr 06 14:32:49.852144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:49.852531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Checking segment: {'id': 'c36c74f0-b7be-4158-94f1-31e6ab263364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e8c072b-feb6-496b-985f-09d75c92ffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:49.852941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.853354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Bound using segment: {'id': 'c36c74f0-b7be-4158-94f1-31e6ab263364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e8c072b-feb6-496b-985f-09d75c92ffb1'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:49.853912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Bound port: 9fa26308-f0f0-4817-af64-ba25678bbd48, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36c74f0-b7be-4158-94f1-31e6ab263364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7e8c072b-feb6-496b-985f-09d75c92ffb1'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:49.854292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9fa26308-f0f0-4817-af64-ba25678bbd48), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:49.856368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40906) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:49.861959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c', 'fixed_ips': [{'subnet_id': 'a9c349b5-1306-42e5-8700-1ceb6ca8f9d2'}, {'subnet_id': '3687f854-f5ef-46f8-b84c-d16627fc8d44'}], 'name': 'tempest-PortsIpV6TestJSON-1609696252'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:49.963617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Current status of the port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:49.983078 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.api [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:32:49.983078 dv-neutron-835863-1-hyperv neutron-server[104443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:32:49.983078 dv-neutron-835863-1-hyperv neutron-server[104443]: [parameters: {'id': '7e8c072b-feb6-496b-985f-09d75c92ffb1'}] Apr 06 14:32:49.983078 dv-neutron-835863-1-hyperv neutron-server[104443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:49.984013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG oslo_db.api [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:49.988247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=1406fd9c-aa2c-44f8-862b-91487b8100bb,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.000940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (92eb95b6-4115-4894-8bb1-57910c8cac49), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.016126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e82fffd-a5c5-4ae6-9114-03e25fd28d5f req-75b0a361-588e-4b46-83ed-181556712048 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365434 Apr 06 14:32:50.102122 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.113185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:50.127914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 48768753-86b7-4e34-a7c1-85f517534433 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:50.129792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Attempting to bind port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:50.130168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Attempting to bind port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '2b2dfc81-6fc9-4dbe-870b-9f72219713ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:50.130540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Attempting to bind port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f on network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:50.177522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:50.177903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Checking segment: {'id': '2b2dfc81-6fc9-4dbe-870b-9f72219713ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:50.178865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.179296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Bound using segment: {'id': '2b2dfc81-6fc9-4dbe-870b-9f72219713ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:50.179877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Bound port: 46d72bff-6fa7-4c00-a3e7-7384c64ab81f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2dfc81-6fc9-4dbe-870b-9f72219713ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:50.180489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.187851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Provisioning complete for port 44e4a0f3-5421-46fd-b419-398a3b2b162e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:50.188501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.205907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Pushing event updated for resources: {'Port': ['ID=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.209490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] For port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=466dbd44-a5f8-4fc7-96c8-1fd282e788c0,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:50.209900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.232369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Deleting port 1406fd9c-aa2c-44f8-862b-91487b8100bb {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:50.232515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.250860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ac8399ff-d845-4d81-9510-f14f41e7394b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:50.252024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:50.279455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] Calling delete_port for 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:50.281420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] For port 9fa26308-f0f0-4817-af64-ba25678bbd48, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:50.291956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.315838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 6c181795-f157-42d8-b2f5-017caa90172f yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:50.327094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::fa48:8f8c:e442:ec6f (935059ea-209c-494a-9703-5e88684a95b4/ee69e124-7a11-4140-950b-e4cb37355914/48768753-86b7-4e34-a7c1-85f517534433) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:50.333473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] For port 9fa26308-f0f0-4817-af64-ba25678bbd48, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=9fa26308-f0f0-4817-af64-ba25678bbd48,segment=NetworkSegment(c36c74f0-b7be-4158-94f1-31e6ab263364),segment_id=c36c74f0-b7be-4158-94f1-31e6ab263364)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:50.347118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5015a76e-6da9-436c-a824-10fd67b9383e None None] Port 44e4a0f3-5421-46fd-b419-398a3b2b162e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:50.391406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.438470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9fa26308-f0f0-4817-af64-ba25678bbd48), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.448402 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] For port 1406fd9c-aa2c-44f8-862b-91487b8100bb, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1406fd9c-aa2c-44f8-862b-91487b8100bb,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:50.448914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.478027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Calling delete_port for 1406fd9c-aa2c-44f8-862b-91487b8100bb owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:50.491869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7e8c072b-feb6-496b-985f-09d75c92ffb1), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.499072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.515260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6451-b6dd-4cad-a777-84f2e56330ca None None] Pushing event updated for resources: {'Port': ['ID=9fa26308-f0f0-4817-af64-ba25678bbd48,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.539219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] For port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:50.550948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] For port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,segment=NetworkSegment(2b2dfc81-6fc9-4dbe-870b-9f72219713ae),segment_id=2b2dfc81-6fc9-4dbe-870b-9f72219713ae)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:50.572268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d425dcb5-f841-4aa3-bc64-1f262e172d11 None None] Could not find standard attr ID for object 8ffa4bed-772c-4802-8a92-b38f189e99fb. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:50.620372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=f5d263a8-a82b-4de2-b411-657dd81ba515,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.629863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:50.630343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.643358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.655896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (48768753-86b7-4e34-a7c1-85f517534433), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.678017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.727968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d425dcb5-f841-4aa3-bc64-1f262e172d11 None None] Provisioning complete for port f5d263a8-a82b-4de2-b411-657dd81ba515 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:50.728984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d425dcb5-f841-4aa3-bc64-1f262e172d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.784412 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No ports have port_id starting with 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 Apr 06 14:32:50.786212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (466dbd44-a5f8-4fc7-96c8-1fd282e788c0), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.789740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::250 (9f616dad-a4bc-4ab7-89ab-a6c458348b8c/a9c349b5-1306-42e5-8700-1ceb6ca8f9d2/6c181795-f157-42d8-b2f5-017caa90172f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:50.801057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8:0:1::22 (9f616dad-a4bc-4ab7-89ab-a6c458348b8c/3687f854-f5ef-46f8-b84c-d16627fc8d44/6c181795-f157-42d8-b2f5-017caa90172f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:50.833579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 401598d6-53d1-4272-b1a1-da6eedd0e75c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:50.837336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:50.872630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d425dcb5-f841-4aa3-bc64-1f262e172d11 None None] Port f5d263a8-a82b-4de2-b411-657dd81ba515 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:50.880892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b326b0b-3761-4ac0-bd2a-54bcf39b8433 None None] Pushing event updated for resources: {'Port': ['ID=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:50.888772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d1165-bc92-459d-835a-aefa1d02ec74 None None] Network 7e8c072b-feb6-496b-985f-09d75c92ffb1 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:50.967161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (48768753-86b7-4e34-a7c1-85f517534433), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:50.987479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Deleting port 9fa26308-f0f0-4817-af64-ba25678bbd48 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:50.988085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (9fa26308-f0f0-4817-af64-ba25678bbd48), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.045669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (1406fd9c-aa2c-44f8-862b-91487b8100bb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.054821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] Pushing event deleted for resources: {'Port': ['ID=466dbd44-a5f8-4fc7-96c8-1fd282e788c0,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.062194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d64e72-27c6-4f41-a42f-738d73f31c85 None None] No DVR routers for this DVR port 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:51.063921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 97c776bb-bf5f-484a-bc0e-6195d1a6d93e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:51.154274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eecd14d-efc7-43b5-8036-a49af4cc4e00 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:51.154537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] For port 9fa26308-f0f0-4817-af64-ba25678bbd48, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=9fa26308-f0f0-4817-af64-ba25678bbd48,segment=NetworkSegment(c36c74f0-b7be-4158-94f1-31e6ab263364),segment_id=c36c74f0-b7be-4158-94f1-31e6ab263364)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:51.155152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (9fa26308-f0f0-4817-af64-ba25678bbd48), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.160344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event deleted for resources: {'Port': ['ID=1406fd9c-aa2c-44f8-862b-91487b8100bb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.182107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Calling delete_port for 9fa26308-f0f0-4817-af64-ba25678bbd48 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:51.249923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d425dcb5-f841-4aa3-bc64-1f262e172d11 None None] Provisioning complete for port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:51.250284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d425dcb5-f841-4aa3-bc64-1f262e172d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.332289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (92eb95b6-4115-4894-8bb1-57910c8cac49), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.414562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:51.419054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9fa26308-f0f0-4817-af64-ba25678bbd48), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.437299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:51.439867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:51.446801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:51.447588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.463358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (92eb95b6-4115-4894-8bb1-57910c8cac49), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.473262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_controller (92eb95b6-4115-4894-8bb1-57910c8cac49), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.473942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No DVR routers for this DVR port 9fa26308-f0f0-4817-af64-ba25678bbd48 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:51.510137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=48768753-86b7-4e34-a7c1-85f517534433,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.523009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 65ecfa22-27b0-42a1-a4a9-e88a8fb072be has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:51.531554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (6c181795-f157-42d8-b2f5-017caa90172f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.560282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Port': ['ID=9fa26308-f0f0-4817-af64-ba25678bbd48,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.565898 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6b4e826b-c8dc-4860-99c3-06e20a275898 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3151634 Apr 06 14:32:51.568938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40910) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:51.610201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:51.610639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.614188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (92eb95b6-4115-4894-8bb1-57910c8cac49), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.614723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92eb95b6-4115-4894-8bb1-57910c8cac49 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:32:51.620355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.626540 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8fe9a4ea-4e8c-4f4c-ab9f-1888a43b3194 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "DELETE /v2.0/routers/92eb95b6-4115-4894-8bb1-57910c8cac49 HTTP/1.1" status: 204 len: 168 time: 2.1237431 Apr 06 14:32:51.630778 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40912) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:51.637450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1453406593', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:51.665581 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6c181795-f157-42d8-b2f5-017caa90172f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.720507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d425dcb5-f841-4aa3-bc64-1f262e172d11 None None] Current status of the port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:51.733452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=6c181795-f157-42d8-b2f5-017caa90172f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:51.746278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605ae56-80d2-4fdc-a9a5-b451f9325799 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:51.751228 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a605ae56-80d2-4fdc-a9a5-b451f9325799 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1810915 Apr 06 14:32:51.755780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40914) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:51.788930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': 'ee69e124-7a11-4140-950b-e4cb37355914'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:51.794393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.808531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:51.825674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:51.831964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:51.840457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:51.841692 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.883907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:51.885112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1406fd9c-aa2c-44f8-862b-91487b8100bb up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:51.904458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (47c3d0f8-1551-4585-a7ff-87414be74758), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.905859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (47c3d0f8-1551-4585-a7ff-87414be74758), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.911397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 1406fd9c-aa2c-44f8-862b-91487b8100bb {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:51.911755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1406fd9c-aa2c-44f8-862b-91487b8100bb not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 06 14:32:51.981507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (47c3d0f8-1551-4585-a7ff-87414be74758), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:51.985486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Port 1406fd9c-aa2c-44f8-862b-91487b8100bb not found, will not notify nova. {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 06 14:32:51.987071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-22a5d721-e3bf-4d3c-9226-996627f68fd9 None None] Provisioning complete for port f5d263a8-a82b-4de2-b411-657dd81ba515 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:51.987418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-22a5d721-e3bf-4d3c-9226-996627f68fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.000372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8bd91fb5-16f4-4805-af10-12b78f1079e1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 48768753-86b7-4e34-a7c1-85f517534433 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:52.000716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bd91fb5-16f4-4805-af10-12b78f1079e1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (48768753-86b7-4e34-a7c1-85f517534433), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.020110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711796f7-32f7-4fb7-b31e-a2f83ba5173a req-6f8bd16f-c2bd-4453-b4ce-22fc9a5bbb03 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:52.022815 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-711796f7-32f7-4fb7-b31e-a2f83ba5173a req-6f8bd16f-c2bd-4453-b4ce-22fc9a5bbb03 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.7188935 Apr 06 14:32:52.028594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7e8c072b-feb6-496b-985f-09d75c92ffb1), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.055784 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-603ef6d8-fc9f-404f-a76d-f3778ee70638 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1982369 Apr 06 14:32:52.058833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40916) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:52.065029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9c349b5-1306-42e5-8700-1ceb6ca8f9d2'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:52.065390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-22a5d721-e3bf-4d3c-9226-996627f68fd9 None None] Port f5d263a8-a82b-4de2-b411-657dd81ba515 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:52.135585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8c072b-feb6-496b-985f-09d75c92ffb1']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:52.140297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/ee69e124-7a11-4140-950b-e4cb37355914/8b0aba1d-7e54-4997-b082-26117fafdf12) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:52.153248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36c74f0-b7be-4158-94f1-31e6ab263364') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:52.153572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36c74f0-b7be-4158-94f1-31e6ab263364') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:52.177629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (c36c74f0-b7be-4158-94f1-31e6ab263364), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.212134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:52.220246 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7f2350b5-8c4a-4745-94a7-a54e452b5d41 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/65ecfa22-27b0-42a1-a4a9-e88a8fb072be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5995948 Apr 06 14:32:52.224013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c36c74f0-b7be-4158-94f1-31e6ab263364), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.224903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40920) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:52.229053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-711796f7-32f7-4fb7-b31e-a2f83ba5173a req-80ce316b-1b6d-474a-b306-dcefe30f4a1a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463218 Apr 06 14:32:52.263137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:52.263566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (c36c74f0-b7be-4158-94f1-31e6ab263364), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.271776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6c181795-f157-42d8-b2f5-017caa90172f), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:52.278129 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:52.319590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bd91fb5-16f4-4805-af10-12b78f1079e1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (48768753-86b7-4e34-a7c1-85f517534433), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.346253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce2f4a-76fd-40fb-9b19-28b89bb28d72 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:52.353251 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-02ce2f4a-76fd-40fb-9b19-28b89bb28d72 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports/f5d263a8-a82b-4de2-b411-657dd81ba515 HTTP/1.1" status: 200 len: 910 time: 0.1219144 Apr 06 14:32:52.353251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40922) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:52.375085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43509b47-c4a5-4d27-bee2-d98054dec533 None None] Sync routers for ids ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:52.377696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:52.415345 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8bd91fb5-16f4-4805-af10-12b78f1079e1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 48768753-86b7-4e34-a7c1-85f517534433 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:52.439840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ea89e-3172-42e3-bcf3-993ddde64ba9 None None] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:52.447577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:52.447577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 466dbd44-a5f8-4fc7-96c8-1fd282e788c0 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:52.451112 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (47c3d0f8-1551-4585-a7ff-87414be74758), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.504560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43509b47-c4a5-4d27-bee2-d98054dec533 None None] Routers {'65ecfa22-27b0-42a1-a4a9-e88a8fb072be'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:52.505375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-43509b47-c4a5-4d27-bee2-d98054dec533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:52.536784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7e8c072b-feb6-496b-985f-09d75c92ffb1), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.552775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-43509b47-c4a5-4d27-bee2-d98054dec533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:52.575086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.583036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/7e8c072b-feb6-496b-985f-09d75c92ffb1 HTTP/1.1" status: 204 len: 168 time: 6.3174500 Apr 06 14:32:52.588737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Publish callbacks [] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.597602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9283706b-23a4-42a6-8172-5aede0f1a4d8 None None] Provisioning complete for port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:52.598124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9283706b-23a4-42a6-8172-5aede0f1a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.600211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40924) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:52.608905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-110312187'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:52.612353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4990099-c664-41c3-a007-90e7313e5896 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=7e8c072b-feb6-496b-985f-09d75c92ffb1,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:52.626363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43509b47-c4a5-4d27-bee2-d98054dec533 None None] Routers {'65ecfa22-27b0-42a1-a4a9-e88a8fb072be'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:52.627231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-43509b47-c4a5-4d27-bee2-d98054dec533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:52.680106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.682274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-43509b47-c4a5-4d27-bee2-d98054dec533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:52.683074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43509b47-c4a5-4d27-bee2-d98054dec533 None None] The sync data for ids ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:52.741652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:52.745242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.770886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:52.775024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:52.778376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Pushing event updated for resources: {'Port': ['ID=8b0aba1d-7e54-4997-b082-26117fafdf12,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:52.781940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:52.793780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:52.820653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a0715233-de86-4692-88e8-84fd3e1fcbcc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.820998 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment a0715233-de86-4692-88e8-84fd3e1fcbcc of type vlan for network 4b6d31da-1444-4ccc-9153-74b8384157e3 Apr 06 14:32:52.888307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9283706b-23a4-42a6-8172-5aede0f1a4d8 None None] Current status of the port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:52.888889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9283706b-23a4-42a6-8172-5aede0f1a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.905177 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Attempting to bind port 8b0aba1d-7e54-4997-b082-26117fafdf12 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:52.905526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Attempting to bind port 8b0aba1d-7e54-4997-b082-26117fafdf12 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:52.907223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Attempting to bind port 8b0aba1d-7e54-4997-b082-26117fafdf12 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:52.921367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:52.921367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:52.921367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.921367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:52.924158 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Bound port: 8b0aba1d-7e54-4997-b082-26117fafdf12, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:52.924158 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.924798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (4b6d31da-1444-4ccc-9153-74b8384157e3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:52.986598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9283706b-23a4-42a6-8172-5aede0f1a4d8 None None] For port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,segment=NetworkSegment(2b2dfc81-6fc9-4dbe-870b-9f72219713ae),segment_id=2b2dfc81-6fc9-4dbe-870b-9f72219713ae)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:53.004425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.048687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703586a0-3d1e-4941-af75-8272022f2de2 None None] Update dhcp port {'port': {'network_id': '9f616dad-a4bc-4ab7-89ab-a6c458348b8c', 'fixed_ips': [{'subnet_id': 'a9c349b5-1306-42e5-8700-1ceb6ca8f9d2', 'ip_address': '2001:db8::2'}, {'subnet_id': '3687f854-f5ef-46f8-b84c-d16627fc8d44'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': '46d72bff-6fa7-4c00-a3e7-7384c64ab81f'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:32:53.080825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 46d72bff-6fa7-4c00-a3e7-7384c64ab81f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:53.087752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9283706b-23a4-42a6-8172-5aede0f1a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.121663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (4b6d31da-1444-4ccc-9153-74b8384157e3), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.125562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Delete allocated IP 2001:db8:0:1::22 (9f616dad-a4bc-4ab7-89ab-a6c458348b8c/3687f854-f5ef-46f8-b84c-d16627fc8d44) {{(pid=104442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:32:53.127225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.129338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.154848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-703586a0-3d1e-4941-af75-8272022f2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.174692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] For port 8b0aba1d-7e54-4997-b082-26117fafdf12, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:53.229871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] For port 8b0aba1d-7e54-4997-b082-26117fafdf12, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8b0aba1d-7e54-4997-b082-26117fafdf12,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:53.245484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bd91fb5-16f4-4805-af10-12b78f1079e1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (48768753-86b7-4e34-a7c1-85f517534433), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.245963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283706b-23a4-42a6-8172-5aede0f1a4d8 None None] Pushing event updated for resources: {'Port': ['ID=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.248624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=4b6d31da-1444-4ccc-9153-74b8384157e3,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.285220 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b98a875f-41e2-4637-92eb-ea12554c99a4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6827579 Apr 06 14:32:53.289946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd91fb5-16f4-4805-af10-12b78f1079e1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=48768753-86b7-4e34-a7c1-85f517534433,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.294231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40928) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.300067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': '4b6d31da-1444-4ccc-9153-74b8384157e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:53.324820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 4b6d31da-1444-4ccc-9153-74b8384157e3 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:32:53.334408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.416631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:53.417012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.458278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (47c3d0f8-1551-4585-a7ff-87414be74758), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.467180 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bd91fb5-16f4-4805-af10-12b78f1079e1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.470405 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8bd91fb5-16f4-4805-af10-12b78f1079e1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/48768753-86b7-4e34-a7c1-85f517534433 HTTP/1.1" status: 204 len: 168 time: 1.7083871 Apr 06 14:32:53.497809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40930) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.498941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.527714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb8964-8762-40ec-a4c8-cd5494f5ee18 req-c065f770-3fce-42a2-b0c8-8ad8215007b0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.529869 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61eb8964-8762-40ec-a4c8-cd5494f5ee18 req-c065f770-3fce-42a2-b0c8-8ad8215007b0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1488750 Apr 06 14:32:53.530100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9390c6-d26b-4747-9abc-e4dd9bf7355e None None] Pushing event updated for resources: {'Port': ['ID=8b0aba1d-7e54-4997-b082-26117fafdf12,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.559559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (6c181795-f157-42d8-b2f5-017caa90172f), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.575866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.593050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:53.606789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d8180-ca63-477c-86d0-1be83d31dcc9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.608263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d8180-ca63-477c-86d0-1be83d31dcc9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.612748 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1d6d8180-ca63-477c-86d0-1be83d31dcc9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1055474 Apr 06 14:32:53.614533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40932) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.672383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Allocated IP 172.26.7.82 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/7eb4f582-fa16-41a4-85d1-802b5e66ef72) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:53.677430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1406fd9c-aa2c-44f8-862b-91487b8100bb no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:53.684476 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (6c181795-f157-42d8-b2f5-017caa90172f), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.689743 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61eb8964-8762-40ec-a4c8-cd5494f5ee18 req-9b72ac2c-13b8-41cd-bcc6-e43435a162d9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341457 Apr 06 14:32:53.692174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port f5d263a8-a82b-4de2-b411-657dd81ba515 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:53.692500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.748817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b5d9f5-d303-43a0-aad4-b6a46f77f8d8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet ee69e124-7a11-4140-950b-e4cb37355914 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:53.749151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 1406fd9c-aa2c-44f8-862b-91487b8100bb {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:53.749618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1406fd9c-aa2c-44f8-862b-91487b8100bb not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:53.758142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-17b5d9f5-d303-43a0-aad4-b6a46f77f8d8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (ee69e124-7a11-4140-950b-e4cb37355914), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.758374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=6c181795-f157-42d8-b2f5-017caa90172f,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:53.809788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-703586a0-3d1e-4941-af75-8272022f2de2 None None] Allocated IP 2001:db8:0:1::2 (9f616dad-a4bc-4ab7-89ab-a6c458348b8c/3687f854-f5ef-46f8-b84c-d16627fc8d44/46d72bff-6fa7-4c00-a3e7-7384c64ab81f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:53.839647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] In _notify_port_updated(), no bound segment for port 6c181795-f157-42d8-b2f5-017caa90172f on network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:32:53.846205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:53.847581 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.866254 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-687a50d0-b89d-4a7d-bb72-e7d1d9bd9885 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "PUT /v2.0/ports/6c181795-f157-42d8-b2f5-017caa90172f HTTP/1.1" status: 200 len: 926 time: 1.7896702 Apr 06 14:32:53.866254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:53.866254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.866254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40936) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:53.866635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-17b5d9f5-d303-43a0-aad4-b6a46f77f8d8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (ee69e124-7a11-4140-950b-e4cb37355914), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.872405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9c349b5-1306-42e5-8700-1ceb6ca8f9d2'}, {'subnet_id': '3687f854-f5ef-46f8-b84c-d16627fc8d44'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:53.921818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:53.942776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for f5d263a8-a82b-4de2-b411-657dd81ba515 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:53.980760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-703586a0-3d1e-4941-af75-8272022f2de2 None None] For port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,segment=NetworkSegment(2b2dfc81-6fc9-4dbe-870b-9f72219713ae),segment_id=2b2dfc81-6fc9-4dbe-870b-9f72219713ae)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:54.004945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6c181795-f157-42d8-b2f5-017caa90172f), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.028157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-703586a0-3d1e-4941-af75-8272022f2de2 None None] Publish callbacks [] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.040690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-17b5d9f5-d303-43a0-aad4-b6a46f77f8d8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (ee69e124-7a11-4140-950b-e4cb37355914), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.119070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-703586a0-3d1e-4941-af75-8272022f2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.137128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for port (7eb4f582-fa16-41a4-85d1-802b5e66ef72), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.231717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-17b5d9f5-d303-43a0-aad4-b6a46f77f8d8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (ee69e124-7a11-4140-950b-e4cb37355914), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.240606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703586a0-3d1e-4941-af75-8272022f2de2 None None] Pushing event updated for resources: {'Port': ['ID=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:54.261221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5d9f5-d303-43a0-aad4-b6a46f77f8d8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=ee69e124-7a11-4140-950b-e4cb37355914,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:54.269672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-17b5d9f5-d303-43a0-aad4-b6a46f77f8d8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.277749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-17b5d9f5-d303-43a0-aad4-b6a46f77f8d8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/ee69e124-7a11-4140-950b-e4cb37355914 HTTP/1.1" status: 204 len: 168 time: 0.6555111 Apr 06 14:32:54.277972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40938) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.327244 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8184fd52-27d8-4c65-b2c7-70b8c854e326 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458000 Apr 06 14:32:54.327244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f5d263a8-a82b-4de2-b411-657dd81ba515), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.328038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40940) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.382456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=f5d263a8-a82b-4de2-b411-657dd81ba515,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:54.429229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (7eb4f582-fa16-41a4-85d1-802b5e66ef72), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.481828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71e0501-2831-4eef-83c6-ec7f2b5ff3a7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:54.487551 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c71e0501-2831-4eef-83c6-ec7f2b5ff3a7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1560457 Apr 06 14:32:54.489285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40942) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.536109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:54.550224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (7868b8bf-dab2-4e1f-8d1f-a9b3dc230535), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.552574 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:54.555658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:54.617025 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event updated for resources: {'Port': ['ID=7eb4f582-fa16-41a4-85d1-802b5e66ef72,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:54.639824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b87dec-e22f-487f-a554-54ce6984af08 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:54.641357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-81b87dec-e22f-487f-a554-54ce6984af08 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1483476 Apr 06 14:32:54.644041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40944) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.686687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8b5342d3-0a31-4c6b-b83f-2dcea2222885 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414674 Apr 06 14:32:54.693311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40946) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:54.699334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:54.776688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8:0:1::391 (9f616dad-a4bc-4ab7-89ab-a6c458348b8c/3687f854-f5ef-46f8-b84c-d16627fc8d44/6c181795-f157-42d8-b2f5-017caa90172f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:54.822236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.841697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=7868b8bf-dab2-4e1f-8d1f-a9b3dc230535,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:54.914173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': 'a0715233-de86-4692-88e8-84fd3e1fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4b6d31da-1444-4ccc-9153-74b8384157e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:54.914549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: 4b6d31da-1444-4ccc-9153-74b8384157e3, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:32:55.052564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (6c181795-f157-42d8-b2f5-017caa90172f), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.078074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 46d72bff-6fa7-4c00-a3e7-7384c64ab81f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:55.107600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network 4b6d31da-1444-4ccc-9153-74b8384157e3 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:32:55.164017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982710c-398b-44e9-96e0-4b078b39d8ec None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:55.171256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (6c181795-f157-42d8-b2f5-017caa90172f), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.224865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d6f28-5d2b-4304-91ce-1068a4225f77 None None] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:55.233527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 4b6d31da-1444-4ccc-9153-74b8384157e3) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:55.292292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbb31f-a62c-44fc-bd64-f103dd77c5bd None None] Network 4b6d31da-1444-4ccc-9153-74b8384157e3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:55.352523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b3038-0593-4309-8b66-788acdbe53c2 req-be8ecee6-9267-4e9a-b772-f2c78b84f2d0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:55.354184 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6b0b3038-0593-4309-8b66-788acdbe53c2 req-be8ecee6-9267-4e9a-b772-f2c78b84f2d0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.5513403 Apr 06 14:32:55.491667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:55.495454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.511300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:55.511904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.525251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:55.525251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.558367 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6b0b3038-0593-4309-8b66-788acdbe53c2 req-c22ad75e-e24c-467c-916e-c74eb5f42f4d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904235 Apr 06 14:32:55.567048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] In _notify_port_updated(), no bound segment for port 6c181795-f157-42d8-b2f5-017caa90172f on network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:32:55.573923 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:55.574599 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.575962 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "PUT /v2.0/ports/6c181795-f157-42d8-b2f5-017caa90172f HTTP/1.1" status: 200 len: 1012 time: 1.7119083 Apr 06 14:32:55.580323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Provisioning complete for port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:55.580710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.584554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40950) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:55.588695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddce9a-ca4c-47da-a0f3-53cc22b492aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=6c181795-f157-42d8-b2f5-017caa90172f,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:55.594534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (47c3d0f8-1551-4585-a7ff-87414be74758), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.669670 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6fd4a86e-e916-44ef-90dd-0fd6425926e7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3710473 Apr 06 14:32:55.669922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40952) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:55.682661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 65ecfa22-27b0-42a1-a4a9-e88a8fb072be has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:32:55.775957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-4b6d31da-1444-4ccc-9153-74b8384157e3', 'network_id': '4b6d31da-1444-4ccc-9153-74b8384157e3', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': '7868b8bf-dab2-4e1f-8d1f-a9b3dc230535'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:55.777614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.850861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:55.852088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8b0aba1d-7e54-4997-b082-26117fafdf12 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:32:55.879760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (4b6d31da-1444-4ccc-9153-74b8384157e3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:55.911057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:55.920458 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-53a302fd-7348-40b8-834c-772f1b8139a6 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/65ecfa22-27b0-42a1-a4a9-e88a8fb072be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5579374 Apr 06 14:32:55.926290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40954) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:55.928515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:32:55.936140 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638cbbb-c603-4dcc-ba46-4a949d63c7cf None None] Sync routers for ids ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:55.948449 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638cbbb-c603-4dcc-ba46-4a949d63c7cf None None] Routers {'65ecfa22-27b0-42a1-a4a9-e88a8fb072be'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:55.951841 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4638cbbb-c603-4dcc-ba46-4a949d63c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:55.993217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Current status of the port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:56.035377 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4638cbbb-c603-4dcc-ba46-4a949d63c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:56.046748 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638cbbb-c603-4dcc-ba46-4a949d63c7cf None None] Routers {'65ecfa22-27b0-42a1-a4a9-e88a8fb072be'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:56.047785 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4638cbbb-c603-4dcc-ba46-4a949d63c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:56.065938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (47c3d0f8-1551-4585-a7ff-87414be74758), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.105211 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4638cbbb-c603-4dcc-ba46-4a949d63c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:56.106006 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638cbbb-c603-4dcc-ba46-4a949d63c7cf None None] The sync data for ids ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:56.150564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Allocated IP 172.20.0.1 (4b6d31da-1444-4ccc-9153-74b8384157e3/7868b8bf-dab2-4e1f-8d1f-a9b3dc230535/304b979d-8dce-4d99-b5c0-636b017e7f2d) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:56.179512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3be05f83-8f56-4b00-8d8e-adf42617ae3f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 6c181795-f157-42d8-b2f5-017caa90172f {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:56.179975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3be05f83-8f56-4b00-8d8e-adf42617ae3f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6c181795-f157-42d8-b2f5-017caa90172f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.279710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3be05f83-8f56-4b00-8d8e-adf42617ae3f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6c181795-f157-42d8-b2f5-017caa90172f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.296603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3be05f83-8f56-4b00-8d8e-adf42617ae3f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 6c181795-f157-42d8-b2f5-017caa90172f owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:56.333179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Provisioning complete for port 8b0aba1d-7e54-4997-b082-26117fafdf12 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:56.333599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.336829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7868b8bf-dab2-4e1f-8d1f-a9b3dc230535), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.394598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Publish callbacks [] for port (304b979d-8dce-4d99-b5c0-636b017e7f2d), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.410105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8b0aba1d-7e54-4997-b082-26117fafdf12 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:56.410720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.480848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] Deleting port 8b0aba1d-7e54-4997-b082-26117fafdf12 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:56.481223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.501515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (304b979d-8dce-4d99-b5c0-636b017e7f2d), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.518262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Router 47c3d0f8-1551-4585-a7ff-87414be74758 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:32:56.562176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (0531c3ef-4381-4a38-bccb-892e0608877d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.596470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Current status of the port 8b0aba1d-7e54-4997-b082-26117fafdf12 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:56.596867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.602692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Network 4b6d31da-1444-4ccc-9153-74b8384157e3 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:56.611983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (7868b8bf-dab2-4e1f-8d1f-a9b3dc230535), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.623680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:56.638177 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:56.641217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] For port 8b0aba1d-7e54-4997-b082-26117fafdf12, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8b0aba1d-7e54-4997-b082-26117fafdf12,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:56.641626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.646258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Pushing event updated for resources: {'Port': ['ID=304b979d-8dce-4d99-b5c0-636b017e7f2d,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:56.673537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=7868b8bf-dab2-4e1f-8d1f-a9b3dc230535,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:56.701212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:56.713076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:56.730629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] Calling delete_port for 8b0aba1d-7e54-4997-b082-26117fafdf12 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:56.738000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:56.738856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.752295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=0531c3ef-4381-4a38-bccb-892e0608877d,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:56.772696 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (4b6d31da-1444-4ccc-9153-74b8384157e3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.788138 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] For port 8b0aba1d-7e54-4997-b082-26117fafdf12, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8b0aba1d-7e54-4997-b082-26117fafdf12,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:56.794536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8b0aba1d-7e54-4997-b082-26117fafdf12 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:56.794864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.809327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6d31da-1444-4ccc-9153-74b8384157e3']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:56.812564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:32:56.845653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99ecb4-0a24-49e6-bb45-b31985ea3a71 None None] Sync routers for ids ['47c3d0f8-1551-4585-a7ff-87414be74758'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:32:56.857800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0715233-de86-4692-88e8-84fd3e1fcbcc') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:56.858080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Attempting to bind port 304b979d-8dce-4d99-b5c0-636b017e7f2d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:56.858213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0715233-de86-4692-88e8-84fd3e1fcbcc') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:56.858459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Attempting to bind port 304b979d-8dce-4d99-b5c0-636b017e7f2d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a0715233-de86-4692-88e8-84fd3e1fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4b6d31da-1444-4ccc-9153-74b8384157e3'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:56.859821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Attempting to bind port 304b979d-8dce-4d99-b5c0-636b017e7f2d on network 4b6d31da-1444-4ccc-9153-74b8384157e3 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:56.870922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (a0715233-de86-4692-88e8-84fd3e1fcbcc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.878082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69618b6d-b0d2-45ec-bb30-d8c47c78720f req-879705b4-d8a9-4c71-8dd2-b50dbc0af8e3 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:56.879853 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-69618b6d-b0d2-45ec-bb30-d8c47c78720f req-879705b4-d8a9-4c71-8dd2-b50dbc0af8e3 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1903951 Apr 06 14:32:56.882251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:56.882833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Checking segment: {'id': 'a0715233-de86-4692-88e8-84fd3e1fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4b6d31da-1444-4ccc-9153-74b8384157e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:56.883217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.883743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Bound using segment: {'id': 'a0715233-de86-4692-88e8-84fd3e1fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4b6d31da-1444-4ccc-9153-74b8384157e3'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:56.884257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Bound port: 304b979d-8dce-4d99-b5c0-636b017e7f2d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0715233-de86-4692-88e8-84fd3e1fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4b6d31da-1444-4ccc-9153-74b8384157e3'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:56.884923 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6f2ae102-095c-40b6-bdcd-bafb859051f7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1900859 Apr 06 14:32:56.887841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (304b979d-8dce-4d99-b5c0-636b017e7f2d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.894043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40958) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:56.895703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': '0531c3ef-4381-4a38-bccb-892e0608877d', 'ip_address': '2001:db8::6b59:afbe:7bd:46e8'}], 'name': 'tempest-NetworksTestDHCPv6-865584409'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:56.900359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.916816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a0715233-de86-4692-88e8-84fd3e1fcbcc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.922311 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.922833 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3a9bc904-cea4-404a-8323-64a8aff543f9 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2891684 Apr 06 14:32:56.930149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99ecb4-0a24-49e6-bb45-b31985ea3a71 None None] Routers {'47c3d0f8-1551-4585-a7ff-87414be74758'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:56.930807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4a99ecb4-0a24-49e6-bb45-b31985ea3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['47c3d0f8-1551-4585-a7ff-87414be74758'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:56.937565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40960) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:56.942803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ce83280d-d9e7-4ba4-8f0e-77c5254afde4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': False}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:56.953702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Could not find standard attr ID for object 48768753-86b7-4e34-a7c1-85f517534433. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:56.956185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:56.956601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (a0715233-de86-4692-88e8-84fd3e1fcbcc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:56.960221 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:57.034452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4a99ecb4-0a24-49e6-bb45-b31985ea3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:57.091238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.db.api [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:32:57.091238 dv-neutron-835863-1-hyperv neutron-server[104442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:32:57.091238 dv-neutron-835863-1-hyperv neutron-server[104442]: [parameters: {'id': '4b6d31da-1444-4ccc-9153-74b8384157e3'}] Apr 06 14:32:57.091238 dv-neutron-835863-1-hyperv neutron-server[104442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:57.091721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG oslo_db.api [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:57.094232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:32:57.094232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:32:57.103962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Provisioning complete for port 6c181795-f157-42d8-b2f5-017caa90172f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:57.104343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6c181795-f157-42d8-b2f5-017caa90172f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.110344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99ecb4-0a24-49e6-bb45-b31985ea3a71 None None] Routers {'47c3d0f8-1551-4585-a7ff-87414be74758'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:32:57.111000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4a99ecb4-0a24-49e6-bb45-b31985ea3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['47c3d0f8-1551-4585-a7ff-87414be74758'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:57.119206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-69618b6d-b0d2-45ec-bb30-d8c47c78720f req-3712f1c2-3365-48dc-9a1a-0c61f33a7e24 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283187 Apr 06 14:32:57.135949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Pushing event updated for resources: {'Port': ['ID=8b0aba1d-7e54-4997-b082-26117fafdf12,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:57.188012 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:57.188235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3be05f83-8f56-4b00-8d8e-adf42617ae3f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6c181795-f157-42d8-b2f5-017caa90172f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.204800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (8b0aba1d-7e54-4997-b082-26117fafdf12), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.211125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] For port 304b979d-8dce-4d99-b5c0-636b017e7f2d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:57.214712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4a99ecb4-0a24-49e6-bb45-b31985ea3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:57.215364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99ecb4-0a24-49e6-bb45-b31985ea3a71 None None] The sync data for ids ['47c3d0f8-1551-4585-a7ff-87414be74758'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:32:57.252202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] Pushing event deleted for resources: {'Port': ['ID=8b0aba1d-7e54-4997-b082-26117fafdf12,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:57.255054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eb283-9d58-4f9a-bd3a-73da0fa85de4 None None] Port 6c181795-f157-42d8-b2f5-017caa90172f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:32:57.257242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] For port 304b979d-8dce-4d99-b5c0-636b017e7f2d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=304b979d-8dce-4d99-b5c0-636b017e7f2d,segment=NetworkSegment(a0715233-de86-4692-88e8-84fd3e1fcbcc),segment_id=a0715233-de86-4692-88e8-84fd3e1fcbcc)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:57.262200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77b326-9643-4a42-9866-ec280433fa0c None None] No DVR routers for this DVR port 8b0aba1d-7e54-4997-b082-26117fafdf12 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:57.284901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5025f-f77f-4931-8005-6a3e4903533c None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:57.295685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be05f83-8f56-4b00-8d8e-adf42617ae3f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=6c181795-f157-42d8-b2f5-017caa90172f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:57.355553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (304b979d-8dce-4d99-b5c0-636b017e7f2d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.355799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.365623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3be05f83-8f56-4b00-8d8e-adf42617ae3f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.369557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3be05f83-8f56-4b00-8d8e-adf42617ae3f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/6c181795-f157-42d8-b2f5-017caa90172f HTTP/1.1" status: 204 len: 168 time: 1.7660010 Apr 06 14:32:57.374671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40962) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:57.395388 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 81681839-a7aa-4ed7-b235-baac0639270c yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:57.433622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb846cde-3a57-4945-bb3d-bbb0b8f3d8cd tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:32:57.439441 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb846cde-3a57-4945-bb3d-bbb0b8f3d8cd tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/6c181795-f157-42d8-b2f5-017caa90172f HTTP/1.1" status: 404 len: 333 time: 0.0607233 Apr 06 14:32:57.441200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.446404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40964) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:57.520237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9196fbc4-bdc1-455b-85e5-f2098f101306 None None] Provisioning complete for port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:32:57.520613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9196fbc4-bdc1-455b-85e5-f2098f101306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.545898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e33ea-39b4-4d27-8f01-cb19a8ddbdb6 None None] Pushing event updated for resources: {'Port': ['ID=304b979d-8dce-4d99-b5c0-636b017e7f2d,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:57.577795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '0531c3ef-4381-4a38-bccb-892e0608877d'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:32:57.578653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.643071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::6b59:afbe:7bd:46e8 (935059ea-209c-494a-9703-5e88684a95b4/0531c3ef-4381-4a38-bccb-892e0608877d/81681839-a7aa-4ed7-b235-baac0639270c) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:57.682274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (4b6d31da-1444-4ccc-9153-74b8384157e3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.810701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d525e2-ee7b-4d46-91c4-aabf1c5c1fc5 None None] Network 4b6d31da-1444-4ccc-9153-74b8384157e3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:57.831255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Port 8b0aba1d-7e54-4997-b082-26117fafdf12 update to ACTIVE by agent not found {{(pid=104444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 06 14:32:57.872524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Deleting port 304b979d-8dce-4d99-b5c0-636b017e7f2d {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:57.873087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (304b979d-8dce-4d99-b5c0-636b017e7f2d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.932071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (81681839-a7aa-4ed7-b235-baac0639270c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:57.975391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] For port 304b979d-8dce-4d99-b5c0-636b017e7f2d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=304b979d-8dce-4d99-b5c0-636b017e7f2d,segment=NetworkSegment(a0715233-de86-4692-88e8-84fd3e1fcbcc),segment_id=a0715233-de86-4692-88e8-84fd3e1fcbcc)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:57.975794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (304b979d-8dce-4d99-b5c0-636b017e7f2d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.004225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Calling delete_port for 304b979d-8dce-4d99-b5c0-636b017e7f2d owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:58.008944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8b0aba1d-7e54-4997-b082-26117fafdf12 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:58.064249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 8b0aba1d-7e54-4997-b082-26117fafdf12 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:58.064524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8b0aba1d-7e54-4997-b082-26117fafdf12 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:58.088612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9196fbc4-bdc1-455b-85e5-f2098f101306 None None] Current status of the port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:32:58.094505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dae4f8-a624-4fc5-9e4d-347fca351875 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet 3687f854-f5ef-46f8-b84c-d16627fc8d44 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:58.096290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9196fbc4-bdc1-455b-85e5-f2098f101306 None None] Could not find standard attr ID for object 6c181795-f157-42d8-b2f5-017caa90172f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:58.108524 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61dae4f8-a624-4fc5-9e4d-347fca351875 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (3687f854-f5ef-46f8-b84c-d16627fc8d44), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.113322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (81681839-a7aa-4ed7-b235-baac0639270c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.184511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:58.189439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/0531c3ef-4381-4a38-bccb-892e0608877d/010b7049-06ec-4064-8fed-ee3b0406f2e3) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:32:58.191062 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:58.198495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:58.204565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:58.205440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.210279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=81681839-a7aa-4ed7-b235-baac0639270c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.231762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61dae4f8-a624-4fc5-9e4d-347fca351875 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (3687f854-f5ef-46f8-b84c-d16627fc8d44), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.238586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e90885d0-9f80-469b-a5e4-4ff7fe4f89f2 None None] Could not find standard attr ID for object 6c181795-f157-42d8-b2f5-017caa90172f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:32:58.266389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce83280d-d9e7-4ba4-8f0e-77c5254afde4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (47c3d0f8-1551-4585-a7ff-87414be74758), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.276828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (304b979d-8dce-4d99-b5c0-636b017e7f2d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.307515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Port': ['ID=304b979d-8dce-4d99-b5c0-636b017e7f2d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.315422 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c02504db-aa3e-4e89-a557-27d3312a9fad tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4217715 Apr 06 14:32:58.316788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No DVR routers for this DVR port 304b979d-8dce-4d99-b5c0-636b017e7f2d on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:58.318570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40968) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:58.327076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e750c5d5-90bf-4742-8edf-dfcf6f838bb8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': '0531c3ef-4381-4a38-bccb-892e0608877d', 'ip_address': '2001:db8::6b59:afbe:7bd:46e8'}], 'name': 'tempest-NetworksTestDHCPv6-900764704'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:58.412918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (4b6d31da-1444-4ccc-9153-74b8384157e3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.423992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Publish callbacks [] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.435133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6d31da-1444-4ccc-9153-74b8384157e3']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:58.445299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0715233-de86-4692-88e8-84fd3e1fcbcc') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:58.445745 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0715233-de86-4692-88e8-84fd3e1fcbcc') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:32:58.447171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6224e-63d3-4490-9781-c739daa45156 req-2f49fb8c-f024-4747-b7aa-75def4c80272 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:58.448793 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3a6224e-63d3-4490-9781-c739daa45156 req-2f49fb8c-f024-4747-b7aa-75def4c80272 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2196460 Apr 06 14:32:58.456050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (a0715233-de86-4692-88e8-84fd3e1fcbcc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.476618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a0715233-de86-4692-88e8-84fd3e1fcbcc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.483098 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (a0715233-de86-4692-88e8-84fd3e1fcbcc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:32:58.487899 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:32:58.531288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61dae4f8-a624-4fc5-9e4d-347fca351875 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (3687f854-f5ef-46f8-b84c-d16627fc8d44), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.547617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.588279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:32:58.591247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:32:58.597267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:32:58.605573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Pushing event updated for resources: {'Port': ['ID=010b7049-06ec-4064-8fed-ee3b0406f2e3,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.621901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (4b6d31da-1444-4ccc-9153-74b8384157e3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.635174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.638713 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/4b6d31da-1444-4ccc-9153-74b8384157e3 HTTP/1.1" status: 204 len: 168 time: 2.9678450 Apr 06 14:32:58.650661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40970) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:58.652990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6a05f-bc13-4cda-a637-84a53af2dad8 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=4b6d31da-1444-4ccc-9153-74b8384157e3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.661290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Attempting to bind port 010b7049-06ec-4064-8fed-ee3b0406f2e3 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:32:58.661739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Attempting to bind port 010b7049-06ec-4064-8fed-ee3b0406f2e3 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:32:58.662204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Attempting to bind port 010b7049-06ec-4064-8fed-ee3b0406f2e3 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:32:58.667389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-29297249'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:58.671420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:32:58.671420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:32:58.671420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.671420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:32:58.671420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Bound port: 010b7049-06ec-4064-8fed-ee3b0406f2e3, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:32:58.671420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.705763 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3a6224e-63d3-4490-9781-c739daa45156 req-c10e9476-df97-4977-a27f-1eadeb5d9ce9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188134 Apr 06 14:32:58.745014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] For port 010b7049-06ec-4064-8fed-ee3b0406f2e3, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:32:58.748501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] For port 010b7049-06ec-4064-8fed-ee3b0406f2e3, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=010b7049-06ec-4064-8fed-ee3b0406f2e3,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:32:58.812829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 44e4a0f3-5421-46fd-b419-398a3b2b162e {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:58.813177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.873527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.935683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:58.939081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.940028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fadb52-d527-45ef-94a1-2b16cefa13cf None None] Pushing event updated for resources: {'Port': ['ID=010b7049-06ec-4064-8fed-ee3b0406f2e3,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.945220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e750c5d5-90bf-4742-8edf-dfcf6f838bb8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:58.946418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61dae4f8-a624-4fc5-9e4d-347fca351875 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (3687f854-f5ef-46f8-b84c-d16627fc8d44), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.045407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61dae4f8-a624-4fc5-9e4d-347fca351875 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.048612 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-61dae4f8-a624-4fc5-9e4d-347fca351875 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/3687f854-f5ef-46f8-b84c-d16627fc8d44 HTTP/1.1" status: 204 len: 168 time: 1.6011627 Apr 06 14:32:59.052375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40972) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:59.055958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee8786-9e57-45ef-8b81-78c6f62cad91 None None] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:32:59.059503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dae4f8-a624-4fc5-9e4d-347fca351875 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=3687f854-f5ef-46f8-b84c-d16627fc8d44,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:59.113655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:32:59.134640 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a677d4-30fe-4f98-a0ce-5de27178e18b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet a9c349b5-1306-42e5-8700-1ceb6ca8f9d2 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:32:59.140119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51a677d4-30fe-4f98-a0ce-5de27178e18b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (a9c349b5-1306-42e5-8700-1ceb6ca8f9d2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.165520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.190428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.190839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33 of type vlan for network 806651b1-e654-41c6-8123-0c5d5e2db623 Apr 06 14:32:59.195921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51a677d4-30fe-4f98-a0ce-5de27178e18b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (a9c349b5-1306-42e5-8700-1ceb6ca8f9d2), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.281746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 44e4a0f3-5421-46fd-b419-398a3b2b162e owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:59.289939 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e750c5d5-90bf-4742-8edf-dfcf6f838bb8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.311490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51a677d4-30fe-4f98-a0ce-5de27178e18b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (a9c349b5-1306-42e5-8700-1ceb6ca8f9d2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.402152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-e750c5d5-90bf-4742-8edf-dfcf6f838bb8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port c7c33f92-f0b3-417b-aec7-36eb2a9e21a9 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:32:59.417823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (806651b1-e654-41c6-8123-0c5d5e2db623), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.456791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51a677d4-30fe-4f98-a0ce-5de27178e18b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (a9c349b5-1306-42e5-8700-1ceb6ca8f9d2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.501485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51a677d4-30fe-4f98-a0ce-5de27178e18b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.504715 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-51a677d4-30fe-4f98-a0ce-5de27178e18b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/a9c349b5-1306-42e5-8700-1ceb6ca8f9d2 HTTP/1.1" status: 204 len: 168 time: 0.4505906 Apr 06 14:32:59.511549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40974) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:59.513869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a677d4-30fe-4f98-a0ce-5de27178e18b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c349b5-1306-42e5-8700-1ceb6ca8f9d2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:59.605106 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (9f616dad-a4bc-4ab7-89ab-a6c458348b8c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.670275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:59.670949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.688494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (806651b1-e654-41c6-8123-0c5d5e2db623), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.695637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:59.698915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.763327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] For port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,segment=NetworkSegment(2b2dfc81-6fc9-4dbe-870b-9f72219713ae),segment_id=2b2dfc81-6fc9-4dbe-870b-9f72219713ae)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:59.763838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.781963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 46d72bff-6fa7-4c00-a3e7-7384c64ab81f owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:59.958559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b6334-0f63-41d3-9697-c5b96cc516c9 None None] Network 9f616dad-a4bc-4ab7-89ab-a6c458348b8c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:00.002691 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3413823 Apr 06 14:33:00.005029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40980) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:00.016255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5d589-3359-482d-aac6-ddaf0b00c3c7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=806651b1-e654-41c6-8123-0c5d5e2db623,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.029794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-568dfe3c-22d4-4bca-9311-744ea480beda tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:00.046240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce83280d-d9e7-4ba4-8f0e-77c5254afde4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (47c3d0f8-1551-4585-a7ff-87414be74758), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.049839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 806651b1-e654-41c6-8123-0c5d5e2db623 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:00.062873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce83280d-d9e7-4ba4-8f0e-77c5254afde4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (47c3d0f8-1551-4585-a7ff-87414be74758), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.073393 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.082636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d367-e900-42a4-9e89-5d088cf1e7b3 req-b9fc8359-f17f-4fc3-a429-702e3db71a3e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:00.085174 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-acc8d367-e900-42a4-9e89-5d088cf1e7b3 req-b9fc8359-f17f-4fc3-a429-702e3db71a3e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1916170 Apr 06 14:33:00.088846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e750c5d5-90bf-4742-8edf-dfcf6f838bb8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:33:00.088846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e750c5d5-90bf-4742-8edf-dfcf6f838bb8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:00.093080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-51d5518f-f66c-40db-96ea-dbcdac906209 None None] Provisioning complete for port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:00.093305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-51d5518f-f66c-40db-96ea-dbcdac906209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (46d72bff-6fa7-4c00-a3e7-7384c64ab81f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.135977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 010b7049-06ec-4064-8fed-ee3b0406f2e3 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:00.159218 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=46d72bff-6fa7-4c00-a3e7-7384c64ab81f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.168339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No DVR routers for this DVR port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:00.204376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (44e4a0f3-5421-46fd-b419-398a3b2b162e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.217752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-51d5518f-f66c-40db-96ea-dbcdac906209 None None] Port 46d72bff-6fa7-4c00-a3e7-7384c64ab81f was deleted so its status cannot be updated. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 06 14:33:00.279652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 010b7049-06ec-4064-8fed-ee3b0406f2e3 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:00.280071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.280526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (9f616dad-a4bc-4ab7-89ab-a6c458348b8c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.282573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=44e4a0f3-5421-46fd-b419-398a3b2b162e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.306019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f616dad-a4bc-4ab7-89ab-a6c458348b8c']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:00.316890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2dfc81-6fc9-4dbe-870b-9f72219713ae') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:00.317199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2dfc81-6fc9-4dbe-870b-9f72219713ae') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:00.353378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (2b2dfc81-6fc9-4dbe-870b-9f72219713ae), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.369937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa5d50-498e-41dc-b6d0-bc58b3c78791 None None] DHCP port deletion for 9f616dad-a4bc-4ab7-89ab-a6c458348b8c request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:00.374914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e750c5d5-90bf-4742-8edf-dfcf6f838bb8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.0517373 Apr 06 14:33:00.400422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40982) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:00.425106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-83ccd68d-86cc-4f2c-bf53-e7840dc487bf None None] Provisioning complete for port 010b7049-06ec-4064-8fed-ee3b0406f2e3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:00.425106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-83ccd68d-86cc-4f2c-bf53-e7840dc487bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.433792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2b2dfc81-6fc9-4dbe-870b-9f72219713ae), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.461540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 010b7049-06ec-4064-8fed-ee3b0406f2e3 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:00.461540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.462094 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-acc8d367-e900-42a4-9e89-5d088cf1e7b3 req-36ee9635-4d23-4718-9d74-e4bdb8ac4b60 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151252 Apr 06 14:33:00.515377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:00.515935 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (2b2dfc81-6fc9-4dbe-870b-9f72219713ae), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.520328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce83280d-d9e7-4ba4-8f0e-77c5254afde4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Router 47c3d0f8-1551-4585-a7ff-87414be74758 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:00.561660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-83ccd68d-86cc-4f2c-bf53-e7840dc487bf None None] Current status of the port 010b7049-06ec-4064-8fed-ee3b0406f2e3 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:00.562118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-83ccd68d-86cc-4f2c-bf53-e7840dc487bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.565518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 010b7049-06ec-4064-8fed-ee3b0406f2e3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=010b7049-06ec-4064-8fed-ee3b0406f2e3,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:00.618164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.634091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.707616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=010b7049-06ec-4064-8fed-ee3b0406f2e3,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.751447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-83ccd68d-86cc-4f2c-bf53-e7840dc487bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:33:00.751860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-83ccd68d-86cc-4f2c-bf53-e7840dc487bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:00.882166 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:00.885078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e47e3-944c-4ff1-9e58-f22d5d4191a9 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:33:00.939239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-568dfe3c-22d4-4bca-9311-744ea480beda tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (806651b1-e654-41c6-8123-0c5d5e2db623), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.993698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (9f616dad-a4bc-4ab7-89ab-a6c458348b8c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.999009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.005787 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/networks/9f616dad-a4bc-4ab7-89ab-a6c458348b8c HTTP/1.1" status: 204 len: 168 time: 1.4895589 Apr 06 14:33:01.008596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40984) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.023314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e47e3-944c-4ff1-9e58-f22d5d4191a9 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:33:01.042297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-568dfe3c-22d4-4bca-9311-744ea480beda tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (806651b1-e654-41c6-8123-0c5d5e2db623), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.045258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2f853-4bc7-4f35-a8e1-c6cb4f9851da tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Network': ['ID=9f616dad-a4bc-4ab7-89ab-a6c458348b8c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.091756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cddaddc-4fb5-45e8-a0e2-0818efb1d17a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.097158 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cddaddc-4fb5-45e8-a0e2-0818efb1d17a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.102000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-568dfe3c-22d4-4bca-9311-744ea480beda tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network 806651b1-e654-41c6-8123-0c5d5e2db623 is not hosted by any dhcp agent {{(pid=104442) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:33:01.102188 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6cddaddc-4fb5-45e8-a0e2-0818efb1d17a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6974247 Apr 06 14:33:01.104963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568dfe3c-22d4-4bca-9311-744ea480beda tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.105508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-568dfe3c-22d4-4bca-9311-744ea480beda tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.110187 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-568dfe3c-22d4-4bca-9311-744ea480beda tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "PUT /v2.0/networks/806651b1-e654-41c6-8123-0c5d5e2db623 HTTP/1.1" status: 200 len: 723 time: 1.1005738 Apr 06 14:33:01.111451 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40986) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.111622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 40988) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.120235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': '806651b1-e654-41c6-8123-0c5d5e2db623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:01.220207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dfe3c-22d4-4bca-9311-744ea480beda tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=806651b1-e654-41c6-8123-0c5d5e2db623,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.235509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 806651b1-e654-41c6-8123-0c5d5e2db623 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:01.244074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 65ecfa22-27b0-42a1-a4a9-e88a8fb072be has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:01.245259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce83280d-d9e7-4ba4-8f0e-77c5254afde4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:01.249770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce83280d-d9e7-4ba4-8f0e-77c5254afde4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.251369 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ce83280d-d9e7-4ba4-8f0e-77c5254afde4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "PUT /v2.0/routers/47c3d0f8-1551-4585-a7ff-87414be74758 HTTP/1.1" status: 200 len: 925 time: 4.3118846 Apr 06 14:33:01.257385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40990) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.257995 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f749c-5c60-49c4-adb7-a0b625455b9c None None] Sync routers for ids ['47c3d0f8-1551-4585-a7ff-87414be74758'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:01.260262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7402947d-f555-4382-8e6f-c07eb4631f72 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.261918 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7402947d-f555-4382-8e6f-c07eb4631f72 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2522457 Apr 06 14:33:01.266172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40992) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.278830 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f749c-5c60-49c4-adb7-a0b625455b9c None None] Routers {'47c3d0f8-1551-4585-a7ff-87414be74758'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:01.280136 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c8f749c-5c60-49c4-adb7-a0b625455b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['47c3d0f8-1551-4585-a7ff-87414be74758'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:01.326466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cce03a-9354-469b-abcb-c7328bd3cdd0 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:33:01.338300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6150b475-7eba-4200-aa5e-ad6f0717c869 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 81681839-a7aa-4ed7-b235-baac0639270c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:01.338650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6150b475-7eba-4200-aa5e-ad6f0717c869 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (81681839-a7aa-4ed7-b235-baac0639270c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.340450 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c8f749c-5c60-49c4-adb7-a0b625455b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:01.355109 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f749c-5c60-49c4-adb7-a0b625455b9c None None] Routers {'47c3d0f8-1551-4585-a7ff-87414be74758'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:01.356021 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c8f749c-5c60-49c4-adb7-a0b625455b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['47c3d0f8-1551-4585-a7ff-87414be74758'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:01.408043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:01.416195 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c8f749c-5c60-49c4-adb7-a0b625455b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:01.417141 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f749c-5c60-49c4-adb7-a0b625455b9c None None] The sync data for ids ['47c3d0f8-1551-4585-a7ff-87414be74758'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:01.426925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.451645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-83ccd68d-86cc-4f2c-bf53-e7840dc487bf None None] Current status of the port 010b7049-06ec-4064-8fed-ee3b0406f2e3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:01.463810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:01.474615 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-79b55aa1-31d6-4d2e-9e64-67281b42b9a3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/65ecfa22-27b0-42a1-a4a9-e88a8fb072be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5472162 Apr 06 14:33:01.482917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 40996) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.487224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c4d52-7e4f-4907-b6b1-19e0a2bdbf19 None None] Sync routers for ids ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:01.505404 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0cd014cd-bbfc-4791-b4f5-2100c75e8ca4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2373266 Apr 06 14:33:01.516172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41000) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.524186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c4d52-7e4f-4907-b6b1-19e0a2bdbf19 None None] Routers {'65ecfa22-27b0-42a1-a4a9-e88a8fb072be'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:01.525754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f80c4d52-7e4f-4907-b6b1-19e0a2bdbf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:01.528792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-612110493'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:01.530999 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4a13f045-2456-44bd-95f3-a6d69d35d074 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ecfa22-27b0-42a1-a4a9-e88a8fb072be HTTP/1.1" status: 200 len: 205 time: 0.0512416 Apr 06 14:33:01.532532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41002) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.549149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a3512bbb-2394-4ed0-8680-eff855d8c906 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/routers/47c3d0f8-1551-4585-a7ff-87414be74758 HTTP/1.1" status: 200 len: 925 time: 0.2889705 Apr 06 14:33:01.552577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41004) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.587165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f80c4d52-7e4f-4907-b6b1-19e0a2bdbf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:01.629904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-92521376-47f9-40e5-85a7-c412e844207b None None] Provisioning complete for port 81681839-a7aa-4ed7-b235-baac0639270c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:01.630736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-92521376-47f9-40e5-85a7-c412e844207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (81681839-a7aa-4ed7-b235-baac0639270c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.646224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6150b475-7eba-4200-aa5e-ad6f0717c869 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (81681839-a7aa-4ed7-b235-baac0639270c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.654240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c4d52-7e4f-4907-b6b1-19e0a2bdbf19 None None] Routers {'65ecfa22-27b0-42a1-a4a9-e88a8fb072be'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:01.654913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f80c4d52-7e4f-4907-b6b1-19e0a2bdbf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:01.664706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cce03a-9354-469b-abcb-c7328bd3cdd0 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:33:01.671860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb3411-d420-4c0c-9470-13cf3c142483 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.675476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-95eb3411-d420-4c0c-9470-13cf3c142483 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=47c3d0f8-1551-4585-a7ff-87414be74758&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1225197 Apr 06 14:33:01.676505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41006) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.688487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-953acd2d-be76-490c-899b-47102f672c4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.693977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6150b475-7eba-4200-aa5e-ad6f0717c869 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 81681839-a7aa-4ed7-b235-baac0639270c owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:01.696804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2e40e-c620-444a-9411-af06b6bff140 req-7fef9f1e-2f8b-4e1b-b1ef-e44fbfb9653b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:01.698513 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24b2e40e-c620-444a-9411-af06b6bff140 req-7fef9f1e-2f8b-4e1b-b1ef-e44fbfb9653b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.0954533 Apr 06 14:33:01.703154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f80c4d52-7e4f-4907-b6b1-19e0a2bdbf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:01.705364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c4d52-7e4f-4907-b6b1-19e0a2bdbf19 None None] The sync data for ids ['65ecfa22-27b0-42a1-a4a9-e88a8fb072be'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:01.726468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-92521376-47f9-40e5-85a7-c412e844207b None None] Port 81681839-a7aa-4ed7-b235-baac0639270c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:01.730979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-92521376-47f9-40e5-85a7-c412e844207b None None] Could not find standard attr ID for object 48768753-86b7-4e34-a7c1-85f517534433. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:01.751503 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24b2e40e-c620-444a-9411-af06b6bff140 req-52f66541-ab45-4c26-b10a-e266655845d8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473871 Apr 06 14:33:01.833955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:01.838350 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.972425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 010b7049-06ec-4064-8fed-ee3b0406f2e3 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:02.032567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 010b7049-06ec-4064-8fed-ee3b0406f2e3 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:02.033215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.091648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-953acd2d-be76-490c-899b-47102f672c4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.102809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-953acd2d-be76-490c-899b-47102f672c4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.102809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:02.113456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15bd98-e717-4a30-abbc-97032ca35082 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.116013 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6f15bd98-e717-4a30-abbc-97032ca35082 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 881 time: 0.4345031 Apr 06 14:33:02.118918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41010) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.146662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 010b7049-06ec-4064-8fed-ee3b0406f2e3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:02.156162 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4173a479-bd00-4afd-b3c1-ba33179654e8 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=47c3d0f8-1551-4585-a7ff-87414be74758 HTTP/1.1" status: 200 len: 205 time: 0.0353727 Apr 06 14:33:02.156789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41012) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.227941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b66c7c51-8aa4-4619-918a-379127a8ca21), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.228120 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Added segment b66c7c51-8aa4-4619-918a-379127a8ca21 of type vlan for network b8796312-f50d-44b7-84b1-7da07e22e6a4 Apr 06 14:33:02.237521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 46d72bff-6fa7-4c00-a3e7-7384c64ab81f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:02.262887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 46d72bff-6fa7-4c00-a3e7-7384c64ab81f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:02.263456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 46d72bff-6fa7-4c00-a3e7-7384c64ab81f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:02.322233 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (b8796312-f50d-44b7-84b1-7da07e22e6a4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.326483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-953acd2d-be76-490c-899b-47102f672c4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (65ecfa22-27b0-42a1-a4a9-e88a8fb072be), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.327088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953acd2d-be76-490c-899b-47102f672c4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Fanout notify agent at l3_agent the message router_deleted on router 65ecfa22-27b0-42a1-a4a9-e88a8fb072be {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:02.328875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (2c7ce024-c89e-4db2-aaa1-64d4bcffd016), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.337713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-953acd2d-be76-490c-899b-47102f672c4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.338816 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-953acd2d-be76-490c-899b-47102f672c4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/65ecfa22-27b0-42a1-a4a9-e88a8fb072be HTTP/1.1" status: 204 len: 168 time: 0.8023665 Apr 06 14:33:02.343366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41016) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.428847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72bd36-c7f8-47ed-829f-340b1c99ced0 req-992eb78c-e0a0-43b1-bcde-a1f94deebe92 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.430359 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d72bd36-c7f8-47ed-829f-340b1c99ced0 req-992eb78c-e0a0-43b1-bcde-a1f94deebe92 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1683543 Apr 06 14:33:02.445629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=2c7ce024-c89e-4db2-aaa1-64d4bcffd016,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:02.453871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c05056-5a15-4d57-9845-1df72a4edc86 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet 155b1c84-da00-4c6f-a005-89c559f506e9 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:02.454850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': 'cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '806651b1-e654-41c6-8123-0c5d5e2db623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:02.455571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: 806651b1-e654-41c6-8123-0c5d5e2db623, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:02.472007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (b8796312-f50d-44b7-84b1-7da07e22e6a4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.477634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.477795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81c05056-5a15-4d57-9845-1df72a4edc86 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (155b1c84-da00-4c6f-a005-89c559f506e9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.481425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.511125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (47c3d0f8-1551-4585-a7ff-87414be74758), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.532756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network 806651b1-e654-41c6-8123-0c5d5e2db623 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:02.534673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6150b475-7eba-4200-aa5e-ad6f0717c869 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (81681839-a7aa-4ed7-b235-baac0639270c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.580907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150b475-7eba-4200-aa5e-ad6f0717c869 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=81681839-a7aa-4ed7-b235-baac0639270c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:02.583970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Network': ['ID=b8796312-f50d-44b7-84b1-7da07e22e6a4,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:02.621710 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b66b64fd-5b78-4b15-9503-ee7d924d88aa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0973413 Apr 06 14:33:02.622873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6150b475-7eba-4200-aa5e-ad6f0717c869 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.627048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41020) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.627197 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6150b475-7eba-4200-aa5e-ad6f0717c869 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/81681839-a7aa-4ed7-b235-baac0639270c HTTP/1.1" status: 204 len: 168 time: 1.5136487 Apr 06 14:33:02.631481 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41022) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.643335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network b8796312-f50d-44b7-84b1-7da07e22e6a4 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:02.647887 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 806651b1-e654-41c6-8123-0c5d5e2db623) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:02.649917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:02.684522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.685139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.685414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81c05056-5a15-4d57-9845-1df72a4edc86 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (155b1c84-da00-4c6f-a005-89c559f506e9), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.715942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991edf1f-b2b5-4bb3-af18-33d4e0eabf56 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.717962 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991edf1f-b2b5-4bb3-af18-33d4e0eabf56 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.720472 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d72bd36-c7f8-47ed-829f-340b1c99ced0 req-f226d436-509f-4253-9787-ce889005e720 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774153 Apr 06 14:33:02.737580 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-991edf1f-b2b5-4bb3-af18-33d4e0eabf56 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1042242 Apr 06 14:33:02.738368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41024) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.750858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18928319-254c-4c45-a09e-45b205ed860c req-44200194-8742-4832-8b22-98c31e04b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.752473 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18928319-254c-4c45-a09e-45b205ed860c req-44200194-8742-4832-8b22-98c31e04b117 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1129 time: 0.3212368 Apr 06 14:33:02.767078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d0ed5-0a9b-4385-80fc-da4b7d8e2b38 None None] Network 806651b1-e654-41c6-8123-0c5d5e2db623 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:02.805606 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6f3bb14a-d8dc-4c7f-ad53-1e7c46f99201 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6916683 Apr 06 14:33:02.809727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41026) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:02.814867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-937383b5-9de1-4efe-98c9-3ee1815ccd53 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:02.856490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-404558de-3b03-4f9b-ba11-c413be639fc5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 0531c3ef-4381-4a38-bccb-892e0608877d {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:02.863247 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-404558de-3b03-4f9b-ba11-c413be639fc5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (0531c3ef-4381-4a38-bccb-892e0608877d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.902165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-806651b1-e654-41c6-8123-0c5d5e2db623', 'network_id': '806651b1-e654-41c6-8123-0c5d5e2db623', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': '2c7ce024-c89e-4db2-aaa1-64d4bcffd016'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:02.904271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.930166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (47c3d0f8-1551-4585-a7ff-87414be74758), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.935893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-404558de-3b03-4f9b-ba11-c413be639fc5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (0531c3ef-4381-4a38-bccb-892e0608877d), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.965254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81c05056-5a15-4d57-9845-1df72a4edc86 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (155b1c84-da00-4c6f-a005-89c559f506e9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.981183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-937383b5-9de1-4efe-98c9-3ee1815ccd53 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1734863'] for subnet (2c7ce024-c89e-4db2-aaa1-64d4bcffd016), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.988167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18928319-254c-4c45-a09e-45b205ed860c req-49d4bd82-8b16-4b6e-a932-f4da2065b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.991030 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18928319-254c-4c45-a09e-45b205ed860c req-49d4bd82-8b16-4b6e-a932-f4da2065b543 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 914 time: 0.2294669 Apr 06 14:33:03.041235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:03.044599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.055002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Allocated IP 172.20.0.2 (806651b1-e654-41c6-8123-0c5d5e2db623/2c7ce024-c89e-4db2-aaa1-64d4bcffd016/00d7322d-fdab-4200-98c7-72439ccf53b3) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:03.072423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-404558de-3b03-4f9b-ba11-c413be639fc5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (0531c3ef-4381-4a38-bccb-892e0608877d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.161939 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18928319-254c-4c45-a09e-45b205ed860c req-82fa6a57-f3e3-41f4-bff2-5fbb0989256e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 1001 time: 0.1661465 Apr 06 14:33:03.210288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-404558de-3b03-4f9b-ba11-c413be639fc5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (0531c3ef-4381-4a38-bccb-892e0608877d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.213252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Publish callbacks [] for port (00d7322d-fdab-4200-98c7-72439ccf53b3), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.241340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404558de-3b03-4f9b-ba11-c413be639fc5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=0531c3ef-4381-4a38-bccb-892e0608877d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:03.243323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-404558de-3b03-4f9b-ba11-c413be639fc5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.247131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81c05056-5a15-4d57-9845-1df72a4edc86 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (155b1c84-da00-4c6f-a005-89c559f506e9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.249274 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-404558de-3b03-4f9b-ba11-c413be639fc5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/0531c3ef-4381-4a38-bccb-892e0608877d HTTP/1.1" status: 204 len: 168 time: 0.5075905 Apr 06 14:33:03.249647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41028) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:03.250423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21817a44-44f3-4c2c-a10c-9728dba13206 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:03.258998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18928319-254c-4c45-a09e-45b205ed860c req-18b5d8e6-6911-4aa7-89cc-9b330c905bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:03.260452 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18928319-254c-4c45-a09e-45b205ed860c req-18b5d8e6-6911-4aa7-89cc-9b330c905bc0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.0903487 Apr 06 14:33:03.307422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (00d7322d-fdab-4200-98c7-72439ccf53b3), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.360556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Deleting port 7eb4f582-fa16-41a4-85d1-802b5e66ef72 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:03.361168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7eb4f582-fa16-41a4-85d1-802b5e66ef72), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.366244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81c05056-5a15-4d57-9845-1df72a4edc86 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.373527 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-81c05056-5a15-4d57-9845-1df72a4edc86 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/155b1c84-da00-4c6f-a005-89c559f506e9 HTTP/1.1" status: 204 len: 168 time: 1.0265191 Apr 06 14:33:03.373899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c05056-5a15-4d57-9845-1df72a4edc86 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=155b1c84-da00-4c6f-a005-89c559f506e9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:03.375748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Network 806651b1-e654-41c6-8123-0c5d5e2db623 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:03.382635 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-06e06265-0483-4bc5-9628-8aa019b8f16c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166356 Apr 06 14:33:03.382827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41030) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:03.389430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41032) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:03.396269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252a272-e2c8-46d6-93f0-b8de1e326a5e None None] Network 401598d6-53d1-4272-b1a1-da6eedd0e75c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:03.397704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:03.406609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Pushing event updated for resources: {'Port': ['ID=00d7322d-fdab-4200-98c7-72439ccf53b3,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:03.409356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:03.421980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:03.525306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25d6a2d-d401-4051-b425-660c57041ab2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet e7f83d03-46c3-4b77-bfd2-7215e4aae2cb {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:03.528898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d25d6a2d-d401-4051-b425-660c57041ab2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (e7f83d03-46c3-4b77-bfd2-7215e4aae2cb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.546180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18928319-254c-4c45-a09e-45b205ed860c req-f4460751-7fc7-44ce-9860-ece88dff48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:03.547768 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18928319-254c-4c45-a09e-45b205ed860c req-f4460751-7fc7-44ce-9860-ece88dff48df service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2520833 Apr 06 14:33:03.549598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7eb4f582-fa16-41a4-85d1-802b5e66ef72), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.565796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-937383b5-9de1-4efe-98c9-3ee1815ccd53 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754305041174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3759003'] for subnet (2c7ce024-c89e-4db2-aaa1-64d4bcffd016), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.582074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Calling delete_port for 7eb4f582-fa16-41a4-85d1-802b5e66ef72 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:03.611535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (81c56c30-7eb3-47be-b822-b7fbcba011e8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.617363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d25d6a2d-d401-4051-b425-660c57041ab2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (e7f83d03-46c3-4b77-bfd2-7215e4aae2cb), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.626862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937383b5-9de1-4efe-98c9-3ee1815ccd53 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:03.626862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-937383b5-9de1-4efe-98c9-3ee1815ccd53 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.626862 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-937383b5-9de1-4efe-98c9-3ee1815ccd53 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "PUT /v2.0/subnets/2c7ce024-c89e-4db2-aaa1-64d4bcffd016 HTTP/1.1" status: 200 len: 806 time: 0.8152156 Apr 06 14:33:03.648867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41034) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:03.713039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Attempting to bind port 00d7322d-fdab-4200-98c7-72439ccf53b3 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:03.713577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Attempting to bind port 00d7322d-fdab-4200-98c7-72439ccf53b3 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '806651b1-e654-41c6-8123-0c5d5e2db623'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:03.714019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Attempting to bind port 00d7322d-fdab-4200-98c7-72439ccf53b3 on network 806651b1-e654-41c6-8123-0c5d5e2db623 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:03.725167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:03.726636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:03.726758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Checking segment: {'id': 'cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '806651b1-e654-41c6-8123-0c5d5e2db623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:03.727159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.727635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Bound using segment: {'id': 'cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '806651b1-e654-41c6-8123-0c5d5e2db623'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:03.728157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Bound port: 00d7322d-fdab-4200-98c7-72439ccf53b3, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '806651b1-e654-41c6-8123-0c5d5e2db623'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:03.728558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (00d7322d-fdab-4200-98c7-72439ccf53b3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.730128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.739048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937383b5-9de1-4efe-98c9-3ee1815ccd53 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=2c7ce024-c89e-4db2-aaa1-64d4bcffd016,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:03.797277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:03.892068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] For port 00d7322d-fdab-4200-98c7-72439ccf53b3, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:03.904913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] For port 00d7322d-fdab-4200-98c7-72439ccf53b3, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=00d7322d-fdab-4200-98c7-72439ccf53b3,segment=NetworkSegment(cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33),segment_id=cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:03.914853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] DHCP port deletion for 401598d6-53d1-4272-b1a1-da6eedd0e75c request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:03.926311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] Deleting port 010b7049-06ec-4064-8fed-ee3b0406f2e3 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:03.926748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.015391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 010b7049-06ec-4064-8fed-ee3b0406f2e3 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:04.023009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (00d7322d-fdab-4200-98c7-72439ccf53b3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.099290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] For port 010b7049-06ec-4064-8fed-ee3b0406f2e3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=010b7049-06ec-4064-8fed-ee3b0406f2e3,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:04.100763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.120635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=81c56c30-7eb3-47be-b822-b7fbcba011e8,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.132783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] Calling delete_port for 010b7049-06ec-4064-8fed-ee3b0406f2e3 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:04.147530 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18928319-254c-4c45-a09e-45b205ed860c req-62537749-6225-4642-b44e-cf5075fadfb8 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887456 Apr 06 14:33:04.153242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking segment: {'id': 'b66c7c51-8aa4-4619-918a-379127a8ca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:04.153556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network hostable DHCP agents. Network: b8796312-f50d-44b7-84b1-7da07e22e6a4, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:04.168827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee020834-50ac-4fcc-bd04-02869f7bb99f None None] Pushing event updated for resources: {'Port': ['ID=00d7322d-fdab-4200-98c7-72439ccf53b3,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.177374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d25d6a2d-d401-4051-b425-660c57041ab2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (e7f83d03-46c3-4b77-bfd2-7215e4aae2cb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.220387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (806651b1-e654-41c6-8123-0c5d5e2db623), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.259168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] Deleting port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:04.259935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.284875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffda7ee-c13b-41aa-9825-40bb202c8d73 req-cf9fd0b0-d963-4313-a017-159747c520ae tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:04.286265 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ffda7ee-c13b-41aa-9825-40bb202c8d73 req-cf9fd0b0-d963-4313-a017-159747c520ae tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2498336 Apr 06 14:33:04.376404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network b8796312-f50d-44b7-84b1-7da07e22e6a4 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:04.379463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 010b7049-06ec-4064-8fed-ee3b0406f2e3 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:04.380027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.390649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] For port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=97c776bb-bf5f-484a-bc0e-6195d1a6d93e,segment=NetworkSegment(5539c6e9-f9d6-473a-ac60-3d7cb35380b5),segment_id=5539c6e9-f9d6-473a-ac60-3d7cb35380b5)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:04.391245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.425918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ffda7ee-c13b-41aa-9825-40bb202c8d73 req-71862238-9252-4249-9a7e-8805d062f793 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324928 Apr 06 14:33:04.429372 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18928319-254c-4c45-a09e-45b205ed860c req-76d4e5be-4f1e-47b6-9fdf-5df352e2a070 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338309 Apr 06 14:33:04.433610 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d25d6a2d-d401-4051-b425-660c57041ab2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (e7f83d03-46c3-4b77-bfd2-7215e4aae2cb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.437963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] Calling delete_port for 97c776bb-bf5f-484a-bc0e-6195d1a6d93e owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:04.496788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d25d6a2d-d401-4051-b425-660c57041ab2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.502729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 010b7049-06ec-4064-8fed-ee3b0406f2e3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=010b7049-06ec-4064-8fed-ee3b0406f2e3,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:04.503411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41038) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:04.512270 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d25d6a2d-d401-4051-b425-660c57041ab2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/e7f83d03-46c3-4b77-bfd2-7215e4aae2cb HTTP/1.1" status: 204 len: 168 time: 1.1308317 Apr 06 14:33:04.522325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d6a2d-d401-4051-b425-660c57041ab2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f83d03-46c3-4b77-bfd2-7215e4aae2cb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.528417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Deleting port 00d7322d-fdab-4200-98c7-72439ccf53b3 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:04.528714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (00d7322d-fdab-4200-98c7-72439ccf53b3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.531328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, b8796312-f50d-44b7-84b1-7da07e22e6a4) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:04.534851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a137a64e-5d16-4f14-9095-e60739c8a894 None None] Network a1e39d57-3e1e-41e1-944d-03ca06e30abd requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:04.584534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad25cf5-37f0-4c25-938e-cd4b9e51611d None None] Network b8796312-f50d-44b7-84b1-7da07e22e6a4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:04.590631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:04.591506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.595271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (950ac54f-91c8-476e-b224-baca6e71a701), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.597391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (7eb4f582-fa16-41a4-85d1-802b5e66ef72), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.652388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.658025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event deleted for resources: {'Port': ['ID=7eb4f582-fa16-41a4-85d1-802b5e66ef72,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.678043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (401598d6-53d1-4272-b1a1-da6eedd0e75c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.718131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] For port 00d7322d-fdab-4200-98c7-72439ccf53b3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=00d7322d-fdab-4200-98c7-72439ccf53b3,segment=NetworkSegment(cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33),segment_id=cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:04.718377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (00d7322d-fdab-4200-98c7-72439ccf53b3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.724553 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dddf3d49-4e16-4665-a61c-a433db015daa tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0900576 Apr 06 14:33:04.729436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41040) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:04.738461 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4', 'name': 'tempest-PortsIpV6TestJSON-1780671833'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:04.745498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Calling delete_port for 00d7322d-fdab-4200-98c7-72439ccf53b3 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:04.751231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:04.754621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=950ac54f-91c8-476e-b224-baca6e71a701,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.764380 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:04.768784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (010b7049-06ec-4064-8fed-ee3b0406f2e3), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.769116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:04.769853 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.820398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (47c3d0f8-1551-4585-a7ff-87414be74758), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.831595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] No DVR routers for this DVR port 010b7049-06ec-4064-8fed-ee3b0406f2e3 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:04.839567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=010b7049-06ec-4064-8fed-ee3b0406f2e3,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.866150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b39f50-f494-4b8c-a6c9-ce5953ed1485 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:04.917573 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eb91b774-0bf3-4a43-b8b0-ab2ffb821a68 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5207434 Apr 06 14:33:04.917573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41042) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:04.922269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-66bcb512-e962-48b7-be11-420fb342ef17 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': '950ac54f-91c8-476e-b224-baca6e71a701', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-582722112'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:04.928815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-b8796312-f50d-44b7-84b1-7da07e22e6a4', 'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4', 'project_id': '6a6f25c64c694d458fa4cabc0ce432b2', 'fixed_ips': [{'subnet_id': '81c56c30-7eb3-47be-b822-b7fbcba011e8'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:04.929685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.945912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f50c76-1516-410d-bcbc-cd2ad5298f4e None None] Pushing event deleted for resources: {'Port': ['ID=010b7049-06ec-4064-8fed-ee3b0406f2e3,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.947795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.987198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (47c3d0f8-1551-4585-a7ff-87414be74758), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.996068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] Pushing event deleted for resources: {'Port': ['ID=97c776bb-bf5f-484a-bc0e-6195d1a6d93e,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.997942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edaf4ff-6d9e-4f2a-babc-9911fc690104 None None] No DVR routers for this DVR port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:05.005285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (47c3d0f8-1551-4585-a7ff-87414be74758), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.076134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:05.076632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.080621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '950ac54f-91c8-476e-b224-baca6e71a701'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:05.081549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.145659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] DHCP port deletion for a1e39d57-3e1e-41e1-944d-03ca06e30abd request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:05.155617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (47c3d0f8-1551-4585-a7ff-87414be74758), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.156165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Fanout notify agent at l3_agent the message router_deleted on router 47c3d0f8-1551-4585-a7ff-87414be74758 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:05.157815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:05.158165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.170924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.172166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ebb2a974-1e61-4a4d-bab3-9584c43c01be tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/47c3d0f8-1551-4585-a7ff-87414be74758 HTTP/1.1" status: 204 len: 168 time: 3.0144002 Apr 06 14:33:05.177075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41044) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:05.180656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 97c776bb-bf5f-484a-bc0e-6195d1a6d93e owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:05.182458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4c4da1b4-6bbe-4298-a098-1a343007e55d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-591118763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:05.185120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e was not found and therefore no delete operation was performed {{(pid=104443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:33:05.187230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (97c776bb-bf5f-484a-bc0e-6195d1a6d93e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.190586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bcb512-e962-48b7-be11-420fb342ef17 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:05.199618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (00d7322d-fdab-4200-98c7-72439ccf53b3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.220030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port 97c776bb-bf5f-484a-bc0e-6195d1a6d93e on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:05.226648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=97c776bb-bf5f-484a-bc0e-6195d1a6d93e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:05.267405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:05.272518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.299496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Port': ['ID=00d7322d-fdab-4200-98c7-72439ccf53b3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:05.348031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port f1e38f1a-e210-46cf-98df-248f7216815e yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:05.355880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (401598d6-53d1-4272-b1a1-da6eedd0e75c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.409737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No DVR routers for this DVR port 00d7322d-fdab-4200-98c7-72439ccf53b3 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:05.430034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401598d6-53d1-4272-b1a1-da6eedd0e75c']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:05.446804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] Deleting port ac8399ff-d845-4d81-9510-f14f41e7394b {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:05.446804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.454477 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c4da1b4-6bbe-4298-a098-1a343007e55d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (86449335-8dcb-42cc-adcf-19d1aed059a2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.455851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Allocated IP 2001:db8::2 (b8796312-f50d-44b7-84b1-7da07e22e6a4/81c56c30-7eb3-47be-b822-b7fbcba011e8/368fdc4a-d790-4925-916a-b5179481c016) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:05.456186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c4da1b4-6bbe-4298-a098-1a343007e55d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (86449335-8dcb-42cc-adcf-19d1aed059a2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.456849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5539c6e9-f9d6-473a-ac60-3d7cb35380b5') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:05.457157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5539c6e9-f9d6-473a-ac60-3d7cb35380b5') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:05.484362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (5539c6e9-f9d6-473a-ac60-3d7cb35380b5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.503713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5539c6e9-f9d6-473a-ac60-3d7cb35380b5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.513658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:05.514076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (5539c6e9-f9d6-473a-ac60-3d7cb35380b5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.517991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-66bcb512-e962-48b7-be11-420fb342ef17 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:05.518175 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:05.556665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (2c7ce024-c89e-4db2-aaa1-64d4bcffd016), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.583064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/950ac54f-91c8-476e-b224-baca6e71a701/6c2588de-c678-4b9d-b03c-9fac609f6381) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:05.614804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-66bcb512-e962-48b7-be11-420fb342ef17 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 5865a5cc-b480-49a7-84a7-852235ae6223 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:05.630177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c4da1b4-6bbe-4298-a098-1a343007e55d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (86449335-8dcb-42cc-adcf-19d1aed059a2), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.656073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40138-1f82-49d3-afd0-a2dbb8140534 req-98addbb2-8979-4ac5-af4e-58a1b5f67c71 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:05.657828 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7bb40138-1f82-49d3-afd0-a2dbb8140534 req-98addbb2-8979-4ac5-af4e-58a1b5f67c71 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.0874012 Apr 06 14:33:05.720638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7bb40138-1f82-49d3-afd0-a2dbb8140534 req-9cf6f827-293b-4071-8d59-f6f8846a707d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546892 Apr 06 14:33:05.749142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (401598d6-53d1-4272-b1a1-da6eedd0e75c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.754821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c4da1b4-6bbe-4298-a098-1a343007e55d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (86449335-8dcb-42cc-adcf-19d1aed059a2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.799482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583999'] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.806951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41050) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:05.807179 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/401598d6-53d1-4272-b1a1-da6eedd0e75c HTTP/1.1" status: 204 len: 168 time: 1.3024447 Apr 06 14:33:05.808357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286db47f-0ebe-41ac-9a57-9c2163461d81 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=401598d6-53d1-4272-b1a1-da6eedd0e75c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:05.866164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4c4da1b4-6bbe-4298-a098-1a343007e55d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.867261 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4c4da1b4-6bbe-4298-a098-1a343007e55d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6890562 Apr 06 14:33:05.871240 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41052) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:05.875242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:05.877149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86763cd-2a91-4099-9113-71c03ddbda8c req-381c0e3d-50ef-400b-b088-c0b53f4aa269 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:05.878733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d86763cd-2a91-4099-9113-71c03ddbda8c req-381c0e3d-50ef-400b-b088-c0b53f4aa269 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.0681484 Apr 06 14:33:05.924586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246276f2-8540-495b-9775-42a560cf739b None None] Network 806651b1-e654-41c6-8123-0c5d5e2db623 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:05.952839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d86763cd-2a91-4099-9113-71c03ddbda8c req-ff697622-e1df-40ab-bf44-f5366527ec77 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652544 Apr 06 14:33:05.980203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (2c7ce024-c89e-4db2-aaa1-64d4bcffd016), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.004807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 97c776bb-bf5f-484a-bc0e-6195d1a6d93e no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:06.006506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fd10c314-1543-42a2-9058-277eb1f631f9 None None] Could not find standard attr ID for object 00d7322d-fdab-4200-98c7-72439ccf53b3. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:06.035612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7ce024-c89e-4db2-aaa1-64d4bcffd016,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.040583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (a1e39d57-3e1e-41e1-944d-03ca06e30abd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.099344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 97c776bb-bf5f-484a-bc0e-6195d1a6d93e {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:06.100235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 97c776bb-bf5f-484a-bc0e-6195d1a6d93e not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:06.100670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ac8399ff-d845-4d81-9510-f14f41e7394b no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:06.103353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] For port ac8399ff-d845-4d81-9510-f14f41e7394b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ac8399ff-d845-4d81-9510-f14f41e7394b,segment=NetworkSegment(debd54e5-62be-4c58-89c2-2c3a05611ee9),segment_id=debd54e5-62be-4c58-89c2-2c3a05611ee9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:06.103759 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.196736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] Calling delete_port for ac8399ff-d845-4d81-9510-f14f41e7394b owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:06.205167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Publish callbacks [] for port (368fdc4a-d790-4925-916a-b5179481c016), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.225505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (806651b1-e654-41c6-8123-0c5d5e2db623), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.234865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Publish callbacks [] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.280675 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806651b1-e654-41c6-8123-0c5d5e2db623']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:06.284755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff1460-fe57-4853-a209-8a7ed393abcb None None] DHCP port deletion for 806651b1-e654-41c6-8123-0c5d5e2db623 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:06.291070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (86449335-8dcb-42cc-adcf-19d1aed059a2), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.300124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:06.301965 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:06.311668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.329290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.329490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9af71e2-385f-4a9c-9f13-b9afcc60216f None None] Network 806651b1-e654-41c6-8123-0c5d5e2db623 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:06.338455 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port ac8399ff-d845-4d81-9510-f14f41e7394b {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:06.338816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.341140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:06.341596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (cbeb6fdb-f8c4-4355-a2a0-f72b2027cf33), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:06.344706 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:06.380509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (368fdc4a-d790-4925-916a-b5179481c016), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.404241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::7e (b8796312-f50d-44b7-84b1-7da07e22e6a4/81c56c30-7eb3-47be-b822-b7fbcba011e8/f1e38f1a-e210-46cf-98df-248f7216815e) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:06.435760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.443388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ac8399ff-d845-4d81-9510-f14f41e7394b is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:06.443836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.469345 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bcb512-e962-48b7-be11-420fb342ef17 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:06.469760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bcb512-e962-48b7-be11-420fb342ef17 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:06.477937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port ac8399ff-d845-4d81-9510-f14f41e7394b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ac8399ff-d845-4d81-9510-f14f41e7394b,segment=NetworkSegment(debd54e5-62be-4c58-89c2-2c3a05611ee9),segment_id=debd54e5-62be-4c58-89c2-2c3a05611ee9)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:06.478306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.504493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Network b8796312-f50d-44b7-84b1-7da07e22e6a4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:06.508301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Pushing event updated for resources: {'Port': ['ID=368fdc4a-d790-4925-916a-b5179481c016,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.523289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:06.525916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for ac8399ff-d845-4d81-9510-f14f41e7394b owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:06.530840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:06.531760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:06.555707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:06.559995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:06.574340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (806651b1-e654-41c6-8123-0c5d5e2db623), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.585146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.591006 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/806651b1-e654-41c6-8123-0c5d5e2db623 HTTP/1.1" status: 204 len: 168 time: 2.9364338 Apr 06 14:33:06.603560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41056) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.620976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (f1e38f1a-e210-46cf-98df-248f7216815e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.621473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cb392-9c5c-4b30-9691-825ba7efa049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=806651b1-e654-41c6-8123-0c5d5e2db623,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.640377 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a2c891-aa0f-4752-9ddf-60acd8082084 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:06.640829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a2c891-aa0f-4752-9ddf-60acd8082084 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:06.647878 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-52a2c891-aa0f-4752-9ddf-60acd8082084 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/806651b1-e654-41c6-8123-0c5d5e2db623 HTTP/1.1" status: 404 len: 339 time: 0.0376294 Apr 06 14:33:06.652028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41060) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.658814 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1809819949', 'description': 'd1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:06.664934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.668595 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-66bcb512-e962-48b7-be11-420fb342ef17 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7477636 Apr 06 14:33:06.669989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41062) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.674927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Pushing event updated for resources: {'Port': ['ID=6c2588de-c678-4b9d-b03c-9fac609f6381,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.728008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ac8399ff-d845-4d81-9510-f14f41e7394b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.741235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] Pushing event deleted for resources: {'Port': ['ID=ac8399ff-d845-4d81-9510-f14f41e7394b,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.750933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f1e38f1a-e210-46cf-98df-248f7216815e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.758942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Attempting to bind port 6c2588de-c678-4b9d-b03c-9fac609f6381 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:06.759629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Attempting to bind port 6c2588de-c678-4b9d-b03c-9fac609f6381 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:06.760224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Attempting to bind port 6c2588de-c678-4b9d-b03c-9fac609f6381 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:06.767482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=ac8399ff-d845-4d81-9510-f14f41e7394b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.768026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Attempting to bind port 368fdc4a-d790-4925-916a-b5179481c016 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:06.768517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Attempting to bind port 368fdc4a-d790-4925-916a-b5179481c016 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'b66c7c51-8aa4-4619-918a-379127a8ca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:06.769162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Attempting to bind port 368fdc4a-d790-4925-916a-b5179481c016 on network b8796312-f50d-44b7-84b1-7da07e22e6a4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:06.770400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port ac8399ff-d845-4d81-9510-f14f41e7394b on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:06.778831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1ff49-e9db-40dd-8d06-1f9fd1d9f3bd None None] No DVR routers for this DVR port ac8399ff-d845-4d81-9510-f14f41e7394b on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:06.781111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:06.781546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:06.781955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.782350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:06.783198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Bound port: 6c2588de-c678-4b9d-b03c-9fac609f6381, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:06.783547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.798771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:06.798771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Checking segment: {'id': 'b66c7c51-8aa4-4619-918a-379127a8ca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:06.799414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.799998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Bound using segment: {'id': 'b66c7c51-8aa4-4619-918a-379127a8ca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:06.800483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Bound port: 368fdc4a-d790-4925-916a-b5179481c016, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66c7c51-8aa4-4619-918a-379127a8ca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:06.800875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (368fdc4a-d790-4925-916a-b5179481c016), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.825617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network b8796312-f50d-44b7-84b1-7da07e22e6a4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:06.832582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:06.836028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.839895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:06.848768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e051a4e-57d3-4b73-8e50-6904ae2440cc req-0224562d-fc44-4e7d-b714-3756dab1253f tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:06.851203 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0e051a4e-57d3-4b73-8e50-6904ae2440cc req-0224562d-fc44-4e7d-b714-3756dab1253f tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1429870 Apr 06 14:33:06.859289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc3d8a-2e70-4953-97a8-121578bd187b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:06.863568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-58dc3d8a-2e70-4953-97a8-121578bd187b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1922305 Apr 06 14:33:06.865412 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41064) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.871991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:06.876853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:06.877537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.879996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=f1e38f1a-e210-46cf-98df-248f7216815e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.925782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] For port 6c2588de-c678-4b9d-b03c-9fac609f6381, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:06.938049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0e051a4e-57d3-4b73-8e50-6904ae2440cc req-252885a7-dc4b-427c-a041-ce4b29a01293 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689392 Apr 06 14:33:06.950927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] For port 6c2588de-c678-4b9d-b03c-9fac609f6381, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6c2588de-c678-4b9d-b03c-9fac609f6381,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:06.958311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] For port 368fdc4a-d790-4925-916a-b5179481c016, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:06.961960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] For port 368fdc4a-d790-4925-916a-b5179481c016, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=368fdc4a-d790-4925-916a-b5179481c016,segment=NetworkSegment(b66c7c51-8aa4-4619-918a-379127a8ca21),segment_id=b66c7c51-8aa4-4619-918a-379127a8ca21)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:06.988622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-09c692e7-da15-45ad-8b34-5b2ff5512336 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2496402 Apr 06 14:33:06.988622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41068) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.993398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'b8796312-f50d-44b7-84b1-7da07e22e6a4', 'name': 'tempest-PortsIpV6TestJSON-1139980072'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:07.003763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.005188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (86449335-8dcb-42cc-adcf-19d1aed059a2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.015553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:07.079588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eb588-5834-405a-9351-7ab50222ece5 None None] Pushing event updated for resources: {'Port': ['ID=6c2588de-c678-4b9d-b03c-9fac609f6381,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:07.086853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (368fdc4a-d790-4925-916a-b5179481c016), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.122328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27683f14-723b-4393-bc01-8d5995919973 req-1a242ab5-e7fa-48c8-8431-1b0d089cad7e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:07.124055 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-27683f14-723b-4393-bc01-8d5995919973 req-1a242ab5-e7fa-48c8-8431-1b0d089cad7e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1140187 Apr 06 14:33:07.173778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051057a0-2232-4413-ade7-ebacd395a039 None None] Pushing event updated for resources: {'Port': ['ID=368fdc4a-d790-4925-916a-b5179481c016,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:07.200865 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-27683f14-723b-4393-bc01-8d5995919973 req-0b6450ee-35d1-4387-b7f6-ccd67a9c3cae tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703568 Apr 06 14:33:07.299467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (a1e39d57-3e1e-41e1-944d-03ca06e30abd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.306346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e612cfb-488f-40cc-b4c5-1d7488e6d172 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:07.307685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e612cfb-488f-40cc-b4c5-1d7488e6d172 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:07.311869 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3e612cfb-488f-40cc-b4c5-1d7488e6d172 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4386594 Apr 06 14:33:07.316386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.318018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41072) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:07.324413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (953a3a53-1dd4-40e6-b485-58d896c347bb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.324762 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment 953a3a53-1dd4-40e6-b485-58d896c347bb of type vlan for network b57b71b3-e842-4167-9532-1ef11f6dc39d Apr 06 14:33:07.331167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:07.336363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.377962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 974430cf-4b59-47b9-9274-371e12a4c25f yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:07.399722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e39d57-3e1e-41e1-944d-03ca06e30abd']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:07.408831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75276d-ddf2-4f87-aac5-5d72ea7f019f req-848e2842-6e6b-4865-9d73-f51ed9fb322e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:07.410405 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c75276d-ddf2-4f87-aac5-5d72ea7f019f req-848e2842-6e6b-4865-9d73-f51ed9fb322e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1202021 Apr 06 14:33:07.446084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debd54e5-62be-4c58-89c2-2c3a05611ee9') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:07.446391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debd54e5-62be-4c58-89c2-2c3a05611ee9') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:07.510223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (debd54e5-62be-4c58-89c2-2c3a05611ee9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.519225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (b57b71b3-e842-4167-9532-1ef11f6dc39d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.531363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa98a41-d490-4673-9aec-f49aa2bd8443 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 950ac54f-91c8-476e-b224-baca6e71a701 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:07.542772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5aa98a41-d490-4673-9aec-f49aa2bd8443 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (950ac54f-91c8-476e-b224-baca6e71a701), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.576715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (debd54e5-62be-4c58-89c2-2c3a05611ee9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.581122 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c75276d-ddf2-4f87-aac5-5d72ea7f019f req-014c5c36-fcbe-42fe-bd80-1711a5f19872 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567347 Apr 06 14:33:07.607511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:07.612711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (debd54e5-62be-4c58-89c2-2c3a05611ee9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:07.613646 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:07.655832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::a5 (b8796312-f50d-44b7-84b1-7da07e22e6a4/81c56c30-7eb3-47be-b822-b7fbcba011e8/974430cf-4b59-47b9-9274-371e12a4c25f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:07.691063 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5aa98a41-d490-4673-9aec-f49aa2bd8443 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (950ac54f-91c8-476e-b224-baca6e71a701), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.759501 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Allocated IP 172.26.7.177 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:07.774061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (b57b71b3-e842-4167-9532-1ef11f6dc39d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.779322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:07.779916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.833870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (974430cf-4b59-47b9-9274-371e12a4c25f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.897249 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (a1e39d57-3e1e-41e1-944d-03ca06e30abd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.912977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.926300 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/a1e39d57-3e1e-41e1-944d-03ca06e30abd HTTP/1.1" status: 204 len: 168 time: 2.1082866 Apr 06 14:33:07.928371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41078) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:07.933627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1452109371'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:07.945588 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5aa98a41-d490-4673-9aec-f49aa2bd8443 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (950ac54f-91c8-476e-b224-baca6e71a701), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.948139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (974430cf-4b59-47b9-9274-371e12a4c25f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.948710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=b57b71b3-e842-4167-9532-1ef11f6dc39d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:07.966286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network b57b71b3-e842-4167-9532-1ef11f6dc39d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:08.007962 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8bb744d1-07e0-4521-a843-f05c9d744993 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3534913 Apr 06 14:33:08.012065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network b8796312-f50d-44b7-84b1-7da07e22e6a4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:08.018297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41080) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.024036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:08.052270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:08.065011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:08.065833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.118470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575606a2-6c25-4b6a-aa5f-1e99725660fc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=a1e39d57-3e1e-41e1-944d-03ca06e30abd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.135890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:08.137772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6c2588de-c678-4b9d-b03c-9fac609f6381 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:08.141127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for port (bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.142505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.202179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=974430cf-4b59-47b9-9274-371e12a4c25f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.206384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 6c2588de-c678-4b9d-b03c-9fac609f6381 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:08.206842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.244401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5aa98a41-d490-4673-9aec-f49aa2bd8443 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (950ac54f-91c8-476e-b224-baca6e71a701), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.274244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:08.278033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa98a41-d490-4673-9aec-f49aa2bd8443 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=950ac54f-91c8-476e-b224-baca6e71a701,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.282184 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5aa98a41-d490-4673-9aec-f49aa2bd8443 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.288381 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5aa98a41-d490-4673-9aec-f49aa2bd8443 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/950ac54f-91c8-476e-b224-baca6e71a701 HTTP/1.1" status: 204 len: 168 time: 0.9625962 Apr 06 14:33:08.288543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41084) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.296972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.301405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfb9c9-d925-4b68-9e59-c0e79e10760a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:08.303725 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2bdfb9c9-d925-4b68-9e59-c0e79e10760a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/networks?id=b57b71b3-e842-4167-9532-1ef11f6dc39d HTTP/1.1" status: 200 len: 761 time: 0.2770085 Apr 06 14:33:08.313794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2f303-1db2-47fc-82ae-a9b98b1ba24d req-b3837ea6-ca2d-4815-9b42-8b7b3f9765ce tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:08.315586 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbe2f303-1db2-47fc-82ae-a9b98b1ba24d req-b3837ea6-ca2d-4815-9b42-8b7b3f9765ce tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2941139 Apr 06 14:33:08.316275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41086) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.324056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-837a9636-3028-41e7-b235-95aecae76d65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'description': 'd2'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:08.333736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (3b10762d-bbe2-46ed-9e8b-44c0add47369), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.335036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment 3b10762d-bbe2-46ed-9e8b-44c0add47369 of type vlan for network ef875c60-a60c-4462-9423-b80a98ab9cfc Apr 06 14:33:08.335757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 6c2588de-c678-4b9d-b03c-9fac609f6381 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:08.336163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.352619 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c695b35b-561c-4e3e-86fd-fa2face4d2c8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629015 Apr 06 14:33:08.376271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41088) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.388875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:08.417955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 6c2588de-c678-4b9d-b03c-9fac609f6381, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6c2588de-c678-4b9d-b03c-9fac609f6381,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:08.434263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:08.438932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:08.446028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:08.464306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event updated for resources: {'Port': ['ID=bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.502139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.503561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 368fdc4a-d790-4925-916a-b5179481c016 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:08.526155 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-83da7af6-6708-40c4-b2da-bd3877b79000 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5394313 Apr 06 14:33:08.551682 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41090) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.587165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddcf0e1-858b-47b5-ab79-581cbc2ad803 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:08.614987 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=6c2588de-c678-4b9d-b03c-9fac609f6381,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.629028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (ef875c60-a60c-4462-9423-b80a98ab9cfc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.670834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 368fdc4a-d790-4925-916a-b5179481c016 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:08.671199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (368fdc4a-d790-4925-916a-b5179481c016), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.743935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-837a9636-3028-41e7-b235-95aecae76d65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (b57b71b3-e842-4167-9532-1ef11f6dc39d), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.751471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b1183b02-b3d4-4144-a24f-711d29d84611 None None] Provisioning complete for port 6c2588de-c678-4b9d-b03c-9fac609f6381 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:08.751854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b1183b02-b3d4-4144-a24f-711d29d84611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.764603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:08.768035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.772565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.resource_extend [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:33:08.789871 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80caa945-ff82-4799-ade6-2dd5f9392442 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:08.792914 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-80caa945-ff82-4799-ade6-2dd5f9392442 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A7e HTTP/1.1" status: 200 len: 928 time: 0.2379429 Apr 06 14:33:08.794592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41092) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.799483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbe2f303-1db2-47fc-82ae-a9b98b1ba24d req-525b494e-1d43-4817-b9a5-e2cd0a23b476 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4678452 Apr 06 14:33:08.843105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-837a9636-3028-41e7-b235-95aecae76d65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (b57b71b3-e842-4167-9532-1ef11f6dc39d), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.845794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 368fdc4a-d790-4925-916a-b5179481c016 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:08.846236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (368fdc4a-d790-4925-916a-b5179481c016), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.878838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-837a9636-3028-41e7-b235-95aecae76d65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network b57b71b3-e842-4167-9532-1ef11f6dc39d is not hosted by any dhcp agent {{(pid=104443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:33:08.885276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a9636-3028-41e7-b235-95aecae76d65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:08.885908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-837a9636-3028-41e7-b235-95aecae76d65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.889610 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-837a9636-3028-41e7-b235-95aecae76d65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "PUT /v2.0/networks/b57b71b3-e842-4167-9532-1ef11f6dc39d HTTP/1.1" status: 200 len: 758 time: 0.5685539 Apr 06 14:33:08.911559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 368fdc4a-d790-4925-916a-b5179481c016, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=368fdc4a-d790-4925-916a-b5179481c016,segment=NetworkSegment(b66c7c51-8aa4-4619-918a-379127a8ca21),segment_id=b66c7c51-8aa4-4619-918a-379127a8ca21)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:08.922179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41094) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:08.940640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b1183b02-b3d4-4144-a24f-711d29d84611 None None] Current status of the port 6c2588de-c678-4b9d-b03c-9fac609f6381 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:08.960977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:08.994799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c4ef0-84a7-43b2-b0ce-5c446c051cf2 None None] Network b8796312-f50d-44b7-84b1-7da07e22e6a4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:09.014063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (ef875c60-a60c-4462-9423-b80a98ab9cfc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.019098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:09.019846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.030212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a9636-3028-41e7-b235-95aecae76d65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=b57b71b3-e842-4167-9532-1ef11f6dc39d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:09.039489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-94451096-2d9e-452d-ac5a-4edcc1d33bee tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 974430cf-4b59-47b9-9274-371e12a4c25f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:09.046934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94451096-2d9e-452d-ac5a-4edcc1d33bee tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (974430cf-4b59-47b9-9274-371e12a4c25f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.048088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network b57b71b3-e842-4167-9532-1ef11f6dc39d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:09.049901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (368fdc4a-d790-4925-916a-b5179481c016), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.076941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 00d7322d-fdab-4200-98c7-72439ccf53b3 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:09.116406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c782b77-df31-4619-b6eb-380e10bdbe77 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:09.118073 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4c782b77-df31-4619-b6eb-380e10bdbe77 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/networks?id=b57b71b3-e842-4167-9532-1ef11f6dc39d HTTP/1.1" status: 200 len: 761 time: 0.1928904 Apr 06 14:33:09.124396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41096) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:09.125524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (86449335-8dcb-42cc-adcf-19d1aed059a2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.130369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999752037'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:09.165959 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2335832 Apr 06 14:33:09.168652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41098) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:09.169951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-28643e8d-bb81-4240-a706-c8401f03a616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.181334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 00d7322d-fdab-4200-98c7-72439ccf53b3 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:09.181778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 00d7322d-fdab-4200-98c7-72439ccf53b3 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:09.195185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': 'ef875c60-a60c-4462-9423-b80a98ab9cfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:09.202320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bd173-5858-4cba-8d34-5a0dcff8c091 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=ef875c60-a60c-4462-9423-b80a98ab9cfc,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:09.269778 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94451096-2d9e-452d-ac5a-4edcc1d33bee tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (974430cf-4b59-47b9-9274-371e12a4c25f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.288141 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:09.288141 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.345536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-94451096-2d9e-452d-ac5a-4edcc1d33bee tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 974430cf-4b59-47b9-9274-371e12a4c25f owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:09.373750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:09.419445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (8de9814e-73ed-4846-bb2d-5b5c05d490a5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.423017 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment 8de9814e-73ed-4846-bb2d-5b5c05d490a5 of type vlan for network dffabeab-85c2-45e1-b48b-cad3ac4c8306 Apr 06 14:33:09.423991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network ef875c60-a60c-4462-9423-b80a98ab9cfc details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:09.439068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1fd0c810-8a73-4919-92ff-93d76ad4bab5 None None] Provisioning complete for port 368fdc4a-d790-4925-916a-b5179481c016 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:09.439505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1fd0c810-8a73-4919-92ff-93d76ad4bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (368fdc4a-d790-4925-916a-b5179481c016), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.473658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (dffabeab-85c2-45e1-b48b-cad3ac4c8306), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.475498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (86449335-8dcb-42cc-adcf-19d1aed059a2), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.486880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (86449335-8dcb-42cc-adcf-19d1aed059a2), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.507863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] Deleting port 6c2588de-c678-4b9d-b03c-9fac609f6381 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:09.508244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.527995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=368fdc4a-d790-4925-916a-b5179481c016,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:09.659868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] For port 6c2588de-c678-4b9d-b03c-9fac609f6381, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6c2588de-c678-4b9d-b03c-9fac609f6381,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:09.660259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.699858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] Calling delete_port for 6c2588de-c678-4b9d-b03c-9fac609f6381 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:09.725551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:09.731323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.758416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0c810-8a73-4919-92ff-93d76ad4bab5 None None] Current status of the port 368fdc4a-d790-4925-916a-b5179481c016 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:09.760780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94451096-2d9e-452d-ac5a-4edcc1d33bee tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (974430cf-4b59-47b9-9274-371e12a4c25f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.762414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Router 86449335-8dcb-42cc-adcf-19d1aed059a2 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:09.783946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (fbf64e64-42e3-4fd5-826b-316ec742c539), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.794204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (dffabeab-85c2-45e1-b48b-cad3ac4c8306), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.799837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:09.800454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.815133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94451096-2d9e-452d-ac5a-4edcc1d33bee tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=974430cf-4b59-47b9-9274-371e12a4c25f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:09.881797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (6c2588de-c678-4b9d-b03c-9fac609f6381), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.926789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94451096-2d9e-452d-ac5a-4edcc1d33bee tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.933771 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-94451096-2d9e-452d-ac5a-4edcc1d33bee tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/974430cf-4b59-47b9-9274-371e12a4c25f HTTP/1.1" status: 204 len: 168 time: 1.1380012 Apr 06 14:33:09.935835 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] Pushing event deleted for resources: {'Port': ['ID=6c2588de-c678-4b9d-b03c-9fac609f6381,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:09.936282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41104) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:09.937514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:09.958185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35569b-82f2-489f-888d-84bbf0297589 None None] No DVR routers for this DVR port 6c2588de-c678-4b9d-b03c-9fac609f6381 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:09.965962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:09.998723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c52c2-889f-4dc8-868f-130ba61ba15d None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:10.068252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 368fdc4a-d790-4925-916a-b5179481c016 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:10.207798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': 'fbf64e64-42e3-4fd5-826b-316ec742c539'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:10.209380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.238645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a2d92728-8f20-4731-9861-d9a7b5ef0621 None None] Provisioning complete for port 368fdc4a-d790-4925-916a-b5179481c016 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:10.239206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a2d92728-8f20-4731-9861-d9a7b5ef0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (368fdc4a-d790-4925-916a-b5179481c016), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.249119 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-989dc407-1b67-4987-a097-1b772d66afdd tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:33:10.250547 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-989dc407-1b67-4987-a097-1b772d66afdd tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/974430cf-4b59-47b9-9274-371e12a4c25f HTTP/1.1" status: 404 len: 333 time: 0.3133354 Apr 06 14:33:10.256997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41106) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.359547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:10.371510 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.372578 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d9f41b85-500c-437a-be1f-47e85d108d00 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "PUT /v2.0/routers/86449335-8dcb-42cc-adcf-19d1aed059a2 HTTP/1.1" status: 200 len: 883 time: 4.5008931 Apr 06 14:33:10.381938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 368fdc4a-d790-4925-916a-b5179481c016 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:10.384397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (368fdc4a-d790-4925-916a-b5179481c016), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.384544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41108) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.384905 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233eb10-7843-4951-b483-ff5d45214553 None None] Sync routers for ids ['86449335-8dcb-42cc-adcf-19d1aed059a2'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:10.391212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:10.391791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.395371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=fbf64e64-42e3-4fd5-826b-316ec742c539,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:10.409104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.409458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.409811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.410151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.410486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.410812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.411171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.411500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.411827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.412853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.413562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.414045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.414387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:10.428370 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233eb10-7843-4951-b483-ff5d45214553 None None] Routers {'86449335-8dcb-42cc-adcf-19d1aed059a2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:10.432054 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7233eb10-7843-4951-b483-ff5d45214553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['86449335-8dcb-42cc-adcf-19d1aed059a2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:10.435549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3088865 Apr 06 14:33:10.437494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41110) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.447375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f4798-d1b1-4114-a534-11fc4572a5d6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=dffabeab-85c2-45e1-b48b-cad3ac4c8306,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:10.502697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network dffabeab-85c2-45e1-b48b-cad3ac4c8306 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:10.519602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234641-9109-4931-8e73-d0bd1d83154f req-2b71934e-42f3-4680-819b-52102bf1c3a8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:10.526467 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-62234641-9109-4931-8e73-d0bd1d83154f req-2b71934e-42f3-4680-819b-52102bf1c3a8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.5901446 Apr 06 14:33:10.547466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': 'dffabeab-85c2-45e1-b48b-cad3ac4c8306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:10.550890 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7233eb10-7843-4951-b483-ff5d45214553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:10.569511 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233eb10-7843-4951-b483-ff5d45214553 None None] Routers {'86449335-8dcb-42cc-adcf-19d1aed059a2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:10.571141 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7233eb10-7843-4951-b483-ff5d45214553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:32:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['86449335-8dcb-42cc-adcf-19d1aed059a2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:10.579290 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-09b67d1e-7921-4266-929b-2aac6b72c34a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1983504 Apr 06 14:33:10.588998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41112) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.608079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7b9eb321-0b58-445e-a8d8-08678d606834 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2037984320', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:10.635971 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7233eb10-7843-4951-b483-ff5d45214553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:10.637590 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233eb10-7843-4951-b483-ff5d45214553 None None] The sync data for ids ['86449335-8dcb-42cc-adcf-19d1aed059a2'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:10.654323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a2d92728-8f20-4731-9861-d9a7b5ef0621 None None] Current status of the port 368fdc4a-d790-4925-916a-b5179481c016 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:10.662814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a2d92728-8f20-4731-9861-d9a7b5ef0621 None None] Could not find standard attr ID for object 974430cf-4b59-47b9-9274-371e12a4c25f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:10.674292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/fbf64e64-42e3-4fd5-826b-316ec742c539/2b280b81-f711-446f-b30f-f3877797c801) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:10.692561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 368fdc4a-d790-4925-916a-b5179481c016 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:10.704041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-62234641-9109-4931-8e73-d0bd1d83154f req-ea230891-e9f2-492c-a780-cf0727fa1140 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680918 Apr 06 14:33:10.715005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a2d92728-8f20-4731-9861-d9a7b5ef0621 None None] Provisioning complete for port f1e38f1a-e210-46cf-98df-248f7216815e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:10.715388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a2d92728-8f20-4731-9861-d9a7b5ef0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f1e38f1a-e210-46cf-98df-248f7216815e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.821593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (4009a2c3-d9b3-416f-92e4-f3983de11e8b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.827394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port f1e38f1a-e210-46cf-98df-248f7216815e {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:10.827740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f1e38f1a-e210-46cf-98df-248f7216815e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.835535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6c2588de-c678-4b9d-b03c-9fac609f6381 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:10.872241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 6c2588de-c678-4b9d-b03c-9fac609f6381 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:10.872580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6c2588de-c678-4b9d-b03c-9fac609f6381 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:10.899032 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c2156ea9-28e5-4ca2-aab2-ddcfba931a64 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/routers/86449335-8dcb-42cc-adcf-19d1aed059a2 HTTP/1.1" status: 200 len: 924 time: 0.4997609 Apr 06 14:33:10.899337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=4009a2c3-d9b3-416f-92e4-f3983de11e8b,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:10.902940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41116) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.910474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb321-0b58-445e-a8d8-08678d606834 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (b164b18a-993e-445b-a3a9-abf739ed9faf), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.911065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a2d92728-8f20-4731-9861-d9a7b5ef0621 None None] Port f1e38f1a-e210-46cf-98df-248f7216815e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:10.911168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb321-0b58-445e-a8d8-08678d606834 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (b164b18a-993e-445b-a3a9-abf739ed9faf), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.966088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f1e38f1a-e210-46cf-98df-248f7216815e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.984832 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for f1e38f1a-e210-46cf-98df-248f7216815e owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:11.003701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Publish callbacks [] for port (2b280b81-f711-446f-b30f-f3877797c801), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.032294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': '3b10762d-bbe2-46ed-9e8b-44c0add47369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef875c60-a60c-4462-9423-b80a98ab9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:11.032812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: ef875c60-a60c-4462-9423-b80a98ab9cfc, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:11.041923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-719f5aee-116c-440f-8934-a93745a33300 None None] Provisioning complete for port f1e38f1a-e210-46cf-98df-248f7216815e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:11.042580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef725-1b5c-45f6-99ba-8a73e86edf44 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:11.042812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-719f5aee-116c-440f-8934-a93745a33300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f1e38f1a-e210-46cf-98df-248f7216815e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.044275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a50ef725-1b5c-45f6-99ba-8a73e86edf44 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=86449335-8dcb-42cc-adcf-19d1aed059a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1298165 Apr 06 14:33:11.044835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:11.048288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.056780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb321-0b58-445e-a8d8-08678d606834 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router_controller (b164b18a-993e-445b-a3a9-abf739ed9faf), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.056780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41118) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.093622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-719f5aee-116c-440f-8934-a93745a33300 None None] Port f1e38f1a-e210-46cf-98df-248f7216815e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:11.097883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (2b280b81-f711-446f-b30f-f3877797c801), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.108937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-719f5aee-116c-440f-8934-a93745a33300 None None] Could not find standard attr ID for object 974430cf-4b59-47b9-9274-371e12a4c25f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:11.148238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:11.155211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:11.155211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:11.164183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292eed0d-1d72-4195-aec1-c34ebf4e48f4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:11.165936 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-292eed0d-1d72-4195-aec1-c34ebf4e48f4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 881 time: 0.1141276 Apr 06 14:33:11.169929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41120) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.173232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Pushing event updated for resources: {'Port': ['ID=2b280b81-f711-446f-b30f-f3877797c801,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.214093 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f7e68ca9-e2d5-45e5-adf9-23bd9f9ddf04 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=86449335-8dcb-42cc-adcf-19d1aed059a2 HTTP/1.1" status: 200 len: 205 time: 0.0419564 Apr 06 14:33:11.216481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41124) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.228384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb321-0b58-445e-a8d8-08678d606834 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (b164b18a-993e-445b-a3a9-abf739ed9faf), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.257782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Attempting to bind port 2b280b81-f711-446f-b30f-f3877797c801 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:11.258162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Attempting to bind port 2b280b81-f711-446f-b30f-f3877797c801 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:11.262212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Attempting to bind port 2b280b81-f711-446f-b30f-f3877797c801 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:11.264658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:11.265094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:11.265530 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.265930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:11.266399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Bound port: 2b280b81-f711-446f-b30f-f3877797c801, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:11.266782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2b280b81-f711-446f-b30f-f3877797c801), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.287774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network ef875c60-a60c-4462-9423-b80a98ab9cfc is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:11.342723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] For port 2b280b81-f711-446f-b30f-f3877797c801, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:11.346348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] For port 2b280b81-f711-446f-b30f-f3877797c801, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2b280b81-f711-446f-b30f-f3877797c801,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:11.364616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f1e38f1a-e210-46cf-98df-248f7216815e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.398752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=f1e38f1a-e210-46cf-98df-248f7216815e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.430629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e4420-c699-4688-b9df-d8cf8bc696b0 req-f6d59bac-e7cd-44bd-8bd8-5c6d97bcaa47 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:11.430629 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d2e4420-c699-4688-b9df-d8cf8bc696b0 req-f6d59bac-e7cd-44bd-8bd8-5c6d97bcaa47 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1363103 Apr 06 14:33:11.433044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb321-0b58-445e-a8d8-08678d606834 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.433192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.433458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.433807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437043 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7b9eb321-0b58-445e-a8d8-08678d606834 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8427935 Apr 06 14:33:11.437158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, ef875c60-a60c-4462-9423-b80a98ab9cfc) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:11.437769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.437769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:11.438038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41126) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.442609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.449208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (86449335-8dcb-42cc-adcf-19d1aed059a2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.450769 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a35f3d4c-0302-41d3-90a1-9df53c05e3a9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/f1e38f1a-e210-46cf-98df-248f7216815e HTTP/1.1" status: 204 len: 168 time: 1.1926000 Apr 06 14:33:11.451421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41128) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.458370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968b70cf-dbf9-451e-a9a8-ce4884badf22 None None] Network ef875c60-a60c-4462-9423-b80a98ab9cfc requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:11.483494 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ad1c23-38ee-431d-a289-cbd1441a51a8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:33:11.487769 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-36ad1c23-38ee-431d-a289-cbd1441a51a8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/f1e38f1a-e210-46cf-98df-248f7216815e HTTP/1.1" status: 404 len: 333 time: 0.0353439 Apr 06 14:33:11.488799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (5850b054-68d3-4898-ae9f-931bc11a0740), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.491282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41130) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.567580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:11.568176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.598881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': '8de9814e-73ed-4846-bb2d-5b5c05d490a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'dffabeab-85c2-45e1-b48b-cad3ac4c8306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:11.599542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: dffabeab-85c2-45e1-b48b-cad3ac4c8306, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:11.604162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=5850b054-68d3-4898-ae9f-931bc11a0740,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.611219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4683aa-d7e6-48af-9d85-372a3e0efcd8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet 81c56c30-7eb3-47be-b822-b7fbcba011e8 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:11.614597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f4683aa-d7e6-48af-9d85-372a3e0efcd8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (81c56c30-7eb3-47be-b822-b7fbcba011e8), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.616446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2b280b81-f711-446f-b30f-f3877797c801), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.618453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7bb974cd-f4fa-46f2-8a8e-63e00f351d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.661659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f4683aa-d7e6-48af-9d85-372a3e0efcd8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (81c56c30-7eb3-47be-b822-b7fbcba011e8), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.686128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (86449335-8dcb-42cc-adcf-19d1aed059a2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.702412 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7ccc9db0-3447-4be7-bde4-fc884e9cf4ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5296750 Apr 06 14:33:11.705797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41132) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:11.712682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8d26cf8f-3f6a-41f0-9774-fa80f0cbd54d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-902480225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:11.717865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5ef7d-4552-4997-9b1e-ef509f1d6aed None None] Pushing event updated for resources: {'Port': ['ID=2b280b81-f711-446f-b30f-f3877797c801,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.720811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33362376-bd99-462c-9603-23da2e8219df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-ef875c60-a60c-4462-9423-b80a98ab9cfc', 'network_id': 'ef875c60-a60c-4462-9423-b80a98ab9cfc', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': '4009a2c3-d9b3-416f-92e4-f3983de11e8b'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:11.721701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.757759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f4683aa-d7e6-48af-9d85-372a3e0efcd8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (81c56c30-7eb3-47be-b822-b7fbcba011e8), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.887218 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d2e4420-c699-4688-b9df-d8cf8bc696b0 req-9dd6ee8d-01bc-4607-8783-4779791309b7 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071282 Apr 06 14:33:11.922592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-33362376-bd99-462c-9603-23da2e8219df None None] Allocated IP 172.20.0.2 (ef875c60-a60c-4462-9423-b80a98ab9cfc/4009a2c3-d9b3-416f-92e4-f3983de11e8b/f8e1390d-b759-400f-b412-eb935c2e773b) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:11.977644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f4683aa-d7e6-48af-9d85-372a3e0efcd8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (81c56c30-7eb3-47be-b822-b7fbcba011e8), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.034705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d26cf8f-3f6a-41f0-9774-fa80f0cbd54d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.035650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d26cf8f-3f6a-41f0-9774-fa80f0cbd54d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.047642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network dffabeab-85c2-45e1-b48b-cad3ac4c8306 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:12.051314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4683aa-d7e6-48af-9d85-372a3e0efcd8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=81c56c30-7eb3-47be-b822-b7fbcba011e8,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.067852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Deleting port bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:12.068197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.076991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f4683aa-d7e6-48af-9d85-372a3e0efcd8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.083753 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4f4683aa-d7e6-48af-9d85-372a3e0efcd8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/81c56c30-7eb3-47be-b822-b7fbcba011e8 HTTP/1.1" status: 204 len: 168 time: 0.5889890 Apr 06 14:33:12.087992 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41134) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:12.098383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3875b542-7486-4473-be68-fc406c4a297f None None] Network b8796312-f50d-44b7-84b1-7da07e22e6a4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:12.165925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.175656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Publish callbacks [] for port (f8e1390d-b759-400f-b412-eb935c2e773b), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.179197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Calling delete_port for bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:12.185701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (b8796312-f50d-44b7-84b1-7da07e22e6a4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.190997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, dffabeab-85c2-45e1-b48b-cad3ac4c8306) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:12.205420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba15c4-58e0-46bc-a347-eee244665651 None None] Network dffabeab-85c2-45e1-b48b-cad3ac4c8306 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:12.205592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:12.205592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.244143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.252215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.264174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 368fdc4a-d790-4925-916a-b5179481c016 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:12.264528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (368fdc4a-d790-4925-916a-b5179481c016), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.308573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33362376-bd99-462c-9603-23da2e8219df None None] Network ef875c60-a60c-4462-9423-b80a98ab9cfc is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:12.313111 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-962fc1da-2225-4fb3-88bb-2c44c337e553 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7698872 Apr 06 14:33:12.314550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41136) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:12.322016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-33362376-bd99-462c-9603-23da2e8219df None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:12.325264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d26cf8f-3f6a-41f0-9774-fa80f0cbd54d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.336279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33362376-bd99-462c-9603-23da2e8219df None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:12.345429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33362376-bd99-462c-9603-23da2e8219df None None] Pushing event updated for resources: {'Port': ['ID=f8e1390d-b759-400f-b412-eb935c2e773b,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.393265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] For port 368fdc4a-d790-4925-916a-b5179481c016, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=368fdc4a-d790-4925-916a-b5179481c016,segment=NetworkSegment(b66c7c51-8aa4-4619-918a-379127a8ca21),segment_id=b66c7c51-8aa4-4619-918a-379127a8ca21)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:12.393265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (368fdc4a-d790-4925-916a-b5179481c016), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.407617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d26cf8f-3f6a-41f0-9774-fa80f0cbd54d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.423844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 368fdc4a-d790-4925-916a-b5179481c016 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:12.512792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (dffabeab-85c2-45e1-b48b-cad3ac4c8306), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.528944 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d26cf8f-3f6a-41f0-9774-fa80f0cbd54d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.532898 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8d26cf8f-3f6a-41f0-9774-fa80f0cbd54d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8233624 Apr 06 14:33:12.534032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41138) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:12.538651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'port': {'network_id': 'ef875c60-a60c-4462-9423-b80a98ab9cfc', 'name': 'tempest-RoutersTest-1288962936'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:12.566259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] DHCP port deletion for b8796312-f50d-44b7-84b1-7da07e22e6a4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:12.571544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.571973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.577108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:12.630271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f7717-93ff-457b-b573-929141460fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-dffabeab-85c2-45e1-b48b-cad3ac4c8306', 'network_id': 'dffabeab-85c2-45e1-b48b-cad3ac4c8306', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': '5850b054-68d3-4898-ae9f-931bc11a0740'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:12.630271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-704f7717-93ff-457b-b573-929141460fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.644443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-33362376-bd99-462c-9603-23da2e8219df None None] Attempting to bind port f8e1390d-b759-400f-b412-eb935c2e773b on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:12.644823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-33362376-bd99-462c-9603-23da2e8219df None None] Attempting to bind port f8e1390d-b759-400f-b412-eb935c2e773b by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '3b10762d-bbe2-46ed-9e8b-44c0add47369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef875c60-a60c-4462-9423-b80a98ab9cfc'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:12.645186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33362376-bd99-462c-9603-23da2e8219df None None] Attempting to bind port f8e1390d-b759-400f-b412-eb935c2e773b on network ef875c60-a60c-4462-9423-b80a98ab9cfc {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:12.659097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33362376-bd99-462c-9603-23da2e8219df None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:12.659487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33362376-bd99-462c-9603-23da2e8219df None None] Checking segment: {'id': '3b10762d-bbe2-46ed-9e8b-44c0add47369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef875c60-a60c-4462-9423-b80a98ab9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:12.663399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.663399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33362376-bd99-462c-9603-23da2e8219df None None] Bound using segment: {'id': '3b10762d-bbe2-46ed-9e8b-44c0add47369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef875c60-a60c-4462-9423-b80a98ab9cfc'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:12.663399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-33362376-bd99-462c-9603-23da2e8219df None None] Bound port: f8e1390d-b759-400f-b412-eb935c2e773b, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b10762d-bbe2-46ed-9e8b-44c0add47369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef875c60-a60c-4462-9423-b80a98ab9cfc'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:12.663399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.669101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5850b054-68d3-4898-ae9f-931bc11a0740), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.723367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::1 (935059ea-209c-494a-9703-5e88684a95b4/fbf64e64-42e3-4fd5-826b-316ec742c539/2ed04af7-00f9-4c79-b284-b656ebba0ad9) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:12.747187 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (368fdc4a-d790-4925-916a-b5179481c016), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.770575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.780306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=368fdc4a-d790-4925-916a-b5179481c016,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.782253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No DVR routers for this DVR port 368fdc4a-d790-4925-916a-b5179481c016 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:12.846749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-33362376-bd99-462c-9603-23da2e8219df None None] For port f8e1390d-b759-400f-b412-eb935c2e773b, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:12.850720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-33362376-bd99-462c-9603-23da2e8219df None None] For port f8e1390d-b759-400f-b412-eb935c2e773b, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f8e1390d-b759-400f-b412-eb935c2e773b,segment=NetworkSegment(3b10762d-bbe2-46ed-9e8b-44c0add47369),segment_id=3b10762d-bbe2-46ed-9e8b-44c0add47369)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:12.855999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] Deleting port 368fdc4a-d790-4925-916a-b5179481c016 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:12.859968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (368fdc4a-d790-4925-916a-b5179481c016), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.860115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:12.863248 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.886643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event deleted for resources: {'Port': ['ID=bfe1b499-6bd3-41a9-9a7f-0de14cb8e4f6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.891640 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (5850b054-68d3-4898-ae9f-931bc11a0740), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.899335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (b8796312-f50d-44b7-84b1-7da07e22e6a4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.933556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] device_id is not set on port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:12.945675 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=5850b054-68d3-4898-ae9f-931bc11a0740,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.955288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33362376-bd99-462c-9603-23da2e8219df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.995961 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8796312-f50d-44b7-84b1-7da07e22e6a4']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.004518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (86449335-8dcb-42cc-adcf-19d1aed059a2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server [None req-704f7717-93ff-457b-b573-929141460fb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5850b054-68d3-4898-ae9f-931bc11a0740: This subnet is being modified by another concurrent operation. Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:33:13.010210 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5850b054-68d3-4898-ae9f-931bc11a0740: This subnet is being modified by another concurrent operation. Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] For port 368fdc4a-d790-4925-916a-b5179481c016, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:13.019603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (368fdc4a-d790-4925-916a-b5179481c016), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.062268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.069139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f432333-c373-4cfe-a3f4-4366e7a32800 None None] Network dffabeab-85c2-45e1-b48b-cad3ac4c8306 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:13.073269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66c7c51-8aa4-4619-918a-379127a8ca21') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.073567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66c7c51-8aa4-4619-918a-379127a8ca21') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.104479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (b66c7c51-8aa4-4619-918a-379127a8ca21), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.107088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (dffabeab-85c2-45e1-b48b-cad3ac4c8306), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.156263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b66c7c51-8aa4-4619-918a-379127a8ca21), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.190203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] Calling delete_port for 368fdc4a-d790-4925-916a-b5179481c016 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:13.194639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.ipam_backend_mixin [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] Port 368fdc4a-d790-4925-916a-b5179481c016 was not found and therefore no delete operation was performed {{(pid=104444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:33:13.201222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffabeab-85c2-45e1-b48b-cad3ac4c8306']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.206562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:13.206932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (b66c7c51-8aa4-4619-918a-379127a8ca21), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.207343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (368fdc4a-d790-4925-916a-b5179481c016), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.210698 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:13.211230 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:13.236250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de9814e-73ed-4846-bb2d-5b5c05d490a5') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.236466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] No DVR routers for this DVR port 368fdc4a-d790-4925-916a-b5179481c016 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:13.236593 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de9814e-73ed-4846-bb2d-5b5c05d490a5') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.261525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33362376-bd99-462c-9603-23da2e8219df None None] Pushing event updated for resources: {'Port': ['ID=f8e1390d-b759-400f-b412-eb935c2e773b,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.267691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (86449335-8dcb-42cc-adcf-19d1aed059a2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.272522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (86449335-8dcb-42cc-adcf-19d1aed059a2), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.293587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (8de9814e-73ed-4846-bb2d-5b5c05d490a5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.293902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-49fb719e-3148-4da4-84f5-1a01ade064c4 None None] Provisioning complete for port 2b280b81-f711-446f-b30f-f3877797c801 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:13.294060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49fb719e-3148-4da4-84f5-1a01ade064c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2b280b81-f711-446f-b30f-f3877797c801), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.332485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.20.0.13 (ef875c60-a60c-4462-9423-b80a98ab9cfc/4009a2c3-d9b3-416f-92e4-f3983de11e8b/0bf3ba88-5e9c-47ca-bd64-6676f69c7da5) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:13.335871 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (8de9814e-73ed-4846-bb2d-5b5c05d490a5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.338162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffeb2e-90ff-4912-8ea5-371093905ff6 None None] Pushing event deleted for resources: {'Port': ['ID=368fdc4a-d790-4925-916a-b5179481c016,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.344922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a921-aeae-41e3-820d-2faa20a802c5 req-b4afeb25-92e0-4e1e-9af0-8d7b9c254c8b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.345192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:13.345587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (8de9814e-73ed-4846-bb2d-5b5c05d490a5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.347270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9686a921-aeae-41e3-820d-2faa20a802c5 req-b4afeb25-92e0-4e1e-9af0-8d7b9c254c8b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2705369 Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:13.349261 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:13.398727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-49fb719e-3148-4da4-84f5-1a01ade064c4 None None] Current status of the port 2b280b81-f711-446f-b30f-f3877797c801 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:13.406204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.406376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49fb719e-3148-4da4-84f5-1a01ade064c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2b280b81-f711-446f-b30f-f3877797c801), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.438924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (b8796312-f50d-44b7-84b1-7da07e22e6a4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.440317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-49fb719e-3148-4da4-84f5-1a01ade064c4 None None] For port 2b280b81-f711-446f-b30f-f3877797c801, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2b280b81-f711-446f-b30f-f3877797c801,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:13.453604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.463909 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/networks/b8796312-f50d-44b7-84b1-7da07e22e6a4 HTTP/1.1" status: 204 len: 168 time: 1.3678493 Apr 06 14:33:13.465054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (86449335-8dcb-42cc-adcf-19d1aed059a2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.465054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Fanout notify agent at l3_agent the message router_deleted on router 86449335-8dcb-42cc-adcf-19d1aed059a2 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:13.465264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41142) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.470228 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1948065702'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:13.486661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.487037 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9d06f4b8-d4bf-407e-a914-eb8bd822ac05 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/86449335-8dcb-42cc-adcf-19d1aed059a2 HTTP/1.1" status: 204 len: 168 time: 2.2688088 Apr 06 14:33:13.496649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41144) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.502274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8ae94545-526c-4fef-a663-e53884a43bcf tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-913753386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:13.514491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cad8f6-501c-46df-ba24-f3573bc5ace8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Network': ['ID=b8796312-f50d-44b7-84b1-7da07e22e6a4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.521880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49fb719e-3148-4da4-84f5-1a01ade064c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2b280b81-f711-446f-b30f-f3877797c801), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.529519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9686a921-aeae-41e3-820d-2faa20a802c5 req-e56b8cac-7e17-4731-975a-006f10e05633 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643171 Apr 06 14:33:13.531440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:13.543774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:13.548204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:13.549017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (b164b18a-993e-445b-a3a9-abf739ed9faf), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.554312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (dffabeab-85c2-45e1-b48b-cad3ac4c8306), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.593289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.597003 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/dffabeab-85c2-45e1-b48b-cad3ac4c8306 HTTP/1.1" status: 204 len: 168 time: 1.2801726 Apr 06 14:33:13.605899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20ff48-2e85-457e-87e6-79155ef0e90b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=dffabeab-85c2-45e1-b48b-cad3ac4c8306,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.611010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41148) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.615346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb719e-3148-4da4-84f5-1a01ade064c4 None None] Pushing event updated for resources: {'Port': ['ID=2b280b81-f711-446f-b30f-f3877797c801,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.647499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=2ed04af7-00f9-4c79-b284-b656ebba0ad9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.655139 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c615a947-c7bf-4c3c-9a32-df97e951f8ad tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] GET failed (client error): The resource could not be found. Apr 06 14:33:13.656545 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c615a947-c7bf-4c3c-9a32-df97e951f8ad tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/subnets/5850b054-68d3-4898-ae9f-931bc11a0740 HTTP/1.1" status: 404 len: 337 time: 0.0408242 Apr 06 14:33:13.659402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41150) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.700261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.712757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.716749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5e5d61-88a6-4146-ac16-426e4011d5b4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:13.720615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5e5d61-88a6-4146-ac16-426e4011d5b4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:13.720615 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2a5e5d61-88a6-4146-ac16-426e4011d5b4 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/dffabeab-85c2-45e1-b48b-cad3ac4c8306 HTTP/1.1" status: 404 len: 339 time: 0.0600612 Apr 06 14:33:13.728343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41152) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:13.746818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:13.750400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.757911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ae94545-526c-4fef-a663-e53884a43bcf tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (478a320d-63b6-4137-94c0-f3dc12788496), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.758677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ae94545-526c-4fef-a663-e53884a43bcf tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (478a320d-63b6-4137-94c0-f3dc12788496), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.786463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:13.796525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (414975bf-e660-4e18-8aa8-710e95187717), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.796979 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Added segment 414975bf-e660-4e18-8aa8-710e95187717 of type vlan for network 6bab926a-d40e-47e4-b535-3ffdc6e7340d Apr 06 14:33:13.806935 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.886080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network ef875c60-a60c-4462-9423-b80a98ab9cfc is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:13.889767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (6bab926a-d40e-47e4-b535-3ffdc6e7340d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.901565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:13.913378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:13.956317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e582ddb8-0f57-40b2-88a7-bae307688f0c None None] Provisioning complete for port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:13.956710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e582ddb8-0f57-40b2-88a7-bae307688f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.966314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c63da2-c788-499b-a9ec-739f311623f0 req-73f54179-1dcd-40da-b167-863b46b84c18 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.967903 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86c63da2-c788-499b-a9ec-739f311623f0 req-73f54179-1dcd-40da-b167-863b46b84c18 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2627203 Apr 06 14:33:13.985056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.985587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.989708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=0bf3ba88-5e9c-47ca-bd64-6676f69c7da5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:13.993312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.db.resource_extend [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:33:14.029641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e582ddb8-0f57-40b2-88a7-bae307688f0c None None] Port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:14.084921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ae94545-526c-4fef-a663-e53884a43bcf tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (478a320d-63b6-4137-94c0-f3dc12788496), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.084921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.091191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfca56f-c92e-4cac-8966-adbd39b94537 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:14.092976 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7bfca56f-c92e-4cac-8966-adbd39b94537 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3636539 Apr 06 14:33:14.093236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f8e1390d-b759-400f-b412-eb935c2e773b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:14.095798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41154) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.143487 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ed0fb66a-8b46-4b3a-82b9-6a2e384077f9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 207 time: 0.0457640 Apr 06 14:33:14.151922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41156) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.158877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f8e1390d-b759-400f-b412-eb935c2e773b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:14.159628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.203615 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-40280b78-a43b-4885-be91-45bf31ff0177 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6692245 Apr 06 14:33:14.242085 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41158) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.260657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f8e1390d-b759-400f-b412-eb935c2e773b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:14.269108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.300667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port f8e1390d-b759-400f-b412-eb935c2e773b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f8e1390d-b759-400f-b412-eb935c2e773b,segment=NetworkSegment(3b10762d-bbe2-46ed-9e8b-44c0add47369),segment_id=3b10762d-bbe2-46ed-9e8b-44c0add47369)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:14.330113 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (6bab926a-d40e-47e4-b535-3ffdc6e7340d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.335844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:14.336482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.399749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.407259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2b280b81-f711-446f-b30f-f3877797c801 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:14.468121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ae94545-526c-4fef-a663-e53884a43bcf tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (478a320d-63b6-4137-94c0-f3dc12788496), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.493294 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86c63da2-c788-499b-a9ec-739f311623f0 req-00787522-b547-4669-b37b-38d76d4a6eaf tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882677 Apr 06 14:33:14.495562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=f8e1390d-b759-400f-b412-eb935c2e773b,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.512648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2b280b81-f711-446f-b30f-f3877797c801 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:14.513037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2b280b81-f711-446f-b30f-f3877797c801), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.567949 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1030991 Apr 06 14:33:14.581500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41162) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.602663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3cffd-73f5-4f68-bd5e-2e029d7c75c1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Network': ['ID=6bab926a-d40e-47e4-b535-3ffdc6e7340d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.620060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28abc8af-916d-406b-bef5-381067b21aa9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:14.624719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 6bab926a-d40e-47e4-b535-3ffdc6e7340d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:14.625662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28abc8af-916d-406b-bef5-381067b21aa9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:14.631811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28abc8af-916d-406b-bef5-381067b21aa9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:14.635421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:14.637070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28abc8af-916d-406b-bef5-381067b21aa9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:14.639306 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-28abc8af-916d-406b-bef5-381067b21aa9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4858277 Apr 06 14:33:14.677425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41164) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.683710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2b280b81-f711-446f-b30f-f3877797c801 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:14.751879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c97b99-02ad-4dac-940a-074e41a7ef03 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:33:14.759106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ae94545-526c-4fef-a663-e53884a43bcf tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.760355 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8ae94545-526c-4fef-a663-e53884a43bcf tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2628322 Apr 06 14:33:14.768696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41166) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.780343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': True}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:14.785943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 368fdc4a-d790-4925-916a-b5179481c016 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:14.816812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 368fdc4a-d790-4925-916a-b5179481c016 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:14.817217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 368fdc4a-d790-4925-916a-b5179481c016 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:14.855073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bb444-0ab4-43ab-b5c6-78dce48f795f req-92f9f0fa-c97e-4c08-a471-6e8ecb59576e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:14.856726 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-067bb444-0ab4-43ab-b5c6-78dce48f795f req-92f9f0fa-c97e-4c08-a471-6e8ecb59576e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2167292 Apr 06 14:33:14.883068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-263c6a52-43a6-4f16-ba38-3d81c80ddbae None None] Provisioning complete for port f8e1390d-b759-400f-b412-eb935c2e773b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:14.883576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-263c6a52-43a6-4f16-ba38-3d81c80ddbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.901246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:14.904848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.944646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c97b99-02ad-4dac-940a-074e41a7ef03 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:33:15.052898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-263c6a52-43a6-4f16-ba38-3d81c80ddbae None None] Current status of the port f8e1390d-b759-400f-b412-eb935c2e773b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:15.128140 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ab61938e-5d47-409a-9400-b56ebce8ea65 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4491715 Apr 06 14:33:15.132842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41168) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.159262 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-067bb444-0ab4-43ab-b5c6-78dce48f795f req-804a36b5-afd3-4055-8a48-58ac87152a84 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690876 Apr 06 14:33:15.207637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6437fb-d6d7-48ab-9f30-527f205be9c5 None None] Network ef875c60-a60c-4462-9423-b80a98ab9cfc requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:15.233522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559e66a-1637-4be1-8967-0735f6dd466d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.234993 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559e66a-1637-4be1-8967-0735f6dd466d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.236553 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d559e66a-1637-4be1-8967-0735f6dd466d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1027806 Apr 06 14:33:15.237283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.240898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41172) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.314996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (478a320d-63b6-4137-94c0-f3dc12788496), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.329214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7e442-2e01-4e08-ba67-c990325c8c52 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.330558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7e442-2e01-4e08-ba67-c990325c8c52 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.332132 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2bd7e442-2e01-4e08-ba67-c990325c8c52 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0903008 Apr 06 14:33:15.346330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41174) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.369753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.420895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c066-c669-4291-bc54-9e298f1fa9b2 req-571b4919-e4ae-491b-b65b-a058adceb6f3 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.427978 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d577c066-c669-4291-bc54-9e298f1fa9b2 req-571b4919-e4ae-491b-b65b-a058adceb6f3 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1588628 Apr 06 14:33:15.479273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.480054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (b164b18a-993e-445b-a3a9-abf739ed9faf), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.577170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (aff845d4-7745-4540-8d14-45124bf7b12a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.592612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e37c44-9fca-4cdc-9e8a-1536d9b04e8f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.594651 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a3e37c44-9fca-4cdc-9e8a-1536d9b04e8f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/networks/f94c7e5b-b132-4047-a896-a622c8814f10 HTTP/1.1" status: 200 len: 799 time: 0.2473328 Apr 06 14:33:15.601990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41176) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.672885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=2ed04af7-00f9-4c79-b284-b656ebba0ad9,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:15.694857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d577c066-c669-4291-bc54-9e298f1fa9b2 req-f928743d-cb26-4a50-a0a6-2e807d64ff5d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605255 Apr 06 14:33:15.732493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-36984639-f473-4915-82c3-63c65005dfa1 None None] Provisioning complete for port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:15.733044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-36984639-f473-4915-82c3-63c65005dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.754704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=aff845d4-7745-4540-8d14-45124bf7b12a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:15.776655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.785711 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3f35a529-43d0-49ea-97df-4fb52c03c5dc tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/networks/f94c7e5b-b132-4047-a896-a622c8814f10?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1833129 Apr 06 14:33:15.792212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41182) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.800656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.818021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-36984639-f473-4915-82c3-63c65005dfa1 None None] Port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:15.836141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-36984639-f473-4915-82c3-63c65005dfa1 None None] Provisioning complete for port f8e1390d-b759-400f-b412-eb935c2e773b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:15.836597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-36984639-f473-4915-82c3-63c65005dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.868982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:15.873264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking segment: {'id': '414975bf-e660-4e18-8aa8-710e95187717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:15.873387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network hostable DHCP agents. Network: 6bab926a-d40e-47e4-b535-3ffdc6e7340d, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:15.884780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:15.889895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc7bd8e-86de-4e51-aa31-34d297562dca tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.892478 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6fc7bd8e-86de-4e51-aa31-34d297562dca tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/subnets/2ccc6791-82d4-4c04-9132-9d6e2f8e80a3 HTTP/1.1" status: 200 len: 811 time: 0.0990496 Apr 06 14:33:15.896918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41184) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.910131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.956775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-36984639-f473-4915-82c3-63c65005dfa1 None None] Current status of the port f8e1390d-b759-400f-b412-eb935c2e773b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:16.025118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f8e1390d-b759-400f-b412-eb935c2e773b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:16.029468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1787e-7db5-4270-86e1-8c37ad3db08a req-5d86fdc7-301e-4902-992a-b2d93d749d2d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:16.031418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0cc1787e-7db5-4270-86e1-8c37ad3db08a req-5d86fdc7-301e-4902-992a-b2d93d749d2d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2405849 Apr 06 14:33:16.079271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7bca37-9e8f-4619-834a-9abdf7f2ab80 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:16.080773 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5f7bca37-9e8f-4619-834a-9abdf7f2ab80 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "GET /v2.0/subnets/2ccc6791-82d4-4c04-9132-9d6e2f8e80a3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1826308 Apr 06 14:33:16.086648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41186) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.092157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537449082'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:16.101424 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=0bf3ba88-5e9c-47ca-bd64-6676f69c7da5,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:16.117205 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7c8e59b4-32fc-43d2-80d0-df7061163bfa None None] Provisioning complete for port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:16.119797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c8e59b4-32fc-43d2-80d0-df7061163bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.154666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 6bab926a-d40e-47e4-b535-3ffdc6e7340d is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:16.199822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f8e1390d-b759-400f-b412-eb935c2e773b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:16.200569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.203625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e59b4-32fc-43d2-80d0-df7061163bfa None None] Port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:16.265208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 6bab926a-d40e-47e4-b535-3ffdc6e7340d) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:16.282046 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0cc1787e-7db5-4270-86e1-8c37ad3db08a req-7e11fe4b-bec5-4fbd-a6f0-e9330f540134 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422707 Apr 06 14:33:16.283946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af1be6-5348-4a24-8413-257d2b241902 None None] Network 6bab926a-d40e-47e4-b535-3ffdc6e7340d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:16.286744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:16.288269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.319566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (478a320d-63b6-4137-94c0-f3dc12788496), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.324314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:16.327704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.341642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f8e1390d-b759-400f-b412-eb935c2e773b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:16.361132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.400495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:16.436103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.438549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Router b164b18a-993e-445b-a3a9-abf739ed9faf is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:16.476308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-6bab926a-d40e-47e4-b535-3ffdc6e7340d', 'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d', 'project_id': '6a6f25c64c694d458fa4cabc0ce432b2', 'fixed_ips': [{'subnet_id': 'aff845d4-7745-4540-8d14-45124bf7b12a'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:16.477046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.486497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5b2e7661-98eb-42cd-9df9-9eeb45029d61), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.486756 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Added segment 5b2e7661-98eb-42cd-9df9-9eeb45029d61 of type vlan for network 62ecbd60-1d62-4b0e-a788-80d9a7025eee Apr 06 14:33:16.494900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-691a8d07-6db5-4ab9-a794-4902763edabf None None] Provisioning complete for port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:16.495315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-691a8d07-6db5-4ab9-a794-4902763edabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.498350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8bd459d7-d728-439f-b95b-f89afabd4f1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9150255 Apr 06 14:33:16.500618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41192) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.504592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d', 'name': 'tempest-PortsIpV6TestJSON-990927897', 'fixed_ips': [{'subnet_id': 'aff845d4-7745-4540-8d14-45124bf7b12a', 'ip_address': '2001:db8::10'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:16.584436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.601247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-691a8d07-6db5-4ab9-a794-4902763edabf None None] Port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:16.618549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (62ecbd60-1d62-4b0e-a788-80d9a7025eee), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.780758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (62ecbd60-1d62-4b0e-a788-80d9a7025eee), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.786256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:16.786802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.821667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.836407 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-19f8d999-5e5c-48cb-9069-be184c374920 None None] Provisioning complete for port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:16.837092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-19f8d999-5e5c-48cb-9069-be184c374920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.867350 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:16.875375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Allocated IP 2001:db8::2 (6bab926a-d40e-47e4-b535-3ffdc6e7340d/aff845d4-7745-4540-8d14-45124bf7b12a/63a80b1d-c7f8-4fa4-8380-648de6ab586b) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:16.896139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-19f8d999-5e5c-48cb-9069-be184c374920 None None] Port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:16.947607 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8571539 Apr 06 14:33:16.949660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41194) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.956499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440659bf-0768-46b3-a1eb-c1da78df1995 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Network': ['ID=62ecbd60-1d62-4b0e-a788-80d9a7025eee,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:16.958638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4aafe-b181-4f30-90ee-bcfda5d1f396 req-243a687b-62cb-4aff-a762-737424c98753 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:16.960772 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5d4aafe-b181-4f30-90ee-bcfda5d1f396 req-243a687b-62cb-4aff-a762-737424c98753 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.5254550 Apr 06 14:33:16.965488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'network_id': '62ecbd60-1d62-4b0e-a788-80d9a7025eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:16.968496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 62ecbd60-1d62-4b0e-a788-80d9a7025eee details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:17.045314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Allocated IP 172.26.7.148 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/cfcbf84e-791b-4b01-8a37-cd6f0932596d) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:17.050996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:17.067987 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1c098aa7-2ee1-4121-b8c1-16ab68876526 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "PUT /v2.0/routers/b164b18a-993e-445b-a3a9-abf739ed9faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6263070 Apr 06 14:33:17.070318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41196) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:17.103010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Sync routers for ids ['b164b18a-993e-445b-a3a9-abf739ed9faf'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:17.121390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Routers {'b164b18a-993e-445b-a3a9-abf739ed9faf'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:17.122186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b164b18a-993e-445b-a3a9-abf739ed9faf'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:17.131417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.158388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5d4aafe-b181-4f30-90ee-bcfda5d1f396 req-8df49620-fcdb-48e8-bc38-0806277703b5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710076 Apr 06 14:33:17.177310 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9f305-d640-43e5-a2bc-9aa836047bf8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:17.183084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41198) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:17.184261 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e7b9f305-d640-43e5-a2bc-9aa836047bf8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports/2ed04af7-00f9-4c79-b284-b656ebba0ad9 HTTP/1.1" status: 200 len: 911 time: 0.1148825 Apr 06 14:33:17.200750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Publish callbacks [] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.236221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Set router b164b18a-993e-445b-a3a9-abf739ed9faf gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:17.250052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 3d5c9b8d-8cf0-4ddb-b0ea-d36838645789 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:17.250712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Made reservation on behalf of 711fdffd593a49f0b9e942dfccd09e8d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:17.255000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.275981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.325362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for port (cfcbf84e-791b-4b01-8a37-cd6f0932596d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.340328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Performing IP validity checks on allocation pools {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:33:17.340848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:33:17.374948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Network 6bab926a-d40e-47e4-b535-3ffdc6e7340d is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:17.379016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20dcf26-e0d2-4045-acf7-791c3c6e8b92 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:17.383501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:17.397269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20dcf26-e0d2-4045-acf7-791c3c6e8b92 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:17.401334 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d20dcf26-e0d2-4045-acf7-791c3c6e8b92 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2131369 Apr 06 14:33:17.401500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:17.407637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41202) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:17.443879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Pushing event updated for resources: {'Port': ['ID=63a80b1d-c7f8-4fa4-8380-648de6ab586b,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.509977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.519034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Attempting to bind port 63a80b1d-c7f8-4fa4-8380-648de6ab586b on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:17.519404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Attempting to bind port 63a80b1d-c7f8-4fa4-8380-648de6ab586b by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '414975bf-e660-4e18-8aa8-710e95187717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:17.519777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Attempting to bind port 63a80b1d-c7f8-4fa4-8380-648de6ab586b on network 6bab926a-d40e-47e4-b535-3ffdc6e7340d {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:17.522361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cfcbf84e-791b-4b01-8a37-cd6f0932596d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.528944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:17.532292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Checking segment: {'id': '414975bf-e660-4e18-8aa8-710e95187717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:17.532292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.532292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Bound using segment: {'id': '414975bf-e660-4e18-8aa8-710e95187717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:17.532292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Bound port: 63a80b1d-c7f8-4fa4-8380-648de6ab586b, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414975bf-e660-4e18-8aa8-710e95187717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:17.532292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.535133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::10 (6bab926a-d40e-47e4-b535-3ffdc6e7340d/aff845d4-7745-4540-8d14-45124bf7b12a/3d5c9b8d-8cf0-4ddb-b0ea-d36838645789) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:17.576756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:17.585703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:17.587559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'Port': ['ID=cfcbf84e-791b-4b01-8a37-cd6f0932596d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.589780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:17.640311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (749f29b3-f56b-493c-9a33-1ee5aff4b268), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.643810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.669480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] For port 63a80b1d-c7f8-4fa4-8380-648de6ab586b, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:17.673008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] For port 63a80b1d-c7f8-4fa4-8380-648de6ab586b, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=63a80b1d-c7f8-4fa4-8380-648de6ab586b,segment=NetworkSegment(414975bf-e660-4e18-8aa8-710e95187717),segment_id=414975bf-e660-4e18-8aa8-710e95187717)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:17.683855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164b18a-993e-445b-a3a9-abf739ed9faf', 'name': 'tempest-NetworksTestDHCPv6-router-2037984320', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:13Z', 'revision_number': 2, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'gw_port_host': None, '_interfaces': [{'id': '2ed04af7-00f9-4c79-b284-b656ebba0ad9', 'name': '', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'mac_address': 'fa:16:3e:92:2b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164b18a-993e-445b-a3a9-abf739ed9faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'fbf64e64-42e3-4fd5-826b-316ec742c539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:12Z', 'updated_at': '2022-04-06T14:33:14Z', 'revision_number': 2, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'subnets': [{'id': 'fbf64e64-42e3-4fd5-826b-316ec742c539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:17.714875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Checking router: b164b18a-993e-445b-a3a9-abf739ed9faf for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:17.715272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Updating router b164b18a-993e-445b-a3a9-abf739ed9faf port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:17.746282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.760149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.796457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=0bf3ba88-5e9c-47ca-bd64-6676f69c7da5,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.797061 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=749f29b3-f56b-493c-9a33-1ee5aff4b268,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.847103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Checking segment: {'id': '5b2e7661-98eb-42cd-9df9-9eeb45029d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '62ecbd60-1d62-4b0e-a788-80d9a7025eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:17.847611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network hostable DHCP agents. Network: 62ecbd60-1d62-4b0e-a788-80d9a7025eee, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:17.870707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:17.873067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb707fb3-7b20-4bc9-8efc-d1b191d81efa None None] Pushing event updated for resources: {'Port': ['ID=63a80b1d-c7f8-4fa4-8380-648de6ab586b,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:17.964483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Network 62ecbd60-1d62-4b0e-a788-80d9a7025eee is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:18.075802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 62ecbd60-1d62-4b0e-a788-80d9a7025eee) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:18.081482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:18.089784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.138446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ca786d-52d8-4255-9e09-bb3e56caf377 None None] Network 62ecbd60-1d62-4b0e-a788-80d9a7025eee requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:18.177942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (478a320d-63b6-4137-94c0-f3dc12788496), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.258087 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Publish callbacks [] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.281880 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4e25efaf-d09f-49c7-859c-c02464943dcd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3172128 Apr 06 14:33:18.284696 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41204) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:18.293654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d80d10ab-2104-4731-a123-63272a08002a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:18.340173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-62ecbd60-1d62-4b0e-a788-80d9a7025eee', 'network_id': '62ecbd60-1d62-4b0e-a788-80d9a7025eee', 'project_id': '711fdffd593a49f0b9e942dfccd09e8d', 'fixed_ips': [{'subnet_id': '749f29b3-f56b-493c-9a33-1ee5aff4b268'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:18.341351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.356905 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.412749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (3d5c9b8d-8cf0-4ddb-b0ea-d36838645789), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.483910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (478a320d-63b6-4137-94c0-f3dc12788496), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.486391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168ff98-1e32-4b1f-a888-6721f6007bb7 None None] Pushing event updated for resources: {'Port': ['ID=2ed04af7-00f9-4c79-b284-b656ebba0ad9,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:18.489448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (478a320d-63b6-4137-94c0-f3dc12788496), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.572094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Attempting to bind port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:18.572378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Attempting to bind port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:18.572791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Attempting to bind port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:18.581641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:18.582032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:18.582591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.582848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:18.583442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Bound port: 2ed04af7-00f9-4c79-b284-b656ebba0ad9, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:18.583815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.616813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d80d10ab-2104-4731-a123-63272a08002a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1734863'] for subnet (749f29b3-f56b-493c-9a33-1ee5aff4b268), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.621098 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network ef875c60-a60c-4462-9423-b80a98ab9cfc is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:18.642660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:18.693732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Allocated IP 172.20.0.3 (62ecbd60-1d62-4b0e-a788-80d9a7025eee/749f29b3-f56b-493c-9a33-1ee5aff4b268/bc314cf0-935e-41c5-983d-8327190bd4e1) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:18.727384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] For port 2ed04af7-00f9-4c79-b284-b656ebba0ad9, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:18.765760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3d5c9b8d-8cf0-4ddb-b0ea-d36838645789), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.765907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Router 478a320d-63b6-4137-94c0-f3dc12788496 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:18.799063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] For port 2ed04af7-00f9-4c79-b284-b656ebba0ad9, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2ed04af7-00f9-4c79-b284-b656ebba0ad9,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:18.821030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9f74a6c9-a07d-4ffd-8123-8667c75844b2 None None] Provisioning complete for port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:18.821422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9f74a6c9-a07d-4ffd-8123-8667c75844b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.872026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.944255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 6bab926a-d40e-47e4-b535-3ffdc6e7340d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:18.958656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:18.961008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168ff98-1e32-4b1f-a888-6721f6007bb7 None None] Pushing event updated for resources: {'Port': ['ID=2ed04af7-00f9-4c79-b284-b656ebba0ad9,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:18.962360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=3d5c9b8d-8cf0-4ddb-b0ea-d36838645789,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:18.971653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:18.971808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9f74a6c9-a07d-4ffd-8123-8667c75844b2 None None] Port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:18.981230 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:18.981906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.999897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (b164b18a-993e-445b-a3a9-abf739ed9faf), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.022632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:19.029110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.030697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-00a5b755-4813-445c-afa0-b30754103a49 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "PUT /v2.0/routers/478a320d-63b6-4137-94c0-f3dc12788496 HTTP/1.1" status: 200 len: 918 time: 4.2583587 Apr 06 14:33:19.034638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41206) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.040558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Routers {'b164b18a-993e-445b-a3a9-abf739ed9faf'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:19.041535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b164b18a-993e-445b-a3a9-abf739ed9faf'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:19.055865 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4066204-c849-448b-9463-e30fabc13867 None None] Sync routers for ids ['478a320d-63b6-4137-94c0-f3dc12788496'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:19.077644 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4066204-c849-448b-9463-e30fabc13867 None None] Routers {'478a320d-63b6-4137-94c0-f3dc12788496'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:19.078743 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b4066204-c849-448b-9463-e30fabc13867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['478a320d-63b6-4137-94c0-f3dc12788496'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:19.158008 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b4066204-c849-448b-9463-e30fabc13867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:19.172531 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4066204-c849-448b-9463-e30fabc13867 None None] Routers {'478a320d-63b6-4137-94c0-f3dc12788496'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:19.173912 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b4066204-c849-448b-9463-e30fabc13867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['478a320d-63b6-4137-94c0-f3dc12788496'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:19.245341 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f06c2622-71f9-441a-a0ed-3a8c509440c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7416003 Apr 06 14:33:19.247668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41208) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.254572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': '6bab926a-d40e-47e4-b535-3ffdc6e7340d', 'name': 'tempest-PortsIpV6TestJSON-330901043', 'fixed_ips': [{'subnet_id': 'aff845d4-7745-4540-8d14-45124bf7b12a', 'ip_address': '2001:db8::f'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:19.266710 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b4066204-c849-448b-9463-e30fabc13867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:19.273591 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4066204-c849-448b-9463-e30fabc13867 None None] The sync data for ids ['478a320d-63b6-4137-94c0-f3dc12788496'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:19.422669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Publish callbacks [] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.423482 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-899086cf-2f71-4073-8219-58ac89d91947 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/routers/478a320d-63b6-4137-94c0-f3dc12788496 HTTP/1.1" status: 200 len: 924 time: 0.3864536 Apr 06 14:33:19.424576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-193b3d4f-e3aa-4a02-8d21-af01fec624e6 None None] Provisioning complete for port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:19.424981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-193b3d4f-e3aa-4a02-8d21-af01fec624e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.427195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41210) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.463636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] Set router b164b18a-993e-445b-a3a9-abf739ed9faf gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:19.508351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 0d284aac-bd0b-4e47-8eb0-68ed861a0a85 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:19.516029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-193b3d4f-e3aa-4a02-8d21-af01fec624e6 None None] Port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:19.563119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f583a0-d10b-47ac-85d2-ce6c574afeab None None] Network 6bab926a-d40e-47e4-b535-3ffdc6e7340d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:19.592981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:19.655174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.695306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.716470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port 3fb6ff90-d8da-4855-ae6a-49ce6ed7d014 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:19.734376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:19.738006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.738165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Network 62ecbd60-1d62-4b0e-a788-80d9a7025eee is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:19.756984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:19.767715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:19.770553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc539ab3-e57f-4187-b253-5faaa04712a7 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:19.772389 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bc539ab3-e57f-4187-b253-5faaa04712a7 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=478a320d-63b6-4137-94c0-f3dc12788496&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3439167 Apr 06 14:33:19.775334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41212) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.781553 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-432ac42a-35b1-40be-9e55-76f52e200439 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/0d284aac-bd0b-4e47-8eb0-68ed861a0a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5331695 Apr 06 14:33:19.781742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:19.781858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Provisioning complete for port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:19.782213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:19.788336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Pushing event updated for resources: {'Port': ['ID=bc314cf0-935e-41c5-983d-8327190bd4e1,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:19.799123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41214) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.799267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c962c-b8b1-4274-aa43-cf61b021a9d9 None None] Sync routers for ids ['0d284aac-bd0b-4e47-8eb0-68ed861a0a85'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:19.897760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2a5b5-0e70-4b93-9150-ef63ca02600b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:19.902014 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-66a2a5b5-0e70-4b93-9150-ef63ca02600b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports/0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 HTTP/1.1" status: 200 len: 978 time: 0.0995831 Apr 06 14:33:19.902893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41216) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:19.903062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c962c-b8b1-4274-aa43-cf61b021a9d9 None None] Routers {'0d284aac-bd0b-4e47-8eb0-68ed861a0a85'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:19.903481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-157c962c-b8b1-4274-aa43-cf61b021a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0d284aac-bd0b-4e47-8eb0-68ed861a0a85'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:20.054574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 63a80b1d-c7f8-4fa4-8380-648de6ab586b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:20.062569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-157c962c-b8b1-4274-aa43-cf61b021a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:20.089281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Current status of the port 2ed04af7-00f9-4c79-b284-b656ebba0ad9 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:20.089527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] For port 2ed04af7-00f9-4c79-b284-b656ebba0ad9, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2ed04af7-00f9-4c79-b284-b656ebba0ad9,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:20.089696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.089861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.096323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Attempting to bind port bc314cf0-935e-41c5-983d-8327190bd4e1 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:20.096716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Attempting to bind port bc314cf0-935e-41c5-983d-8327190bd4e1 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5b2e7661-98eb-42cd-9df9-9eeb45029d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '62ecbd60-1d62-4b0e-a788-80d9a7025eee'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:20.097239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Attempting to bind port bc314cf0-935e-41c5-983d-8327190bd4e1 on network 62ecbd60-1d62-4b0e-a788-80d9a7025eee {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:20.114894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 2ed04af7-00f9-4c79-b284-b656ebba0ad9 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:20.142844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:20.143293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Checking segment: {'id': '5b2e7661-98eb-42cd-9df9-9eeb45029d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '62ecbd60-1d62-4b0e-a788-80d9a7025eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:20.143847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.144317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Bound using segment: {'id': '5b2e7661-98eb-42cd-9df9-9eeb45029d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '62ecbd60-1d62-4b0e-a788-80d9a7025eee'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:20.144893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Bound port: bc314cf0-935e-41c5-983d-8327190bd4e1, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2e7661-98eb-42cd-9df9-9eeb45029d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '62ecbd60-1d62-4b0e-a788-80d9a7025eee'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:20.145290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.173613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c962c-b8b1-4274-aa43-cf61b021a9d9 None None] Routers {'0d284aac-bd0b-4e47-8eb0-68ed861a0a85'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:20.179137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-157c962c-b8b1-4274-aa43-cf61b021a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0d284aac-bd0b-4e47-8eb0-68ed861a0a85'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:20.213672 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d80d10ab-2104-4731-a123-63272a08002a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754305041174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3759003'] for subnet (749f29b3-f56b-493c-9a33-1ee5aff4b268), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.230799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-157c962c-b8b1-4274-aa43-cf61b021a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:20.231571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c962c-b8b1-4274-aa43-cf61b021a9d9 None None] The sync data for ids ['0d284aac-bd0b-4e47-8eb0-68ed861a0a85'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:20.270037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] For port 2ed04af7-00f9-4c79-b284-b656ebba0ad9, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2ed04af7-00f9-4c79-b284-b656ebba0ad9,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:20.276908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a455bdd-5a0d-4373-8ffa-14e253247c56 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:20.286432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41218) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:20.299738 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6a455bdd-5a0d-4373-8ffa-14e253247c56 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 881 time: 0.5040839 Apr 06 14:33:20.310895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164b18a-993e-445b-a3a9-abf739ed9faf', 'name': 'tempest-NetworksTestDHCPv6-router-2037984320', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:13Z', 'revision_number': 2, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'gw_port_host': None, '_interfaces': [{'id': '2ed04af7-00f9-4c79-b284-b656ebba0ad9', 'name': '', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'mac_address': 'fa:16:3e:92:2b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164b18a-993e-445b-a3a9-abf739ed9faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'fbf64e64-42e3-4fd5-826b-316ec742c539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:12Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 4, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'subnets': [{'id': 'fbf64e64-42e3-4fd5-826b-316ec742c539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:20.321231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 63a80b1d-c7f8-4fa4-8380-648de6ab586b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:20.321615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.348107 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-10597bb6-5ebb-4cf1-b96e-17f252e0e828 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=478a320d-63b6-4137-94c0-f3dc12788496 HTTP/1.1" status: 200 len: 205 time: 0.0559580 Apr 06 14:33:20.381834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41220) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:20.384742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3decfd-0f0a-4f3d-b934-2ea72c9e8043 None None] The sync data for ids ['b164b18a-993e-445b-a3a9-abf739ed9faf'] in dv-neutron-835863-1-hyperv is: [{'id': 'b164b18a-993e-445b-a3a9-abf739ed9faf', 'name': 'tempest-NetworksTestDHCPv6-router-2037984320', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:13Z', 'revision_number': 2, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'gw_port_host': None, '_interfaces': [{'id': '2ed04af7-00f9-4c79-b284-b656ebba0ad9', 'name': '', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'mac_address': 'fa:16:3e:92:2b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164b18a-993e-445b-a3a9-abf739ed9faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'fbf64e64-42e3-4fd5-826b-316ec742c539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:12Z', 'updated_at': '2022-04-06T14:33:18Z', 'revision_number': 4, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'subnets': [{'id': 'fbf64e64-42e3-4fd5-826b-316ec742c539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:20.390672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.398263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] For port bc314cf0-935e-41c5-983d-8327190bd4e1, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:20.423930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d10ab-2104-4731-a123-63272a08002a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:20.426197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d80d10ab-2104-4731-a123-63272a08002a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.427432 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d80d10ab-2104-4731-a123-63272a08002a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "PUT /v2.0/subnets/749f29b3-f56b-493c-9a33-1ee5aff4b268 HTTP/1.1" status: 200 len: 877 time: 2.1379004 Apr 06 14:33:20.432791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d10ab-2104-4731-a123-63272a08002a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event updated for resources: {'Subnet': ['ID=749f29b3-f56b-493c-9a33-1ee5aff4b268,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.437464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41222) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:20.477373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] For port bc314cf0-935e-41c5-983d-8327190bd4e1, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=bc314cf0-935e-41c5-983d-8327190bd4e1,segment=NetworkSegment(5b2e7661-98eb-42cd-9df9-9eeb45029d61),segment_id=5b2e7661-98eb-42cd-9df9-9eeb45029d61)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:20.505938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::f (6bab926a-d40e-47e4-b535-3ffdc6e7340d/aff845d4-7745-4540-8d14-45124bf7b12a/3fb6ff90-d8da-4855-ae6a-49ce6ed7d014) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:20.513030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Provisioning complete for port 63a80b1d-c7f8-4fa4-8380-648de6ab586b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:20.513410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.550269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Pushing event updated for resources: {'Port': ['ID=2ed04af7-00f9-4c79-b284-b656ebba0ad9,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.557577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.680354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8df745-83f8-4a19-a4bd-182c4fe8f5e9 None None] Pushing event updated for resources: {'Port': ['ID=bc314cf0-935e-41c5-983d-8327190bd4e1,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:20.729085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 63a80b1d-c7f8-4fa4-8380-648de6ab586b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:20.729485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.834792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Current status of the port 63a80b1d-c7f8-4fa4-8380-648de6ab586b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:20.835207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.888243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 63a80b1d-c7f8-4fa4-8380-648de6ab586b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=63a80b1d-c7f8-4fa4-8380-648de6ab586b,segment=NetworkSegment(414975bf-e660-4e18-8aa8-710e95187717),segment_id=414975bf-e660-4e18-8aa8-710e95187717)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:21.015234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.101475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2ed04af7-00f9-4c79-b284-b656ebba0ad9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.122203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=63a80b1d-c7f8-4fa4-8380-648de6ab586b,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:21.177407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=2ed04af7-00f9-4c79-b284-b656ebba0ad9,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:21.178159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:33:21.178159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:33:21.338723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (b164b18a-993e-445b-a3a9-abf739ed9faf), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.533104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (62ecbd60-1d62-4b0e-a788-80d9a7025eee), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.594725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Router b164b18a-993e-445b-a3a9-abf739ed9faf has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:21.643434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (478a320d-63b6-4137-94c0-f3dc12788496), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.702629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:21.711984 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c0d9b65e-9f4e-45c6-b365-c027fd836687 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "PUT /v2.0/routers/b164b18a-993e-445b-a3a9-abf739ed9faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3011990 Apr 06 14:33:21.713255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41224) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.750660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0468bd96-c915-43f0-8c5e-f564fef9e5d1 None None] Current status of the port 63a80b1d-c7f8-4fa4-8380-648de6ab586b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:21.785578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61e5dc-00ff-4761-bb1f-40125a1346ed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:21.787761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61e5dc-00ff-4761-bb1f-40125a1346ed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:21.791131 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5c61e5dc-00ff-4761-bb1f-40125a1346ed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0750937 Apr 06 14:33:21.792656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41226) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:21.817385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (3fb6ff90-d8da-4855-ae6a-49ce6ed7d014), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.854632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61f2adc-f61d-4e47-ac3e-5057e6346381 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet fbf64e64-42e3-4fd5-826b-316ec742c539 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:21.860798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61f2adc-f61d-4e47-ac3e-5057e6346381 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (fbf64e64-42e3-4fd5-826b-316ec742c539), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.899371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d18a3506-803a-4f21-9f93-fc80973803d0 None None] Provisioning complete for port 3d5c9b8d-8cf0-4ddb-b0ea-d36838645789 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:21.900011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d18a3506-803a-4f21-9f93-fc80973803d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3d5c9b8d-8cf0-4ddb-b0ea-d36838645789), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.926907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61f2adc-f61d-4e47-ac3e-5057e6346381 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (fbf64e64-42e3-4fd5-826b-316ec742c539), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.983934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Deleting port bc314cf0-935e-41c5-983d-8327190bd4e1 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:21.983934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:21.998700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d18a3506-803a-4f21-9f93-fc80973803d0 None None] Port 3d5c9b8d-8cf0-4ddb-b0ea-d36838645789 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:22.011170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (478a320d-63b6-4137-94c0-f3dc12788496), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.016566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d18a3506-803a-4f21-9f93-fc80973803d0 None None] Provisioning complete for port 63a80b1d-c7f8-4fa4-8380-648de6ab586b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:22.016953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d18a3506-803a-4f21-9f93-fc80973803d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.091605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61f2adc-f61d-4e47-ac3e-5057e6346381 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (fbf64e64-42e3-4fd5-826b-316ec742c539), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.144901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d18a3506-803a-4f21-9f93-fc80973803d0 None None] Current status of the port 63a80b1d-c7f8-4fa4-8380-648de6ab586b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:22.171788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.188337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 63a80b1d-c7f8-4fa4-8380-648de6ab586b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:22.231960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3fb6ff90-d8da-4855-ae6a-49ce6ed7d014), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.341733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61f2adc-f61d-4e47-ac3e-5057e6346381 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (fbf64e64-42e3-4fd5-826b-316ec742c539), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.373191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f2adc-f61d-4e47-ac3e-5057e6346381 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf64e64-42e3-4fd5-826b-316ec742c539,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:22.375399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61f2adc-f61d-4e47-ac3e-5057e6346381 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.381856 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f61f2adc-f61d-4e47-ac3e-5057e6346381 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/fbf64e64-42e3-4fd5-826b-316ec742c539 HTTP/1.1" status: 204 len: 168 time: 0.5847530 Apr 06 14:33:22.382127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41228) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:22.397414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] For port bc314cf0-935e-41c5-983d-8327190bd4e1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=bc314cf0-935e-41c5-983d-8327190bd4e1,segment=NetworkSegment(5b2e7661-98eb-42cd-9df9-9eeb45029d61),segment_id=5b2e7661-98eb-42cd-9df9-9eeb45029d61)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:22.397792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.422289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4acc4cd-83f4-4cd3-9ae4-730f4a300ff1 None None] Network 62ecbd60-1d62-4b0e-a788-80d9a7025eee requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:22.424490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90012c-9b14-4996-93bc-f264bbbc05ea None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:22.431882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Calling delete_port for bc314cf0-935e-41c5-983d-8327190bd4e1 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:22.440183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network 6bab926a-d40e-47e4-b535-3ffdc6e7340d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:22.455163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:22.461330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=3fb6ff90-d8da-4855-ae6a-49ce6ed7d014,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:22.467302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:22.472651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:22.473307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.593204 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e30ba9e3-6951-4530-93d6-695436926f40 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2088008 Apr 06 14:33:22.598867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41230) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:22.613549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b35d68e9-c2c1-4bfa-be07-ec549b5467c7 None None] Provisioning complete for port bc314cf0-935e-41c5-983d-8327190bd4e1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:22.617666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b35d68e9-c2c1-4bfa-be07-ec549b5467c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.630192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 63a80b1d-c7f8-4fa4-8380-648de6ab586b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:22.630459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.653151 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b4fdbafc-21ad-4a57-9c13-2cc33671b8c3 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4045095 Apr 06 14:33:22.658410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Deleting port cfcbf84e-791b-4b01-8a37-cd6f0932596d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:22.659336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cfcbf84e-791b-4b01-8a37-cd6f0932596d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.664291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41232) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:22.799364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a914178-53c4-4aef-be8b-09b1e96dbfc0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router (b164b18a-993e-445b-a3a9-abf739ed9faf), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.893393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b35d68e9-c2c1-4bfa-be07-ec549b5467c7 None None] Current status of the port bc314cf0-935e-41c5-983d-8327190bd4e1 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:22.893704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b35d68e9-c2c1-4bfa-be07-ec549b5467c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:22.899653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 63a80b1d-c7f8-4fa4-8380-648de6ab586b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:22.901417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bc314cf0-935e-41c5-983d-8327190bd4e1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:22.976470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:23.032904 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] Sync routers for ids ['b164b18a-993e-445b-a3a9-abf739ed9faf'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:23.034735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port bc314cf0-935e-41c5-983d-8327190bd4e1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:23.034735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.049412 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] Routers {'b164b18a-993e-445b-a3a9-abf739ed9faf'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:23.050466 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b164b18a-993e-445b-a3a9-abf739ed9faf'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:23.056763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a914178-53c4-4aef-be8b-09b1e96dbfc0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (b164b18a-993e-445b-a3a9-abf739ed9faf), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.059779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a914178-53c4-4aef-be8b-09b1e96dbfc0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router_controller (b164b18a-993e-445b-a3a9-abf739ed9faf), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.136871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d81cbae-292d-4226-a332-b50e161b6da4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:23.139311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3d81cbae-292d-4226-a332-b50e161b6da4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4710999 Apr 06 14:33:23.141635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cfcbf84e-791b-4b01-8a37-cd6f0932596d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.142555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41236) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:23.173024 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] Set router b164b18a-993e-445b-a3a9-abf739ed9faf gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:23.232925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851120ae-5d5d-4d47-9588-37b960e57612 None None] Network 62ecbd60-1d62-4b0e-a788-80d9a7025eee requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:23.236093 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a914178-53c4-4aef-be8b-09b1e96dbfc0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (b164b18a-993e-445b-a3a9-abf739ed9faf), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.236763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a914178-53c4-4aef-be8b-09b1e96dbfc0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Fanout notify agent at l3_agent the message router_deleted on router b164b18a-993e-445b-a3a9-abf739ed9faf {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:23.241808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Calling delete_port for cfcbf84e-791b-4b01-8a37-cd6f0932596d owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:23.247608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a914178-53c4-4aef-be8b-09b1e96dbfc0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.252846 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8a914178-53c4-4aef-be8b-09b1e96dbfc0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/routers/b164b18a-993e-445b-a3a9-abf739ed9faf HTTP/1.1" status: 204 len: 168 time: 0.6479542 Apr 06 14:33:23.255629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41238) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:23.261847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:23.273921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] Deleting port 2b280b81-f711-446f-b30f-f3877797c801 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:23.274715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2b280b81-f711-446f-b30f-f3877797c801), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.294128 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164b18a-993e-445b-a3a9-abf739ed9faf', 'name': 'tempest-NetworksTestDHCPv6-router-2037984320', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:10Z', 'updated_at': '2022-04-06T14:33:20Z', 'revision_number': 3, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:23.294984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eeef74-2f7a-494e-9c4c-70dce3d4528f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:23.301291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eeef74-2f7a-494e-9c4c-70dce3d4528f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:23.308472 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eeef74-2f7a-494e-9c4c-70dce3d4528f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:23.310365 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-51eeef74-2f7a-494e-9c4c-70dce3d4528f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1666524 Apr 06 14:33:23.316197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41242) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:23.337308 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] Checking router: b164b18a-993e-445b-a3a9-abf739ed9faf for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:23.346550 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] Routers set() bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:23.347796 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] Router IDs set() for agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 14:33:23.348947 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_agentschedulers_db [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b164b18a-993e-445b-a3a9-abf739ed9faf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent'). {{(pid=104449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 06 14:33:23.350215 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a06fc2-bf4c-4756-90e9-3b1c44f6fd04 None None] The sync data for ids ['b164b18a-993e-445b-a3a9-abf739ed9faf'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:23.373696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.389455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] For port 2b280b81-f711-446f-b30f-f3877797c801, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2b280b81-f711-446f-b30f-f3877797c801,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:23.389825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2b280b81-f711-446f-b30f-f3877797c801), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.445048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Port': ['ID=bc314cf0-935e-41c5-983d-8327190bd4e1,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:23.456757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port bc314cf0-935e-41c5-983d-8327190bd4e1 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:23.457779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bc314cf0-935e-41c5-983d-8327190bd4e1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.513108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] Calling delete_port for 2b280b81-f711-446f-b30f-f3877797c801 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:23.513784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:23.514331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.517110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4832982c-b3a3-4264-9b5e-e51354919b1c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 3fb6ff90-d8da-4855-ae6a-49ce6ed7d014 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:23.518331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4832982c-b3a3-4264-9b5e-e51354919b1c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3fb6ff90-d8da-4855-ae6a-49ce6ed7d014), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.619338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No DVR routers for this DVR port bc314cf0-935e-41c5-983d-8327190bd4e1 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:23.664740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.669939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-08629e07-da95-4455-9bf3-d0c79bf4278e None None] Could not find standard attr ID for object bc314cf0-935e-41c5-983d-8327190bd4e1. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:23.681467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4832982c-b3a3-4264-9b5e-e51354919b1c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3fb6ff90-d8da-4855-ae6a-49ce6ed7d014), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.694808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-08629e07-da95-4455-9bf3-d0c79bf4278e None None] Provisioning complete for port 3fb6ff90-d8da-4855-ae6a-49ce6ed7d014 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:23.695315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-08629e07-da95-4455-9bf3-d0c79bf4278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3fb6ff90-d8da-4855-ae6a-49ce6ed7d014), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.707307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4832982c-b3a3-4264-9b5e-e51354919b1c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 3fb6ff90-d8da-4855-ae6a-49ce6ed7d014 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:23.739187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-08629e07-da95-4455-9bf3-d0c79bf4278e None None] Port 3fb6ff90-d8da-4855-ae6a-49ce6ed7d014 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:23.766536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (749f29b3-f56b-493c-9a33-1ee5aff4b268), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.858925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.874545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:23.878517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.899599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 0bf3ba88-5e9c-47ca-bd64-6676f69c7da5 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:23.907525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (2b280b81-f711-446f-b30f-f3877797c801), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:23.946388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] Pushing event deleted for resources: {'Port': ['ID=2b280b81-f711-446f-b30f-f3877797c801,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:23.959695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b4f3d-c3c5-41a5-924b-1df1a3d67bb2 None None] No DVR routers for this DVR port 2b280b81-f711-446f-b30f-f3877797c801 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:24.089468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2b280b81-f711-446f-b30f-f3877797c801 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:24.111372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 2b280b81-f711-446f-b30f-f3877797c801 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:24.111826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2b280b81-f711-446f-b30f-f3877797c801 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:24.112301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2ed04af7-00f9-4c79-b284-b656ebba0ad9 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:24.130108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cfcbf84e-791b-4b01-8a37-cd6f0932596d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.148458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 2ed04af7-00f9-4c79-b284-b656ebba0ad9 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:24.148987 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2ed04af7-00f9-4c79-b284-b656ebba0ad9 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:24.163027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4832982c-b3a3-4264-9b5e-e51354919b1c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3fb6ff90-d8da-4855-ae6a-49ce6ed7d014), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.163941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event deleted for resources: {'Port': ['ID=cfcbf84e-791b-4b01-8a37-cd6f0932596d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.166194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (749f29b3-f56b-493c-9a33-1ee5aff4b268), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.203123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832982c-b3a3-4264-9b5e-e51354919b1c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=3fb6ff90-d8da-4855-ae6a-49ce6ed7d014,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.238387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4832982c-b3a3-4264-9b5e-e51354919b1c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.245168 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4832982c-b3a3-4264-9b5e-e51354919b1c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/3fb6ff90-d8da-4855-ae6a-49ce6ed7d014 HTTP/1.1" status: 204 len: 168 time: 0.9246397 Apr 06 14:33:24.245353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41246) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.249875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=749f29b3-f56b-493c-9a33-1ee5aff4b268,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.279151 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5b0000-3677-4860-8d54-1affe22c96bf tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:33:24.280920 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2c5b0000-3677-4860-8d54-1affe22c96bf tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/3fb6ff90-d8da-4855-ae6a-49ce6ed7d014 HTTP/1.1" status: 404 len: 333 time: 0.0345681 Apr 06 14:33:24.287768 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41248) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.294200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebedbb-a879-4a5b-8647-d75e54c4ed38 None None] Network 62ecbd60-1d62-4b0e-a788-80d9a7025eee requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:24.423847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1f29fca0-2f1e-4a74-a52d-24341e629aa4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 3d5c9b8d-8cf0-4ddb-b0ea-d36838645789 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:24.424289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f29fca0-2f1e-4a74-a52d-24341e629aa4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3d5c9b8d-8cf0-4ddb-b0ea-d36838645789), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.501622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1277207-bc13-4ea2-bac0-64682f52a02a None None] DHCP port deletion for 62ecbd60-1d62-4b0e-a788-80d9a7025eee request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:24.556226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f29fca0-2f1e-4a74-a52d-24341e629aa4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3d5c9b8d-8cf0-4ddb-b0ea-d36838645789), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.571416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1f29fca0-2f1e-4a74-a52d-24341e629aa4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 3d5c9b8d-8cf0-4ddb-b0ea-d36838645789 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:24.751301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (62ecbd60-1d62-4b0e-a788-80d9a7025eee), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.810530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f29fca0-2f1e-4a74-a52d-24341e629aa4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3d5c9b8d-8cf0-4ddb-b0ea-d36838645789), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.835358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ecbd60-1d62-4b0e-a788-80d9a7025eee']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:24.848814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (478a320d-63b6-4137-94c0-f3dc12788496), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.852673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29fca0-2f1e-4a74-a52d-24341e629aa4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=3d5c9b8d-8cf0-4ddb-b0ea-d36838645789,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:24.857917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2e7661-98eb-42cd-9df9-9eeb45029d61') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:24.858211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2e7661-98eb-42cd-9df9-9eeb45029d61') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:24.887428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f29fca0-2f1e-4a74-a52d-24341e629aa4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.892632 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1f29fca0-2f1e-4a74-a52d-24341e629aa4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/3d5c9b8d-8cf0-4ddb-b0ea-d36838645789 HTTP/1.1" status: 204 len: 168 time: 0.6024275 Apr 06 14:33:24.894999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (5b2e7661-98eb-42cd-9df9-9eeb45029d61), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.895630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41250) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.931945 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c485089a-05ac-4c4e-ad33-295020f49271 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:33:24.935466 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c485089a-05ac-4c4e-ad33-295020f49271 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/3d5c9b8d-8cf0-4ddb-b0ea-d36838645789 HTTP/1.1" status: 404 len: 333 time: 0.0382240 Apr 06 14:33:24.936321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41252) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:24.969672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0bf3ba88-5e9c-47ca-bd64-6676f69c7da5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.980437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5b2e7661-98eb-42cd-9df9-9eeb45029d61), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:24.985934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (478a320d-63b6-4137-94c0-f3dc12788496), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.009668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5158c6-97cb-4abe-ab51-356ee89f0f10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet aff845d4-7745-4540-8d14-45124bf7b12a {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:25.009668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d5158c6-97cb-4abe-ab51-356ee89f0f10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (aff845d4-7745-4540-8d14-45124bf7b12a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.011740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (478a320d-63b6-4137-94c0-f3dc12788496), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.015932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:25.016395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (5b2e7661-98eb-42cd-9df9-9eeb45029d61), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:25.020102 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:25.022606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=0bf3ba88-5e9c-47ca-bd64-6676f69c7da5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.024436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (347afdcc-2cc7-4783-8ffa-88eba9703695), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.058309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d5158c6-97cb-4abe-ab51-356ee89f0f10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (aff845d4-7745-4540-8d14-45124bf7b12a), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.184913 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d5158c6-97cb-4abe-ab51-356ee89f0f10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (aff845d4-7745-4540-8d14-45124bf7b12a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.207830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:25.216225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:25.223411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:25.224022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.230895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a479df-03b5-451e-90e2-e4be1ddd35eb None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:25.239738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=347afdcc-2cc7-4783-8ffa-88eba9703695,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.292336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (478a320d-63b6-4137-94c0-f3dc12788496), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.292867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Fanout notify agent at l3_agent the message router_deleted on router 478a320d-63b6-4137-94c0-f3dc12788496 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:25.330993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.332157 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7e5593fa-401c-4452-a488-671b68f44c0d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/478a320d-63b6-4137-94c0-f3dc12788496 HTTP/1.1" status: 204 len: 168 time: 4.9493310 Apr 06 14:33:25.335994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (62ecbd60-1d62-4b0e-a788-80d9a7025eee), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.337253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41254) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.344276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.345727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f63d0d42-fcfb-47e8-a828-f85b9c76003d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1022629637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:25.348630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/62ecbd60-1d62-4b0e-a788-80d9a7025eee HTTP/1.1" status: 204 len: 168 time: 4.8555019 Apr 06 14:33:25.353435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d5158c6-97cb-4abe-ab51-356ee89f0f10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (aff845d4-7745-4540-8d14-45124bf7b12a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.358932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41256) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.366128 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-60c81111-a73a-442c-987a-4fb666f949e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1096146 Apr 06 14:33:25.370553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41258) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.376715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-62592b0c-8949-4665-ab0d-eeedae581fe0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1235762171', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:25.382150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25309fb9-9749-4130-937c-e5907f4dbecd tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=62ecbd60-1d62-4b0e-a788-80d9a7025eee,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.388300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.401552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5158c6-97cb-4abe-ab51-356ee89f0f10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=aff845d4-7745-4540-8d14-45124bf7b12a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:25.437107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '347afdcc-2cc7-4783-8ffa-88eba9703695'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:25.438309 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bf303d-71d9-4455-9250-c8362dc563e2 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:25.438778 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bf303d-71d9-4455-9250-c8362dc563e2 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:25.440595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.444947 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-95bf303d-71d9-4455-9250-c8362dc563e2 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/749f29b3-f56b-493c-9a33-1ee5aff4b268 HTTP/1.1" status: 404 len: 337 time: 0.0563202 Apr 06 14:33:25.445849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41260) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.446894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5d5158c6-97cb-4abe-ab51-356ee89f0f10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.452830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41262) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.453016 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5d5158c6-97cb-4abe-ab51-356ee89f0f10 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/aff845d4-7745-4540-8d14-45124bf7b12a HTTP/1.1" status: 204 len: 168 time: 0.5153718 Apr 06 14:33:25.461423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855aa68-988f-4de7-93b4-cfb832a56147 None None] Network 6bab926a-d40e-47e4-b535-3ffdc6e7340d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:25.473598 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2837c8d8-1ea0-49aa-94aa-69347a36627b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:25.474195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2837c8d8-1ea0-49aa-94aa-69347a36627b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:25.479022 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2837c8d8-1ea0-49aa-94aa-69347a36627b tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/62ecbd60-1d62-4b0e-a788-80d9a7025eee HTTP/1.1" status: 404 len: 339 time: 0.0241256 Apr 06 14:33:25.482049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41264) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.512218 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c0c8eb-bcf2-4a89-9292-bba91e9aecb9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:25.512679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c0c8eb-bcf2-4a89-9292-bba91e9aecb9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:25.518244 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-91c0c8eb-bcf2-4a89-9292-bba91e9aecb9 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/5850b054-68d3-4898-ae9f-931bc11a0740 HTTP/1.1" status: 404 len: 337 time: 0.0325022 Apr 06 14:33:25.518537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41266) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.544875 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c51dd6-f7ab-476d-b905-4e062738aca1 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:25.544875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c51dd6-f7ab-476d-b905-4e062738aca1 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:25.547550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62592b0c-8949-4665-ab0d-eeedae581fe0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (7496a229-723d-4f52-ae9e-c4029da170c0), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.547716 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-20c51dd6-f7ab-476d-b905-4e062738aca1 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/dffabeab-85c2-45e1-b48b-cad3ac4c8306 HTTP/1.1" status: 404 len: 339 time: 0.0256982 Apr 06 14:33:25.547848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62592b0c-8949-4665-ab0d-eeedae581fe0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (7496a229-723d-4f52-ae9e-c4029da170c0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.548980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41268) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.582157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f63d0d42-fcfb-47e8-a828-f85b9c76003d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.583021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f63d0d42-fcfb-47e8-a828-f85b9c76003d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.692747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/347afdcc-2cc7-4783-8ffa-88eba9703695/d5e20f64-bc05-446e-b2af-35bfc919971a) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:25.701525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (6bab926a-d40e-47e4-b535-3ffdc6e7340d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.708132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62592b0c-8949-4665-ab0d-eeedae581fe0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router_controller (7496a229-723d-4f52-ae9e-c4029da170c0), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.730464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 0d284aac-bd0b-4e47-8eb0-68ed861a0a85 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:25.760444 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (b57b71b3-e842-4167-9532-1ef11f6dc39d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.769990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f63d0d42-fcfb-47e8-a828-f85b9c76003d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.784891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] DHCP port deletion for 6bab926a-d40e-47e4-b535-3ffdc6e7340d request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:25.835849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62592b0c-8949-4665-ab0d-eeedae581fe0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (7496a229-723d-4f52-ae9e-c4029da170c0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.857030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:25.865469 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c152fd6f-849e-49df-89b7-1b2a01c43510 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/0d284aac-bd0b-4e47-8eb0-68ed861a0a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9621439 Apr 06 14:33:25.868717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41270) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:25.877638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 63a80b1d-c7f8-4fa4-8380-648de6ab586b {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:25.882125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.886905 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a905729b-68f7-4720-a1e7-da81e5bde714 None None] Sync routers for ids ['0d284aac-bd0b-4e47-8eb0-68ed861a0a85'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:25.920108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] Deleting port 63a80b1d-c7f8-4fa4-8380-648de6ab586b {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:25.920491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.922326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (b57b71b3-e842-4167-9532-1ef11f6dc39d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.953202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57b71b3-e842-4167-9532-1ef11f6dc39d']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:25.964418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953a3a53-1dd4-40e6-b485-58d896c347bb') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:25.964769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953a3a53-1dd4-40e6-b485-58d896c347bb') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:25.975382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905729b-68f7-4720-a1e7-da81e5bde714 None None] Routers {'0d284aac-bd0b-4e47-8eb0-68ed861a0a85'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:25.976034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a905729b-68f7-4720-a1e7-da81e5bde714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0d284aac-bd0b-4e47-8eb0-68ed861a0a85'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:25.977540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (953a3a53-1dd4-40e6-b485-58d896c347bb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.985765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62592b0c-8949-4665-ab0d-eeedae581fe0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:25.987429 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-62592b0c-8949-4665-ab0d-eeedae581fe0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6151671 Apr 06 14:33:25.991569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41272) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.000062 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (953a3a53-1dd4-40e6-b485-58d896c347bb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.014479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:26.014479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (953a3a53-1dd4-40e6-b485-58d896c347bb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:26.014861 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:26.026981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f63d0d42-fcfb-47e8-a828-f85b9c76003d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.142530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f63d0d42-fcfb-47e8-a828-f85b9c76003d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.147308 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f63d0d42-fcfb-47e8-a828-f85b9c76003d tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8051119 Apr 06 14:33:26.148629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41274) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.154998 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': False}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:26.175681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] For port 63a80b1d-c7f8-4fa4-8380-648de6ab586b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=63a80b1d-c7f8-4fa4-8380-648de6ab586b,segment=NetworkSegment(414975bf-e660-4e18-8aa8-710e95187717),segment_id=414975bf-e660-4e18-8aa8-710e95187717)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:26.176052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.199115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a905729b-68f7-4720-a1e7-da81e5bde714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:26.201466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 63a80b1d-c7f8-4fa4-8380-648de6ab586b no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:26.243440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Publish callbacks [] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.249268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (b57b71b3-e842-4167-9532-1ef11f6dc39d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.257727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.269010 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/b57b71b3-e842-4167-9532-1ef11f6dc39d HTTP/1.1" status: 204 len: 168 time: 0.7141659 Apr 06 14:33:26.269265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 63a80b1d-c7f8-4fa4-8380-648de6ab586b owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:26.269497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41276) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.274211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] For port 63a80b1d-c7f8-4fa4-8380-648de6ab586b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=63a80b1d-c7f8-4fa4-8380-648de6ab586b,segment=NetworkSegment(414975bf-e660-4e18-8aa8-710e95187717),segment_id=414975bf-e660-4e18-8aa8-710e95187717)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:26.274679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.299646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905729b-68f7-4720-a1e7-da81e5bde714 None None] Routers {'0d284aac-bd0b-4e47-8eb0-68ed861a0a85'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:26.300360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a905729b-68f7-4720-a1e7-da81e5bde714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0d284aac-bd0b-4e47-8eb0-68ed861a0a85'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:26.301332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bcbbc-2ef3-491b-8f66-87525e3afb31 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=b57b71b3-e842-4167-9532-1ef11f6dc39d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:26.308306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] Calling delete_port for 63a80b1d-c7f8-4fa4-8380-648de6ab586b owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:26.330827 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d24614b-b30b-41d3-bea1-0ab8cd246d42 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.331345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d24614b-b30b-41d3-bea1-0ab8cd246d42 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.338846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7d24614b-b30b-41d3-bea1-0ab8cd246d42 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/2c7ce024-c89e-4db2-aaa1-64d4bcffd016 HTTP/1.1" status: 404 len: 337 time: 0.0620668 Apr 06 14:33:26.356662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41278) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.364496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a905729b-68f7-4720-a1e7-da81e5bde714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:26.365819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a905729b-68f7-4720-a1e7-da81e5bde714 None None] The sync data for ids ['0d284aac-bd0b-4e47-8eb0-68ed861a0a85'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:26.379462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.417245 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed8366e-e5c5-4e07-affb-d3117e9382fa tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.417677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed8366e-e5c5-4e07-affb-d3117e9382fa tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.423782 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5ed8366e-e5c5-4e07-affb-d3117e9382fa tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/806651b1-e654-41c6-8123-0c5d5e2db623 HTTP/1.1" status: 404 len: 339 time: 0.0655315 Apr 06 14:33:26.426490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41280) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.444059 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-43efef8a-0c87-4864-b85e-fe416b4f3732 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] remove_router_interface failed (client error): The resource could not be found. Apr 06 14:33:26.449311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-43efef8a-0c87-4864-b85e-fe416b4f3732 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/0d284aac-bd0b-4e47-8eb0-68ed861a0a85/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5753949 Apr 06 14:33:26.451190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41282) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.462448 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2a2595-ba06-466a-b256-1a6431f3c417 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.462673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2a2595-ba06-466a-b256-1a6431f3c417 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.468155 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2f2a2595-ba06-466a-b256-1a6431f3c417 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/7868b8bf-dab2-4e1f-8d1f-a9b3dc230535 HTTP/1.1" status: 404 len: 337 time: 0.0386155 Apr 06 14:33:26.470042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41284) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.488353 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-edcbabe5-9885-4a97-8ca8-3153b723aee3 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d284aac-bd0b-4e47-8eb0-68ed861a0a85 HTTP/1.1" status: 200 len: 205 time: 0.0345149 Apr 06 14:33:26.490818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41286) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.497025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:26.520783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:26.522675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 63a80b1d-c7f8-4fa4-8380-648de6ab586b is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:26.523159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.526846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:26.543534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Pushing event updated for resources: {'Port': ['ID=d5e20f64-bc05-446e-b2af-35bfc919971a,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:26.564350 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-412480bd-aa30-43c9-a36e-26c6acd7af3a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.565201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412480bd-aa30-43c9-a36e-26c6acd7af3a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.569164 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-412480bd-aa30-43c9-a36e-26c6acd7af3a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/4b6d31da-1444-4ccc-9153-74b8384157e3 HTTP/1.1" status: 404 len: 339 time: 0.0981205 Apr 06 14:33:26.572972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41288) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.589706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.613278 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-578d6c9d-86f9-4e2f-a979-ed8bfb8535be tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.613849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578d6c9d-86f9-4e2f-a979-ed8bfb8535be tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.617649 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-578d6c9d-86f9-4e2f-a979-ed8bfb8535be tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/46aeb93b-0499-4206-b232-aad5ab4bb40e HTTP/1.1" status: 404 len: 337 time: 0.0431337 Apr 06 14:33:26.620474 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41290) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.624304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f84fda22-3aae-4e46-a6aa-bbe6bcbc2236 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.636519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Attempting to bind port d5e20f64-bc05-446e-b2af-35bfc919971a on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:26.636993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Attempting to bind port d5e20f64-bc05-446e-b2af-35bfc919971a by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:26.637438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Attempting to bind port d5e20f64-bc05-446e-b2af-35bfc919971a on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:26.641095 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7b5ee6-d6b4-4c6c-8300-21b4600d12ca tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.641652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7b5ee6-d6b4-4c6c-8300-21b4600d12ca tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.653002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:26.653002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:26.653002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.653002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:26.653571 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ba7b5ee6-d6b4-4c6c-8300-21b4600d12ca tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/7e8c072b-feb6-496b-985f-09d75c92ffb1 HTTP/1.1" status: 404 len: 339 time: 0.0233438 Apr 06 14:33:26.653666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Bound port: d5e20f64-bc05-446e-b2af-35bfc919971a, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:26.653666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.656361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41292) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.695104 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6beb6270-67bf-4337-84c1-3644dd607049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.695104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6beb6270-67bf-4337-84c1-3644dd607049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.695104 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6beb6270-67bf-4337-84c1-3644dd607049 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/fcc359db-b5a4-4b8d-a920-6802576cbcce HTTP/1.1" status: 404 len: 337 time: 0.0335081 Apr 06 14:33:26.696006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41294) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.714430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.716551 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-922466ca-9841-48d3-b8ae-813121e04e4d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.717160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922466ca-9841-48d3-b8ae-813121e04e4d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.722775 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-922466ca-9841-48d3-b8ae-813121e04e4d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/faa2073b-57d8-481b-a00a-428605736152 HTTP/1.1" status: 404 len: 339 time: 0.0230854 Apr 06 14:33:26.723379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41296) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.756450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 06 14:33:26.756450 dv-neutron-835863-1-hyperv neutron-server[104444]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 06 14:33:26.756450 dv-neutron-835863-1-hyperv neutron-server[104444]: [parameters: {'status': 'DOWN', 'ports_id': '63a80b1d-c7f8-4fa4-8380-648de6ab586b'}] Apr 06 14:33:26.756450 dv-neutron-835863-1-hyperv neutron-server[104444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:33:26.757280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:33:26.757834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] For port d5e20f64-bc05-446e-b2af-35bfc919971a, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:26.760571 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b664d249-a6da-49b0-9cab-fdae3881ea2d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.761199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b664d249-a6da-49b0-9cab-fdae3881ea2d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.762093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] For port d5e20f64-bc05-446e-b2af-35bfc919971a, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d5e20f64-bc05-446e-b2af-35bfc919971a,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:26.767048 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b664d249-a6da-49b0-9cab-fdae3881ea2d tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/6ee4bc61-7c71-44d8-a710-1971576f032d HTTP/1.1" status: 404 len: 337 time: 0.0400510 Apr 06 14:33:26.769897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.774272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41298) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.800342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] Pushing event deleted for resources: {'Port': ['ID=63a80b1d-c7f8-4fa4-8380-648de6ab586b,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:26.803350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db924ddc-3582-430e-bd0a-fdd88ea52c60 None None] No DVR routers for this DVR port 63a80b1d-c7f8-4fa4-8380-648de6ab586b on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:26.829715 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb28ef7-9601-4553-a5d3-a9c8c3a0698f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.830371 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb28ef7-9601-4553-a5d3-a9c8c3a0698f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.833792 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fbb28ef7-9601-4553-a5d3-a9c8c3a0698f tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/9b350216-e85b-4775-8774-12666e6f9ad8 HTTP/1.1" status: 404 len: 339 time: 0.0584257 Apr 06 14:33:26.837558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41300) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.873607 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa07a13d-2db6-4a9c-b91e-895d22607cd7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:26.874063 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa07a13d-2db6-4a9c-b91e-895d22607cd7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:26.877166 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fa07a13d-2db6-4a9c-b91e-895d22607cd7 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/7c1b4dd2-17da-4faf-bef2-4b636ef945c6 HTTP/1.1" status: 404 len: 337 time: 0.0376561 Apr 06 14:33:26.881350 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41302) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:26.908214 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:26.986541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67349c32-36d8-4898-b36a-b0c5eb3ef546 None None] Pushing event updated for resources: {'Port': ['ID=d5e20f64-bc05-446e-b2af-35bfc919971a,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:27.144018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (63a80b1d-c7f8-4fa4-8380-648de6ab586b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.215501 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d504c5b-5138-4fdc-a336-16373b029cbf tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:27.216023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d504c5b-5138-4fdc-a336-16373b029cbf tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:27.218977 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7d504c5b-5138-4fdc-a336-16373b029cbf tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/e98d7e1a-47a5-4815-80ef-c3a799f8cb99 HTTP/1.1" status: 404 len: 339 time: 0.3366799 Apr 06 14:33:27.221722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41304) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:27.255831 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7332f57f-3df4-4d5a-b057-aff21d77eb33 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:27.257486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7332f57f-3df4-4d5a-b057-aff21d77eb33 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:27.264859 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7332f57f-3df4-4d5a-b057-aff21d77eb33 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/cb0020c6-db69-434d-bccf-cea988b53bee HTTP/1.1" status: 404 len: 337 time: 0.0380392 Apr 06 14:33:27.265615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41306) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:27.288512 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-246230b7-e879-4df8-af39-29b3b45305f5 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:27.289196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246230b7-e879-4df8-af39-29b3b45305f5 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:27.294837 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-246230b7-e879-4df8-af39-29b3b45305f5 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/4faf23c0-3bd1-4409-9796-830c4f4cd5f7 HTTP/1.1" status: 404 len: 339 time: 0.0259113 Apr 06 14:33:27.295040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Port 63a80b1d-c7f8-4fa4-8380-648de6ab586b update to DOWN by agent not found {{(pid=104444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 06 14:33:27.295143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41308) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:27.295602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bc314cf0-935e-41c5-983d-8327190bd4e1 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:27.301546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f84fda22-3aae-4e46-a6aa-bbe6bcbc2236 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.310260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=63a80b1d-c7f8-4fa4-8380-648de6ab586b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:27.315221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f84fda22-3aae-4e46-a6aa-bbe6bcbc2236 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.327555 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0111ef6f-8393-4945-88c4-d8a4b7e0074a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:27.328015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0111ef6f-8393-4945-88c4-d8a4b7e0074a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:27.330137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: bc314cf0-935e-41c5-983d-8327190bd4e1 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:27.331046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bc314cf0-935e-41c5-983d-8327190bd4e1 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:27.331159 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0111ef6f-8393-4945-88c4-d8a4b7e0074a tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/24b569ac-c8c0-487e-9ca6-387bb8ab3770 HTTP/1.1" status: 404 len: 337 time: 0.0351045 Apr 06 14:33:27.331381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No DVR routers for this DVR port 63a80b1d-c7f8-4fa4-8380-648de6ab586b on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:27.339416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41310) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:27.387561 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-797f1ae6-b0bf-417a-9e55-52ecb1e01ca6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:27.387561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797f1ae6-b0bf-417a-9e55-52ecb1e01ca6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:27.397231 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-797f1ae6-b0bf-417a-9e55-52ecb1e01ca6 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/e8879dd6-9016-466b-861f-c71e88729a88 HTTP/1.1" status: 404 len: 339 time: 0.0484941 Apr 06 14:33:27.397231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41312) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:27.523310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f84fda22-3aae-4e46-a6aa-bbe6bcbc2236 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (0d284aac-bd0b-4e47-8eb0-68ed861a0a85), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.523823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84fda22-3aae-4e46-a6aa-bbe6bcbc2236 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Fanout notify agent at l3_agent the message router_deleted on router 0d284aac-bd0b-4e47-8eb0-68ed861a0a85 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:27.526523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (6bab926a-d40e-47e4-b535-3ffdc6e7340d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.542019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f84fda22-3aae-4e46-a6aa-bbe6bcbc2236 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.543227 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f84fda22-3aae-4e46-a6aa-bbe6bcbc2236 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/0d284aac-bd0b-4e47-8eb0-68ed861a0a85 HTTP/1.1" status: 204 len: 168 time: 1.0533473 Apr 06 14:33:27.553260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41314) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:27.583087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f89624-ed85-4a05-9520-1c8b9e11ba95 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Deleting subnet 2ccc6791-82d4-4c04-9132-9d6e2f8e80a3 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:27.590374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95f89624-ed85-4a05-9520-1c8b9e11ba95 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for subnet (2ccc6791-82d4-4c04-9132-9d6e2f8e80a3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.607322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bab926a-d40e-47e4-b535-3ffdc6e7340d']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:27.628086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414975bf-e660-4e18-8aa8-710e95187717') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:27.640638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414975bf-e660-4e18-8aa8-710e95187717') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:27.657565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95f89624-ed85-4a05-9520-1c8b9e11ba95 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (2ccc6791-82d4-4c04-9132-9d6e2f8e80a3), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.672309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (414975bf-e660-4e18-8aa8-710e95187717), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.680217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.689464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-18434779-ad52-4ed4-a155-d32d90f12aeb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet 4009a2c3-d9b3-416f-92e4-f3983de11e8b {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:27.703400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18434779-ad52-4ed4-a155-d32d90f12aeb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (4009a2c3-d9b3-416f-92e4-f3983de11e8b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.706656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::1 (935059ea-209c-494a-9703-5e88684a95b4/347afdcc-2cc7-4783-8ffa-88eba9703695/cce0a09c-29b0-421e-b3e7-46db5a8fe966) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:27.707000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.891088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (414975bf-e660-4e18-8aa8-710e95187717), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.951001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:27.951410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (414975bf-e660-4e18-8aa8-710e95187717), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:27.958084 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:28.005774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d5e20f64-bc05-446e-b2af-35bfc919971a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:28.052013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18434779-ad52-4ed4-a155-d32d90f12aeb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (4009a2c3-d9b3-416f-92e4-f3983de11e8b), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.058188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95f89624-ed85-4a05-9520-1c8b9e11ba95 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (2ccc6791-82d4-4c04-9132-9d6e2f8e80a3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.113795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d5e20f64-bc05-446e-b2af-35bfc919971a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:28.114231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.118534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Allocated IP 172.26.7.194 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/c70b3cc4-e830-4824-9b49-609000399a94) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:28.209816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (6bab926a-d40e-47e4-b535-3ffdc6e7340d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.215231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.219007 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/networks/6bab926a-d40e-47e4-b535-3ffdc6e7340d HTTP/1.1" status: 204 len: 168 time: 2.7650087 Apr 06 14:33:28.233390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d5e20f64-bc05-446e-b2af-35bfc919971a is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:28.233390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.233816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41316) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.244555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-659921388'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:28.248363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99daf-d39a-4fee-87ab-32f03ce89616 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Network': ['ID=6bab926a-d40e-47e4-b535-3ffdc6e7340d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.265621 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-8b72f813-c3a8-407a-b181-fe97c4eca070 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4955986 Apr 06 14:33:28.274324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port d5e20f64-bc05-446e-b2af-35bfc919971a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d5e20f64-bc05-446e-b2af-35bfc919971a,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:28.295921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2c5ce151-64b1-45c8-b3d7-431c1c5ae37a None None] Provisioning complete for port d5e20f64-bc05-446e-b2af-35bfc919971a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:28.296552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c5ce151-64b1-45c8-b3d7-431c1c5ae37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.300736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95f89624-ed85-4a05-9520-1c8b9e11ba95 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (2ccc6791-82d4-4c04-9132-9d6e2f8e80a3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.316403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for port (c70b3cc4-e830-4824-9b49-609000399a94), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.340466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18434779-ad52-4ed4-a155-d32d90f12aeb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (4009a2c3-d9b3-416f-92e4-f3983de11e8b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.357134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f89624-ed85-4a05-9520-1c8b9e11ba95 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccc6791-82d4-4c04-9132-9d6e2f8e80a3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.364405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95f89624-ed85-4a05-9520-1c8b9e11ba95 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.371929 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-95f89624-ed85-4a05-9520-1c8b9e11ba95 tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/subnets/2ccc6791-82d4-4c04-9132-9d6e2f8e80a3 HTTP/1.1" status: 204 len: 168 time: 0.9734855 Apr 06 14:33:28.372160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41318) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.376973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.384222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1cebe9-1e21-4cd6-89bb-cae033ecaf82 None None] Network f94c7e5b-b132-4047-a896-a622c8814f10 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:28.431399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.445177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:28.449099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.511890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:28.517275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-664a4a0a-cd5f-4b2d-ab29-513438e245c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:28.519048 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-664a4a0a-cd5f-4b2d-ab29-513438e245c8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1129 time: 0.1421382 Apr 06 14:33:28.522126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ce151-64b1-45c8-b3d7-431c1c5ae37a None None] Current status of the port d5e20f64-bc05-446e-b2af-35bfc919971a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:28.524978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (f94c7e5b-b132-4047-a896-a622c8814f10), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.530650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c576f8dd-9802-421e-a1e7-b4083731fc3c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.531025 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Added segment c576f8dd-9802-421e-a1e7-b4083731fc3c of type vlan for network ad115a28-9739-4aa8-92e8-2f3da2c8a740 Apr 06 14:33:28.551202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=d5e20f64-bc05-446e-b2af-35bfc919971a,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.605665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (ad115a28-9739-4aa8-92e8-2f3da2c8a740), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.609564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c70b3cc4-e830-4824-9b49-609000399a94), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.639925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.643579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18434779-ad52-4ed4-a155-d32d90f12aeb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (4009a2c3-d9b3-416f-92e4-f3983de11e8b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.676025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] DHCP port deletion for f94c7e5b-b132-4047-a896-a622c8814f10 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:28.676415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:28.689356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:28.702921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:28.712759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Pushing event updated for resources: {'Port': ['ID=c70b3cc4-e830-4824-9b49-609000399a94,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.746518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Deleting port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:28.746870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.764966 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18434779-ad52-4ed4-a155-d32d90f12aeb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.767666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fda9b2-1235-477d-ac13-60f2f774e1c2 None None] Network ef875c60-a60c-4462-9423-b80a98ab9cfc requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:28.771510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-18434779-ad52-4ed4-a155-d32d90f12aeb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/4009a2c3-d9b3-416f-92e4-f3983de11e8b HTTP/1.1" status: 204 len: 168 time: 1.2143991 Apr 06 14:33:28.771510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:28.771881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18434779-ad52-4ed4-a155-d32d90f12aeb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=4009a2c3-d9b3-416f-92e4-f3983de11e8b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:28.773851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41320) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:28.793724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (ad115a28-9739-4aa8-92e8-2f3da2c8a740), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.793966 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:28.798916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:28.799573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.814057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-f845a279-f94f-4d5b-8b79-50dad4112527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:28.816588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-f845a279-f94f-4d5b-8b79-50dad4112527 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 914 time: 0.2748349 Apr 06 14:33:28.818820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:28.819690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (7496a229-723d-4f52-ae9e-c4029da170c0), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.875648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] Deleting port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:28.876982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:28.986406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] For port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,segment=NetworkSegment(837e8e6c-f44e-400e-b7e8-f0989f74bbf1),segment_id=837e8e6c-f44e-400e-b7e8-f0989f74bbf1)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:28.986785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.028444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] For port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,segment=NetworkSegment(837e8e6c-f44e-400e-b7e8-f0989f74bbf1),segment_id=837e8e6c-f44e-400e-b7e8-f0989f74bbf1)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:29.029874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.064199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] Calling delete_port for c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:29.066466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Calling delete_port for c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:29.073789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-36aedd7a-06e6-421f-a9e4-1d0d37c84e15 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0901902 Apr 06 14:33:29.077523 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8434467 Apr 06 14:33:29.081368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cf231-3230-4f87-9ab3-907d232456e1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Network': ['ID=ad115a28-9739-4aa8-92e8-2f3da2c8a740,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.093753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41322) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:29.097731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network ad115a28-9739-4aa8-92e8-2f3da2c8a740 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:29.101588 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'ad115a28-9739-4aa8-92e8-2f3da2c8a740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:29.189762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (ef875c60-a60c-4462-9423-b80a98ab9cfc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.195898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=cce0a09c-29b0-421e-b3e7-46db5a8fe966,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.221766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] DHCP port deletion for ef875c60-a60c-4462-9423-b80a98ab9cfc request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:29.251524 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.292430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-7286b504-97c3-4a1c-925c-92866ac3ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.293927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-7286b504-97c3-4a1c-925c-92866ac3ae62 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.1169765 Apr 06 14:33:29.323727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fc0eb40e-fa80-42ab-a69a-b740fece69ec None None] Provisioning complete for port cce0a09c-29b0-421e-b3e7-46db5a8fe966 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:29.324122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fc0eb40e-fa80-42ab-a69a-b740fece69ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.375660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fc0eb40e-fa80-42ab-a69a-b740fece69ec None None] Port cce0a09c-29b0-421e-b3e7-46db5a8fe966 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:29.386999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] Deleting port f8e1390d-b759-400f-b412-eb935c2e773b {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:29.386999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.410046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:29.423669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.449651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.460343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port f8e1390d-b759-400f-b412-eb935c2e773b {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:29.460684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.482486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-31fcceec-b1c4-4a5b-bb88-3d7480f3976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:29.484349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-31fcceec-b1c4-4a5b-bb88-3d7480f3976f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1603298 Apr 06 14:33:29.491067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] Pushing event deleted for resources: {'Port': ['ID=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.494627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] For port f8e1390d-b759-400f-b412-eb935c2e773b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f8e1390d-b759-400f-b412-eb935c2e773b,segment=NetworkSegment(3b10762d-bbe2-46ed-9e8b-44c0add47369),segment_id=3b10762d-bbe2-46ed-9e8b-44c0add47369)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:29.495172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.504775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad7674-bae3-4d45-832b-b06e7ad6d1a7 None None] No DVR routers for this DVR port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:29.511227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.523881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] Calling delete_port for f8e1390d-b759-400f-b412-eb935c2e773b owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:29.553005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Port': ['ID=c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.556732 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] No DVR routers for this DVR port c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:29.605581 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router_gateway (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.658725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port f8e1390d-b759-400f-b412-eb935c2e773b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f8e1390d-b759-400f-b412-eb935c2e773b,segment=NetworkSegment(3b10762d-bbe2-46ed-9e8b-44c0add47369),segment_id=3b10762d-bbe2-46ed-9e8b-44c0add47369)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:29.659033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.712936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.716376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for f8e1390d-b759-400f-b412-eb935c2e773b owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:29.747416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (f94c7e5b-b132-4047-a896-a622c8814f10), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.747950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] Pushing event deleted for resources: {'Port': ['ID=f8e1390d-b759-400f-b412-eb935c2e773b,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:29.758683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad983fa4-5686-46fc-aaf4-b99ba8784f5a None None] No DVR routers for this DVR port f8e1390d-b759-400f-b412-eb935c2e773b on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:29.801325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94c7e5b-b132-4047-a896-a622c8814f10']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:29.806117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-ff2d44ef-9789-4bb0-965c-8bf0ea10059f service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788532 Apr 06 14:33:29.823813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837e8e6c-f44e-400e-b7e8-f0989f74bbf1') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:29.824141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837e8e6c-f44e-400e-b7e8-f0989f74bbf1') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:29.840792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (837e8e6c-f44e-400e-b7e8-f0989f74bbf1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.943621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.962535 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (837e8e6c-f44e-400e-b7e8-f0989f74bbf1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.972103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d5e20f64-bc05-446e-b2af-35bfc919971a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:29.975340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:29.975772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (837e8e6c-f44e-400e-b7e8-f0989f74bbf1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:29.979118 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:29.985079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f8e1390d-b759-400f-b412-eb935c2e773b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:29.989521 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8b6c8e1-acc6-48a3-8766-e0a884ff36a8 req-53a362e6-3ab3-462b-9a13-084682161f73 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735511 Apr 06 14:33:30.016008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port f8e1390d-b759-400f-b412-eb935c2e773b on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:30.025468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=f8e1390d-b759-400f-b412-eb935c2e773b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.027908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.028551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (7496a229-723d-4f52-ae9e-c4029da170c0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.046984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d5e20f64-bc05-446e-b2af-35bfc919971a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:30.048244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.053403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (5be85fdf-d65d-46f3-a3fb-bcca60e8d97c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.116495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.125463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.138694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=5be85fdf-d65d-46f3-a3fb-bcca60e8d97c,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.163772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d5e20f64-bc05-446e-b2af-35bfc919971a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:30.183444 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (f94c7e5b-b132-4047-a896-a622c8814f10), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.195685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.199451 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] 10.222.0.71 "DELETE /v2.0/networks/f94c7e5b-b132-4047-a896-a622c8814f10 HTTP/1.1" status: 204 len: 168 time: 1.8237009 Apr 06 14:33:30.206879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (ef875c60-a60c-4462-9423-b80a98ab9cfc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.211576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=cce0a09c-29b0-421e-b3e7-46db5a8fe966,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.248686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef875c60-a60c-4462-9423-b80a98ab9cfc']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:30.249500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde4e02-6bdb-46cc-9b8c-99fdc86920fe tempest-NetworksTest-82992078 tempest-NetworksTest-82992078-project] Pushing event deleted for resources: {'Network': ['ID=f94c7e5b-b132-4047-a896-a622c8814f10,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.260553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Checking segment: {'id': 'c576f8dd-9802-421e-a1e7-b4083731fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ad115a28-9739-4aa8-92e8-2f3da2c8a740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:30.260924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network hostable DHCP agents. Network: ad115a28-9739-4aa8-92e8-2f3da2c8a740, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:30.267955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:30.271855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b10762d-bbe2-46ed-9e8b-44c0add47369') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:30.272371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b10762d-bbe2-46ed-9e8b-44c0add47369') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:30.284988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (3b10762d-bbe2-46ed-9e8b-44c0add47369), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.295850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:30.298643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:30.310546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (3b10762d-bbe2-46ed-9e8b-44c0add47369), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.318736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:30.320216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8ba0e4f-6975-4fec-b6fe-aaf98752dfbe not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:30.321252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f8e1390d-b759-400f-b412-eb935c2e773b no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:30.348064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: f8e1390d-b759-400f-b412-eb935c2e773b {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:30.348911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f8e1390d-b759-400f-b412-eb935c2e773b not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:30.389445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:30.389445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (3b10762d-bbe2-46ed-9e8b-44c0add47369), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:30.392846 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:30.497542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network ad115a28-9739-4aa8-92e8-2f3da2c8a740 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:30.571639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Router ec7b5f45-81c8-4c7d-9bed-e19418d847c9 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:30.683964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (ef875c60-a60c-4462-9423-b80a98ab9cfc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.689222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.700253 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/ef875c60-a60c-4462-9423-b80a98ab9cfc HTTP/1.1" status: 204 len: 168 time: 1.9115856 Apr 06 14:33:30.704956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41330) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.708731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa408f-2dcc-41fa-8d10-de069e7cc8a2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=ef875c60-a60c-4462-9423-b80a98ab9cfc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:30.713359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-962850089'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:30.722588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-baaaff18-4a69-4b63-b111-159ea82aa006 None None] Provisioning complete for port cce0a09c-29b0-421e-b3e7-46db5a8fe966 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:30.723257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-baaaff18-4a69-4b63-b111-159ea82aa006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.729281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:30.738821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.739113 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5817a2-cc80-47e8-963a-256cab8df7b8 None None] Sync routers for ids ['ec7b5f45-81c8-4c7d-9bed-e19418d847c9'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:30.742222 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-032b8b4e-0102-407a-9732-225f11854698 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "PUT /v2.0/routers/ec7b5f45-81c8-4c7d-9bed-e19418d847c9 HTTP/1.1" status: 200 len: 920 time: 4.5923212 Apr 06 14:33:30.745100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41332) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.757674 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5817a2-cc80-47e8-963a-256cab8df7b8 None None] Routers {'ec7b5f45-81c8-4c7d-9bed-e19418d847c9'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:30.758424 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-8e5817a2-cc80-47e8-963a-256cab8df7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ec7b5f45-81c8-4c7d-9bed-e19418d847c9'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:30.764606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, ad115a28-9739-4aa8-92e8-2f3da2c8a740) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:30.769578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:30.770252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.782587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd3c5a-3c8f-45cf-a1a3-6263db299929 None None] Network ad115a28-9739-4aa8-92e8-2f3da2c8a740 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:30.799307 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-8e5817a2-cc80-47e8-963a-256cab8df7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:30.822098 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5817a2-cc80-47e8-963a-256cab8df7b8 None None] Routers {'ec7b5f45-81c8-4c7d-9bed-e19418d847c9'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:30.822822 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-8e5817a2-cc80-47e8-963a-256cab8df7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ec7b5f45-81c8-4c7d-9bed-e19418d847c9'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:30.845121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-baaaff18-4a69-4b63-b111-159ea82aa006 None None] Port cce0a09c-29b0-421e-b3e7-46db5a8fe966 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:30.861427 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-8e5817a2-cc80-47e8-963a-256cab8df7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:30.862163 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5817a2-cc80-47e8-963a-256cab8df7b8 None None] The sync data for ids ['ec7b5f45-81c8-4c7d-9bed-e19418d847c9'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:30.910008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-ad115a28-9739-4aa8-92e8-2f3da2c8a740', 'network_id': 'ad115a28-9739-4aa8-92e8-2f3da2c8a740', 'project_id': '6a6f25c64c694d458fa4cabc0ce432b2', 'fixed_ips': [{'subnet_id': '5be85fdf-d65d-46f3-a3fb-bcca60e8d97c'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:30.911190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.911793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:30.915691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.941389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:30.952006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2858a534-ea48-44ec-9dea-e857ea8b590d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:30.952494 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment 2858a534-ea48-44ec-9dea-e857ea8b590d of type vlan for network 58db1c82-6d08-40d1-b990-e7b651a3d126 Apr 06 14:33:30.993482 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-32e2a4c8-df0a-4719-aac6-abb7a2a24334 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8920400 Apr 06 14:33:30.993482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41334) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:30.997840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e9672d61-98cf-4b59-b0c9-d0387b1bea6e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-450561222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:31.014099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (58db1c82-6d08-40d1-b990-e7b651a3d126), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.108425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Allocated IP 2001:db8::2 (ad115a28-9739-4aa8-92e8-2f3da2c8a740/5be85fdf-d65d-46f3-a3fb-bcca60e8d97c/59db5056-aaae-43e0-b870-a3b07fef13cc) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:31.157132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Router 7496a229-723d-4f52-ae9e-c4029da170c0 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:31.181436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9672d61-98cf-4b59-b0c9-d0387b1bea6e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (9a861e1f-d417-4be7-a47d-3a5287403836), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.183120 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9672d61-98cf-4b59-b0c9-d0387b1bea6e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (9a861e1f-d417-4be7-a47d-3a5287403836), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.266926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Publish callbacks [] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.311713 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-35143563-cf99-493a-bf46-2fb67ef455b4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/routers/ec7b5f45-81c8-4c7d-9bed-e19418d847c9 HTTP/1.1" status: 200 len: 926 time: 0.5643840 Apr 06 14:33:31.313339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:31.320469 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-591da68e-7374-46cb-83ae-35903b62b509 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "PUT /v2.0/routers/7496a229-723d-4f52-ae9e-c4029da170c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3263288 Apr 06 14:33:31.321354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41338) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.329210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Sync routers for ids ['7496a229-723d-4f52-ae9e-c4029da170c0'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:31.334628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41340) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.345711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Routers {'7496a229-723d-4f52-ae9e-c4029da170c0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:31.346633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['7496a229-723d-4f52-ae9e-c4029da170c0'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:31.437180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018cef3c-5b08-40d2-9d5e-edfb72ffd6ae tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:31.442166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-018cef3c-5b08-40d2-9d5e-edfb72ffd6ae tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports/cce0a09c-29b0-421e-b3e7-46db5a8fe966 HTTP/1.1" status: 200 len: 911 time: 0.1079576 Apr 06 14:33:31.445665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41342) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.484684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41344) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.488480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e1147-0b22-416a-b0f4-da915134ab26 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:31.493269 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-042e1147-0b22-416a-b0f4-da915134ab26 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=ec7b5f45-81c8-4c7d-9bed-e19418d847c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1677070 Apr 06 14:33:31.497624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41346) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.568099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9672d61-98cf-4b59-b0c9-d0387b1bea6e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for router_controller (9a861e1f-d417-4be7-a47d-3a5287403836), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.570693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (58db1c82-6d08-40d1-b990-e7b651a3d126), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.577292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:31.577798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.583276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1c12c-cf7f-4c0b-b363-758570670139 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:31.591745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1c12c-cf7f-4c0b-b363-758570670139 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:31.597599 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-02a1c12c-cf7f-4c0b-b363-758570670139 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1503539 Apr 06 14:33:31.602699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41350) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.648620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27df31-8ee4-48d5-9f8c-e9bdf2030fec tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:31.655201 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0f27df31-8ee4-48d5-9f8c-e9bdf2030fec tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 881 time: 0.1518993 Apr 06 14:33:31.655449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.655910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=58db1c82-6d08-40d1-b990-e7b651a3d126,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:31.659366 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41352) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.674878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Set router 7496a229-723d-4f52-ae9e-c4029da170c0 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:31.700110 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-774dffa5-2da6-4f18-a617-d1bf3bb7964a tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec7b5f45-81c8-4c7d-9bed-e19418d847c9 HTTP/1.1" status: 200 len: 205 time: 0.0362761 Apr 06 14:33:31.700110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9672d61-98cf-4b59-b0c9-d0387b1bea6e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (9a861e1f-d417-4be7-a47d-3a5287403836), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.707300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41354) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.756796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 58db1c82-6d08-40d1-b990-e7b651a3d126 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:31.785652 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b52fec5b-db3b-413c-801c-e588afe74731 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0792115 Apr 06 14:33:31.789771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41358) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.797023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': '58db1c82-6d08-40d1-b990-e7b651a3d126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:31.817740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Network ad115a28-9739-4aa8-92e8-2f3da2c8a740 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:31.855139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:31.874071 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-37494d74-c8d7-4945-9895-434b0d01bbca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=711fdffd593a49f0b9e942dfccd09e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849485 Apr 06 14:33:31.875172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41360) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.890955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:31.922846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9672d61-98cf-4b59-b0c9-d0387b1bea6e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:31.924108 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e9672d61-98cf-4b59-b0c9-d0387b1bea6e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9299951 Apr 06 14:33:31.938230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41362) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:31.946047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'network_id': 'ad115a28-9739-4aa8-92e8-2f3da2c8a740', 'name': 'tempest-PortsIpV6TestJSON-1893144479'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:31.958154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Pushing event updated for resources: {'Port': ['ID=59db5056-aaae-43e0-b870-a3b07fef13cc,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:31.974057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.026602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Attempting to bind port 59db5056-aaae-43e0-b870-a3b07fef13cc on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:32.027818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Attempting to bind port 59db5056-aaae-43e0-b870-a3b07fef13cc by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c576f8dd-9802-421e-a1e7-b4083731fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ad115a28-9739-4aa8-92e8-2f3da2c8a740'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:32.027818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Attempting to bind port 59db5056-aaae-43e0-b870-a3b07fef13cc on network ad115a28-9739-4aa8-92e8-2f3da2c8a740 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:32.041913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:32.042297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Checking segment: {'id': 'c576f8dd-9802-421e-a1e7-b4083731fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ad115a28-9739-4aa8-92e8-2f3da2c8a740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:32.042731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.043290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Bound using segment: {'id': 'c576f8dd-9802-421e-a1e7-b4083731fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ad115a28-9739-4aa8-92e8-2f3da2c8a740'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:32.044120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Bound port: 59db5056-aaae-43e0-b870-a3b07fef13cc, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c576f8dd-9802-421e-a1e7-b4083731fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ad115a28-9739-4aa8-92e8-2f3da2c8a740'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:32.044552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.100697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ebdb01e2-2ed8-4ae4-a7a6-7ed25d54721e admin admin] Publish callbacks [] for security_group (3e2ddecb-9730-4f26-aa38-e7f5d4b4a7f0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.105687 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:32.109298 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.192553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] For port 59db5056-aaae-43e0-b870-a3b07fef13cc, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:32.193296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ebdb01e2-2ed8-4ae4-a7a6-7ed25d54721e admin admin] Publish callbacks [] for security_group (3e2ddecb-9730-4f26-aa38-e7f5d4b4a7f0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.199486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] For port 59db5056-aaae-43e0-b870-a3b07fef13cc, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=59db5056-aaae-43e0-b870-a3b07fef13cc,segment=NetworkSegment(c576f8dd-9802-421e-a1e7-b4083731fc3c),segment_id=c576f8dd-9802-421e-a1e7-b4083731fc3c)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:32.203392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7496a229-723d-4f52-ae9e-c4029da170c0', 'name': 'tempest-NetworksTestDHCPv6-router-1235762171', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:25Z', 'updated_at': '2022-04-06T14:33:28Z', 'revision_number': 2, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'gw_port_host': None, '_interfaces': [{'id': 'cce0a09c-29b0-421e-b3e7-46db5a8fe966', 'name': '', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'mac_address': 'fa:16:3e:93:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7496a229-723d-4f52-ae9e-c4029da170c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '347afdcc-2cc7-4783-8ffa-88eba9703695', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:29Z', 'revision_number': 2, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'subnets': [{'id': '347afdcc-2cc7-4783-8ffa-88eba9703695', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:32.223295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:32.227869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.231717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (7496a229-723d-4f52-ae9e-c4029da170c0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.236322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Checking router: 7496a229-723d-4f52-ae9e-c4029da170c0 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:32.236786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Updating router 7496a229-723d-4f52-ae9e-c4029da170c0 port cce0a09c-29b0-421e-b3e7-46db5a8fe966 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:32.271458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.285039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.293742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.317805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port fe396510-2bcf-4173-bf75-24741f527e12 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:32.482116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ebdb01e2-2ed8-4ae4-a7a6-7ed25d54721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (3e2ddecb-9730-4f26-aa38-e7f5d4b4a7f0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.482372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3beb9-5c56-4220-aca5-8c6366284a10 None None] Pushing event updated for resources: {'Port': ['ID=59db5056-aaae-43e0-b870-a3b07fef13cc,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:32.484540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ebdb01e2-2ed8-4ae4-a7a6-7ed25d54721e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.492253 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ebdb01e2-2ed8-4ae4-a7a6-7ed25d54721e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3e2ddecb-9730-4f26-aa38-e7f5d4b4a7f0 HTTP/1.1" status: 204 len: 168 time: 0.6127288 Apr 06 14:33:32.523609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb01e2-2ed8-4ae4-a7a6-7ed25d54721e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ddecb-9730-4f26-aa38-e7f5d4b4a7f0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:32.542768 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Deleting port c70b3cc4-e830-4824-9b49-609000399a94 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:32.543278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c70b3cc4-e830-4824-9b49-609000399a94), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.611692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::2bf (ad115a28-9739-4aa8-92e8-2f3da2c8a740/5be85fdf-d65d-46f3-a3fb-bcca60e8d97c/fe396510-2bcf-4173-bf75-24741f527e12) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:32.623319 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (fc7f60aa-8c30-400a-812f-0abd50afee54), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.684767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c70b3cc4-e830-4824-9b49-609000399a94), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.705124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Calling delete_port for c70b3cc4-e830-4824-9b49-609000399a94 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:32.778406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Publish callbacks [] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.832368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port cce0a09c-29b0-421e-b3e7-46db5a8fe966 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:32.832811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.878331 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.928850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=fc7f60aa-8c30-400a-812f-0abd50afee54,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:32.956348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': '2858a534-ea48-44ec-9dea-e857ea8b590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '58db1c82-6d08-40d1-b990-e7b651a3d126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:32.956846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: 58db1c82-6d08-40d1-b990-e7b651a3d126, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:32.970020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (fe396510-2bcf-4173-bf75-24741f527e12), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:32.988201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.012422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for cce0a09c-29b0-421e-b3e7-46db5a8fe966 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:33.056114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da800e-eff4-4bfa-afbb-bfe016e5fcf2 None None] Pushing event updated for resources: {'Port': ['ID=cce0a09c-29b0-421e-b3e7-46db5a8fe966,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.092491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Attempting to bind port cce0a09c-29b0-421e-b3e7-46db5a8fe966 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:33.092875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Attempting to bind port cce0a09c-29b0-421e-b3e7-46db5a8fe966 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:33.093395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Attempting to bind port cce0a09c-29b0-421e-b3e7-46db5a8fe966 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:33.099557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:33.099936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:33.100405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.100814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:33.101310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Bound port: cce0a09c-29b0-421e-b3e7-46db5a8fe966, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:33.101899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.148674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c70b3cc4-e830-4824-9b49-609000399a94), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.235479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] For port cce0a09c-29b0-421e-b3e7-46db5a8fe966, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:33.240574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] For port cce0a09c-29b0-421e-b3e7-46db5a8fe966, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cce0a09c-29b0-421e-b3e7-46db5a8fe966,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:33.246059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fe396510-2bcf-4173-bf75-24741f527e12), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.249288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event deleted for resources: {'Port': ['ID=c70b3cc4-e830-4824-9b49-609000399a94,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.284902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 58db1c82-6d08-40d1-b990-e7b651a3d126 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:33.320706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network ad115a28-9739-4aa8-92e8-2f3da2c8a740 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:33.320706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:33.320706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:33.320706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:33.321499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.340596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=fe396510-2bcf-4173-bf75-24741f527e12,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.378628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.420741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.485971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8f0b6be5-6452-4382-9fb3-a674c57b5029 None None] Provisioning complete for port cce0a09c-29b0-421e-b3e7-46db5a8fe966 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:33.486643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6be5-6452-4382-9fb3-a674c57b5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.510210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 58db1c82-6d08-40d1-b990-e7b651a3d126) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:33.521124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:33.521749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.545605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.551431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.563076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a8919-1972-493c-9fa9-c9f585143871 None None] Network 58db1c82-6d08-40d1-b990-e7b651a3d126 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:33.571439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Routers {'7496a229-723d-4f52-ae9e-c4029da170c0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:33.572863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['7496a229-723d-4f52-ae9e-c4029da170c0'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:33.617325 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-33b0406f-7309-4108-a7ab-be2f283ca73f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6774487 Apr 06 14:33:33.629666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41378) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.676061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da800e-eff4-4bfa-afbb-bfe016e5fcf2 None None] Pushing event updated for resources: {'Port': ['ID=cce0a09c-29b0-421e-b3e7-46db5a8fe966,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.688104 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9d580ffb-a5f8-4da9-9516-2fc40c5f2820 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8967187 Apr 06 14:33:33.696357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41380) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.701750 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-69ab100d-48a7-4ac7-8aae-f4c3b5b06fa4 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1058233902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:33.731188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cce0a09c-29b0-421e-b3e7-46db5a8fe966), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.765575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8f0b6be5-6452-4382-9fb3-a674c57b5029 None None] Could not find standard attr ID for object cce0a09c-29b0-421e-b3e7-46db5a8fe966. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:33.768326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=cce0a09c-29b0-421e-b3e7-46db5a8fe966,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:33.773815 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.plugins.ml2.db [None req-8f0b6be5-6452-4382-9fb3-a674c57b5029 None None] No ports have port_id starting with cce0a09c-29b0-421e-b3e7-46db5a8fe966 Apr 06 14:33:33.781974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] Set router 7496a229-723d-4f52-ae9e-c4029da170c0 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:33.924410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (ec7b5f45-81c8-4c7d-9bed-e19418d847c9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.925183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Fanout notify agent at l3_agent the message router_deleted on router ec7b5f45-81c8-4c7d-9bed-e19418d847c9 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:33.940114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:33.940114 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6113861f-950a-4144-b28b-78daeebce695 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/ec7b5f45-81c8-4c7d-9bed-e19418d847c9 HTTP/1.1" status: 204 len: 168 time: 2.2277675 Apr 06 14:33:33.941204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41382) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:33.979586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1442233329', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:34.015314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69ab100d-48a7-4ac7-8aae-f4c3b5b06fa4 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (4504c464-b4ed-4480-95b3-6683e4fa607c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.017243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69ab100d-48a7-4ac7-8aae-f4c3b5b06fa4 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (4504c464-b4ed-4480-95b3-6683e4fa607c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.094023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (7496a229-723d-4f52-ae9e-c4029da170c0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.100234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (a315f47a-19f1-4388-9ae3-620884d7b0c5), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.101291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (a315f47a-19f1-4388-9ae3-620884d7b0c5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.173666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69ab100d-48a7-4ac7-8aae-f4c3b5b06fa4 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (4504c464-b4ed-4480-95b3-6683e4fa607c), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.249864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69ab100d-48a7-4ac7-8aae-f4c3b5b06fa4 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (4504c464-b4ed-4480-95b3-6683e4fa607c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.295113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-58db1c82-6d08-40d1-b990-e7b651a3d126', 'network_id': '58db1c82-6d08-40d1-b990-e7b651a3d126', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': 'fc7f60aa-8c30-400a-812f-0abd50afee54'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:34.295113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.295113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3565584-561e-4461-b528-17691fb8d14f None None] Network ad115a28-9739-4aa8-92e8-2f3da2c8a740 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:34.295113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 59db5056-aaae-43e0-b870-a3b07fef13cc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:34.295781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (a315f47a-19f1-4388-9ae3-620884d7b0c5), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.366494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-aeb63d9a-2314-480f-a9cc-8d3cf7903f9d None None] Could not find standard attr ID for object cce0a09c-29b0-421e-b3e7-46db5a8fe966. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:34.390774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69ab100d-48a7-4ac7-8aae-f4c3b5b06fa4 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.394908 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-69ab100d-48a7-4ac7-8aae-f4c3b5b06fa4 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6946664 Apr 06 14:33:34.395845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41392) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.510716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Router 7496a229-723d-4f52-ae9e-c4029da170c0 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:34.565227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41394) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.605457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fe396510-2bcf-4173-bf75-24741f527e12), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.628571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (a315f47a-19f1-4388-9ae3-620884d7b0c5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.631069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 59db5056-aaae-43e0-b870-a3b07fef13cc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:34.631587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.734123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9ea99e19-bbec-41a1-b173-bb5561efde8c None None] Provisioning complete for port 59db5056-aaae-43e0-b870-a3b07fef13cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:34.734123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99e19-bbec-41a1-b173-bb5561efde8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.738073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-951710577'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:34.749716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:34.758760 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b27576b1-2366-41c9-a4f6-46167a9ea596 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "PUT /v2.0/routers/7496a229-723d-4f52-ae9e-c4029da170c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1552734 Apr 06 14:33:34.762189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41398) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.805618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Allocated IP 172.20.0.2 (58db1c82-6d08-40d1-b990-e7b651a3d126/fc7f60aa-8c30-400a-812f-0abd50afee54/f1585a0b-037e-4ed1-8f37-3eea125f1d94) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:34.891588 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db162f-a95c-4db4-933d-f64ffb666ae5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:34.893235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db162f-a95c-4db4-933d-f64ffb666ae5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:34.897640 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-07db162f-a95c-4db4-933d-f64ffb666ae5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1304879 Apr 06 14:33:34.917165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41400) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:34.926227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:34.943951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7496a229-723d-4f52-ae9e-c4029da170c0', 'name': 'tempest-NetworksTestDHCPv6-router-1235762171', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:25Z', 'updated_at': '2022-04-06T14:33:28Z', 'revision_number': 2, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'gw_port_host': None, '_interfaces': [{'id': 'cce0a09c-29b0-421e-b3e7-46db5a8fe966', 'name': '', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'mac_address': 'fa:16:3e:93:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7496a229-723d-4f52-ae9e-c4029da170c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '347afdcc-2cc7-4783-8ffa-88eba9703695', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:33Z', 'revision_number': 4, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'subnets': [{'id': '347afdcc-2cc7-4783-8ffa-88eba9703695', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:35.019304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf04c3-7ed7-4a40-931a-f6901f065035 None None] The sync data for ids ['7496a229-723d-4f52-ae9e-c4029da170c0'] in dv-neutron-835863-1-hyperv is: [{'id': '7496a229-723d-4f52-ae9e-c4029da170c0', 'name': 'tempest-NetworksTestDHCPv6-router-1235762171', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:25Z', 'updated_at': '2022-04-06T14:33:28Z', 'revision_number': 2, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'gw_port_host': None, '_interfaces': [{'id': 'cce0a09c-29b0-421e-b3e7-46db5a8fe966', 'name': '', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'tenant_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'mac_address': 'fa:16:3e:93:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7496a229-723d-4f52-ae9e-c4029da170c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '347afdcc-2cc7-4783-8ffa-88eba9703695', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:27Z', 'updated_at': '2022-04-06T14:33:33Z', 'revision_number': 4, 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'subnets': [{'id': '347afdcc-2cc7-4783-8ffa-88eba9703695', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:35.070019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-02482dd3-647a-469a-afe7-f0832d73ca11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 347afdcc-2cc7-4783-8ffa-88eba9703695 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:35.078318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02482dd3-647a-469a-afe7-f0832d73ca11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (347afdcc-2cc7-4783-8ffa-88eba9703695), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.104917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9ea99e19-bbec-41a1-b173-bb5561efde8c None None] Current status of the port 59db5056-aaae-43e0-b870-a3b07fef13cc is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:35.110157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99e19-bbec-41a1-b173-bb5561efde8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.143496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 59db5056-aaae-43e0-b870-a3b07fef13cc is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:35.146194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.196845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9ea99e19-bbec-41a1-b173-bb5561efde8c None None] For port 59db5056-aaae-43e0-b870-a3b07fef13cc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=59db5056-aaae-43e0-b870-a3b07fef13cc,segment=NetworkSegment(c576f8dd-9802-421e-a1e7-b4083731fc3c),segment_id=c576f8dd-9802-421e-a1e7-b4083731fc3c)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:35.208882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:35.213303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.244057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.275698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02482dd3-647a-469a-afe7-f0832d73ca11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (347afdcc-2cc7-4783-8ffa-88eba9703695), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.347116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Publish callbacks [] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.352282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99e19-bbec-41a1-b173-bb5561efde8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.457909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for security_group (fed10194-3e90-43e1-ba94-6242c26ce8a2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.495585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea99e19-bbec-41a1-b173-bb5561efde8c None None] Pushing event updated for resources: {'Port': ['ID=59db5056-aaae-43e0-b870-a3b07fef13cc,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.503999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02482dd3-647a-469a-afe7-f0832d73ca11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (347afdcc-2cc7-4783-8ffa-88eba9703695), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.526052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.531368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:33:35.531861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:33:35.606353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Network 58db1c82-6d08-40d1-b990-e7b651a3d126 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:35.609597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:35.617229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:35.625605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Pushing event updated for resources: {'Port': ['ID=f1585a0b-037e-4ed1-8f37-3eea125f1d94,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.631402 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.20.0.1 (58db1c82-6d08-40d1-b990-e7b651a3d126/fc7f60aa-8c30-400a-812f-0abd50afee54/8658b5dc-f79b-4c25-a5c1-e35a8ddae96a) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:35.675244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fed10194-3e90-43e1-ba94-6242c26ce8a2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.721981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Attempting to bind port f1585a0b-037e-4ed1-8f37-3eea125f1d94 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:35.722440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Attempting to bind port f1585a0b-037e-4ed1-8f37-3eea125f1d94 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '2858a534-ea48-44ec-9dea-e857ea8b590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '58db1c82-6d08-40d1-b990-e7b651a3d126'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:35.722875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Attempting to bind port f1585a0b-037e-4ed1-8f37-3eea125f1d94 on network 58db1c82-6d08-40d1-b990-e7b651a3d126 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:35.727441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4c0e8d21-d3f9-40ec-9090-8206ce5f023d None None] Provisioning complete for port 59db5056-aaae-43e0-b870-a3b07fef13cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:35.728356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c0e8d21-d3f9-40ec-9090-8206ce5f023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.747068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:35.757888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:35.758347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Checking segment: {'id': '2858a534-ea48-44ec-9dea-e857ea8b590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '58db1c82-6d08-40d1-b990-e7b651a3d126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:35.762812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.762812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Bound using segment: {'id': '2858a534-ea48-44ec-9dea-e857ea8b590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '58db1c82-6d08-40d1-b990-e7b651a3d126'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:35.762812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Bound port: f1585a0b-037e-4ed1-8f37-3eea125f1d94, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2858a534-ea48-44ec-9dea-e857ea8b590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '58db1c82-6d08-40d1-b990-e7b651a3d126'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:35.762812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.780225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed10194-3e90-43e1-ba94-6242c26ce8a2,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.788317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02482dd3-647a-469a-afe7-f0832d73ca11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (347afdcc-2cc7-4783-8ffa-88eba9703695), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.828564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (fe396510-2bcf-4173-bf75-24741f527e12), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.835209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02482dd3-647a-469a-afe7-f0832d73ca11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=347afdcc-2cc7-4783-8ffa-88eba9703695,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:35.835425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e68913d8-8a51-4b0a-8d1b-b216c4987af8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.835933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment e68913d8-8a51-4b0a-8d1b-b216c4987af8 of type vlan for network 7a421568-a330-4d32-889f-dbad55b23241 Apr 06 14:33:35.868011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02482dd3-647a-469a-afe7-f0832d73ca11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.872685 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-02482dd3-647a-469a-afe7-f0832d73ca11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/347afdcc-2cc7-4783-8ffa-88eba9703695 HTTP/1.1" status: 204 len: 168 time: 0.9540844 Apr 06 14:33:35.876516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.878040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41402) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:35.878517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] For port f1585a0b-037e-4ed1-8f37-3eea125f1d94, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:35.883591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] For port f1585a0b-037e-4ed1-8f37-3eea125f1d94, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f1585a0b-037e-4ed1-8f37-3eea125f1d94,segment=NetworkSegment(2858a534-ea48-44ec-9dea-e857ea8b590d),segment_id=2858a534-ea48-44ec-9dea-e857ea8b590d)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:35.889671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c99c0e-500a-4788-8930-9b4dea5cba17 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:36.020309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e8d21-d3f9-40ec-9090-8206ce5f023d None None] Current status of the port 59db5056-aaae-43e0-b870-a3b07fef13cc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:36.029087 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cc7dc7c9-407b-4c94-a6ea-648a9c21fd8a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1494105 Apr 06 14:33:36.031670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41404) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:36.039259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (fe396510-2bcf-4173-bf75-24741f527e12), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.063993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7a421568-a330-4d32-889f-dbad55b23241), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.089613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.107494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4c0e8d21-d3f9-40ec-9090-8206ce5f023d None None] Provisioning complete for port fe396510-2bcf-4173-bf75-24741f527e12 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:36.108689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c0e8d21-d3f9-40ec-9090-8206ce5f023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fe396510-2bcf-4173-bf75-24741f527e12), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.159749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2bb02e18-ac6e-4b74-8086-196e7fa23585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router (7496a229-723d-4f52-ae9e-c4029da170c0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.175343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (a315f47a-19f1-4388-9ae3-620884d7b0c5), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.193313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 59db5056-aaae-43e0-b870-a3b07fef13cc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:36.206410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e8d21-d3f9-40ec-9090-8206ce5f023d None None] Port fe396510-2bcf-4173-bf75-24741f527e12 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:36.229851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b41cc-7326-43ef-9275-2852ffbbaaec None None] Pushing event updated for resources: {'Port': ['ID=f1585a0b-037e-4ed1-8f37-3eea125f1d94,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:36.233891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.235445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=fe396510-2bcf-4173-bf75-24741f527e12,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:36.254389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:36.262779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.371352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-67903844-eed6-4993-9f2a-2c0abd4e23fb None None] Provisioning complete for port fe396510-2bcf-4173-bf75-24741f527e12 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:36.371879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-67903844-eed6-4993-9f2a-2c0abd4e23fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fe396510-2bcf-4173-bf75-24741f527e12), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.432665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 59db5056-aaae-43e0-b870-a3b07fef13cc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:36.434401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7a421568-a330-4d32-889f-dbad55b23241), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.434401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:36.435183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.500244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-67903844-eed6-4993-9f2a-2c0abd4e23fb None None] Port fe396510-2bcf-4173-bf75-24741f527e12 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:36.566797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] Deleting port d5e20f64-bc05-446e-b2af-35bfc919971a {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:36.567213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.658709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 59db5056-aaae-43e0-b870-a3b07fef13cc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:36.659187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.668703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (9a861e1f-d417-4be7-a47d-3a5287403836), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.694228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] For port d5e20f64-bc05-446e-b2af-35bfc919971a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d5e20f64-bc05-446e-b2af-35bfc919971a,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:36.694633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.713688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] Calling delete_port for d5e20f64-bc05-446e-b2af-35bfc919971a owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:36.725240 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 58db1c82-6d08-40d1-b990-e7b651a3d126 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:36.731810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=8658b5dc-f79b-4c25-a5c1-e35a8ddae96a,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:36.740898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:36.770838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:36.832284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Allocated IP 172.26.7.168 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/9c8e3ce6-cd76-4e99-b1f2-715faec66d18) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:36.875129 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2bb02e18-ac6e-4b74-8086-196e7fa23585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (7496a229-723d-4f52-ae9e-c4029da170c0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.879214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2bb02e18-ac6e-4b74-8086-196e7fa23585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router_controller (7496a229-723d-4f52-ae9e-c4029da170c0), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.887670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=7a421568-a330-4d32-889f-dbad55b23241,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:36.927933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (4504c464-b4ed-4480-95b3-6683e4fa607c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:36.968587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7a421568-a330-4d32-889f-dbad55b23241 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:37.011569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for port (9c8e3ce6-cd76-4e99-b1f2-715faec66d18), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.052109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a5671684-ace1-420b-a471-58b3461168cd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4825163 Apr 06 14:33:37.054906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41408) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.060104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-964737967'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:37.071673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-32c80820-e475-4283-89f7-6a89bcd81a60 None None] Provisioning complete for port fe396510-2bcf-4173-bf75-24741f527e12 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:37.072052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-32c80820-e475-4283-89f7-6a89bcd81a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fe396510-2bcf-4173-bf75-24741f527e12), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.141772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-32c80820-e475-4283-89f7-6a89bcd81a60 None None] Port fe396510-2bcf-4173-bf75-24741f527e12 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:37.145651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 59db5056-aaae-43e0-b870-a3b07fef13cc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:37.190508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2bb02e18-ac6e-4b74-8086-196e7fa23585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (7496a229-723d-4f52-ae9e-c4029da170c0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.191649 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb02e18-ac6e-4b74-8086-196e7fa23585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Fanout notify agent at l3_agent the message router_deleted on router 7496a229-723d-4f52-ae9e-c4029da170c0 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:37.200401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2bb02e18-ac6e-4b74-8086-196e7fa23585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.200524 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:37.201579 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2bb02e18-ac6e-4b74-8086-196e7fa23585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/routers/7496a229-723d-4f52-ae9e-c4029da170c0 HTTP/1.1" status: 204 len: 168 time: 1.1689668 Apr 06 14:33:37.203882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.206307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9c8e3ce6-cd76-4e99-b1f2-715faec66d18), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.213419 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41410) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.227346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d5e20f64-bc05-446e-b2af-35bfc919971a no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:37.236566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.275516 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (d5e20f64-bc05-446e-b2af-35bfc919971a), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.288456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fe396510-2bcf-4173-bf75-24741f527e12), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.289183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No active binding found for port d5e20f64-bc05-446e-b2af-35bfc919971a {{(pid=104444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 14:33:37.289831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] The host dv-neutron-835863-1-hyperv is not matching for port d5e20f64-bc05-446e-b2af-35bfc919971a host None! {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:33:37.290225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d5e20f64-bc05-446e-b2af-35bfc919971a not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:37.316225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:37.330425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:37.332659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:37.332824 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] Pushing event deleted for resources: {'Port': ['ID=d5e20f64-bc05-446e-b2af-35bfc919971a,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:37.336221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:37.337856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6960fb-4473-4ea4-a1c6-446a6ac5a116 None None] No DVR routers for this DVR port d5e20f64-bc05-446e-b2af-35bfc919971a on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:37.373690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event updated for resources: {'Port': ['ID=9c8e3ce6-cd76-4e99-b1f2-715faec66d18,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:37.415088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (86f059e8-ca84-4f05-b135-d9bae20ea417), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.415441 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment 86f059e8-ca84-4f05-b135-d9bae20ea417 of type vlan for network 5fb34545-771c-4977-83c2-2c1fd38ef085 Apr 06 14:33:37.513829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c273599-be63-49f6-a948-dd10f07832b0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:37.515435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3c273599-be63-49f6-a948-dd10f07832b0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2970631 Apr 06 14:33:37.520336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41412) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.601011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6344fe-bf45-4301-be93-ccfe89a21eb1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:37.602771 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ec6344fe-bf45-4301-be93-ccfe89a21eb1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0814154 Apr 06 14:33:37.606400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41414) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.621591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (5fb34545-771c-4977-83c2-2c1fd38ef085), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.659079 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-defb4a1b-b771-44b9-9d39-f1c7e726b8e2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512362 Apr 06 14:33:37.664346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41416) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:37.669368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:37.731370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.768924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba653cf-a9bd-4e16-bcff-74dd512044c8 None None] Network 58db1c82-6d08-40d1-b990-e7b651a3d126 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:37.801354 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946c98f-0ede-47a5-9b71-f8ec038a88fd None None] Sync routers for ids ['7496a229-723d-4f52-ae9e-c4029da170c0'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:37.816643 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946c98f-0ede-47a5-9b71-f8ec038a88fd None None] Routers set() bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:37.817240 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946c98f-0ede-47a5-9b71-f8ec038a88fd None None] Router IDs set() for agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 14:33:37.818472 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_agentschedulers_db [None req-f946c98f-0ede-47a5-9b71-f8ec038a88fd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7496a229-723d-4f52-ae9e-c4029da170c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent'). {{(pid=104449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 06 14:33:37.827244 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946c98f-0ede-47a5-9b71-f8ec038a88fd None None] Routers set() bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:37.827599 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946c98f-0ede-47a5-9b71-f8ec038a88fd None None] Router IDs set() for agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 14:33:37.828170 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_agentschedulers_db [None req-f946c98f-0ede-47a5-9b71-f8ec038a88fd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7496a229-723d-4f52-ae9e-c4029da170c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent'). {{(pid=104449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 06 14:33:37.828533 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946c98f-0ede-47a5-9b71-f8ec038a88fd None None] The sync data for ids ['7496a229-723d-4f52-ae9e-c4029da170c0'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:37.844408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (fe396510-2bcf-4173-bf75-24741f527e12), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.856097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (5fb34545-771c-4977-83c2-2c1fd38ef085), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.861431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:37.862215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.896023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4f9246e7-736a-4e05-bf8e-8895bb20cb10 None None] Provisioning complete for port f1585a0b-037e-4ed1-8f37-3eea125f1d94 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:37.896619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f9246e7-736a-4e05-bf8e-8895bb20cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.938116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=5fb34545-771c-4977-83c2-2c1fd38ef085,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:37.941446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:37.944951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (fe396510-2bcf-4173-bf75-24741f527e12), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.945740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (9a861e1f-d417-4be7-a47d-3a5287403836), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.947288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:37.956157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 5fb34545-771c-4977-83c2-2c1fd38ef085 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:37.957344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.075022 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a1f944fc-de88-4e7d-8ded-c2907261fcaa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0162714 Apr 06 14:33:38.077525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41418) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:38.082646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': '7a421568-a330-4d32-889f-dbad55b23241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:38.082867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4f9246e7-736a-4e05-bf8e-8895bb20cb10 None None] Current status of the port f1585a0b-037e-4ed1-8f37-3eea125f1d94 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:38.087451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f9246e7-736a-4e05-bf8e-8895bb20cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.139660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4f9246e7-736a-4e05-bf8e-8895bb20cb10 None None] For port f1585a0b-037e-4ed1-8f37-3eea125f1d94, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f1585a0b-037e-4ed1-8f37-3eea125f1d94,segment=NetworkSegment(2858a534-ea48-44ec-9dea-e857ea8b590d),segment_id=2858a534-ea48-44ec-9dea-e857ea8b590d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:38.162331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=fe396510-2bcf-4173-bf75-24741f527e12,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:38.179150 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (4504c464-b4ed-4480-95b3-6683e4fa607c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.206474 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=8658b5dc-f79b-4c25-a5c1-e35a8ddae96a,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:38.221552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (a315f47a-19f1-4388-9ae3-620884d7b0c5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.235440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f9246e7-736a-4e05-bf8e-8895bb20cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.338649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network ad115a28-9739-4aa8-92e8-2f3da2c8a740 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:38.338649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:38.381355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9246e7-736a-4e05-bf8e-8895bb20cb10 None None] Pushing event updated for resources: {'Port': ['ID=f1585a0b-037e-4ed1-8f37-3eea125f1d94,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:38.417275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-593148e3-306b-4be5-af46-58a2a9b6738e None None] Provisioning complete for port 8658b5dc-f79b-4c25-a5c1-e35a8ddae96a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:38.417514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-593148e3-306b-4be5-af46-58a2a9b6738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.462528 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f1585a0b-037e-4ed1-8f37-3eea125f1d94 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:38.528501 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:38.532532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.563500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-593148e3-306b-4be5-af46-58a2a9b6738e None None] Port 8658b5dc-f79b-4c25-a5c1-e35a8ddae96a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:38.576014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f1585a0b-037e-4ed1-8f37-3eea125f1d94 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:38.576813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.624360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-593148e3-306b-4be5-af46-58a2a9b6738e None None] Provisioning complete for port f1585a0b-037e-4ed1-8f37-3eea125f1d94 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:38.624997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-593148e3-306b-4be5-af46-58a2a9b6738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.686330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 58db1c82-6d08-40d1-b990-e7b651a3d126 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:38.691966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:38.724528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (a315f47a-19f1-4388-9ae3-620884d7b0c5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.777376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f1585a0b-037e-4ed1-8f37-3eea125f1d94 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:38.793818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cce0a09c-29b0-421e-b3e7-46db5a8fe966 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:38.796884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Router 9a861e1f-d417-4be7-a47d-3a5287403836 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:38.801004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-593148e3-306b-4be5-af46-58a2a9b6738e None None] Current status of the port f1585a0b-037e-4ed1-8f37-3eea125f1d94 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:38.828013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: cce0a09c-29b0-421e-b3e7-46db5a8fe966 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:38.828371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cce0a09c-29b0-421e-b3e7-46db5a8fe966 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:38.942064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:33:38.950373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (c9798eba-5c68-4bf7-86a8-3881fb3429d7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.954936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-55968e64-e11a-4dcb-aeed-51d58dcacda0 None None] Provisioning complete for port fe396510-2bcf-4173-bf75-24741f527e12 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:38.957652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55968e64-e11a-4dcb-aeed-51d58dcacda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fe396510-2bcf-4173-bf75-24741f527e12), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:38.976071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:38.987040 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-41e31282-891f-4e54-b0ab-54802cc16099 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "PUT /v2.0/routers/9a861e1f-d417-4be7-a47d-3a5287403836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3660355 Apr 06 14:33:38.999583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41420) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.007433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e53b7f-3fa2-4cd5-b99b-0307ddfcdcc6 None None] Sync routers for ids ['9a861e1f-d417-4be7-a47d-3a5287403836'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:39.034234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e53b7f-3fa2-4cd5-b99b-0307ddfcdcc6 None None] Routers {'9a861e1f-d417-4be7-a47d-3a5287403836'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:39.035045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d3e53b7f-3fa2-4cd5-b99b-0307ddfcdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9a861e1f-d417-4be7-a47d-3a5287403836'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.037582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-55968e64-e11a-4dcb-aeed-51d58dcacda0 None None] Port fe396510-2bcf-4173-bf75-24741f527e12 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:39.051661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:39.077320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d3e53b7f-3fa2-4cd5-b99b-0307ddfcdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.079436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-34edeba1-47cb-463e-9419-ed80d85b63d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.089069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:39.092000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-55968e64-e11a-4dcb-aeed-51d58dcacda0 None None] Provisioning complete for port 8658b5dc-f79b-4c25-a5c1-e35a8ddae96a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:39.093068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55968e64-e11a-4dcb-aeed-51d58dcacda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.099707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Router a315f47a-19f1-4388-9ae3-620884d7b0c5 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:39.110537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:39.111158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.124771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ad192-cade-468b-9440-217b2ef3bdd6 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:39.129535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e53b7f-3fa2-4cd5-b99b-0307ddfcdcc6 None None] Routers {'9a861e1f-d417-4be7-a47d-3a5287403836'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:39.130522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d3e53b7f-3fa2-4cd5-b99b-0307ddfcdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9a861e1f-d417-4be7-a47d-3a5287403836'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.142227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=c9798eba-5c68-4bf7-86a8-3881fb3429d7,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:39.176019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8d003f-690b-4471-9f9d-edab46fbd508 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:39.181726 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7a8d003f-690b-4471-9f9d-edab46fbd508 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a861e1f-d417-4be7-a47d-3a5287403836 HTTP/1.1" status: 200 len: 989 time: 0.1763856 Apr 06 14:33:39.182093 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41422) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.218157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d3e53b7f-3fa2-4cd5-b99b-0307ddfcdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.218843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e53b7f-3fa2-4cd5-b99b-0307ddfcdcc6 None None] The sync data for ids ['9a861e1f-d417-4be7-a47d-3a5287403836'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:39.227526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-55968e64-e11a-4dcb-aeed-51d58dcacda0 None None] Port 8658b5dc-f79b-4c25-a5c1-e35a8ddae96a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:39.242292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.282423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 4504c464-b4ed-4480-95b3-6683e4fa607c is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:39.291525 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-962aaa9e-3030-4724-be16-d26b73c710fc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6260746 Apr 06 14:33:39.300544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': 'c9798eba-5c68-4bf7-86a8-3881fb3429d7'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:39.301464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.327518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41424) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.350525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:39.464143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-494fc19a-bed0-44ac-8a75-08ceaea7b37c None None] Provisioning complete for port 8658b5dc-f79b-4c25-a5c1-e35a8ddae96a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:39.464519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-494fc19a-bed0-44ac-8a75-08ceaea7b37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.495994 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:39.515325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Allocated IP 2001:db8::f816:3eff:fe30:f695 (935059ea-209c-494a-9703-5e88684a95b4/c9798eba-5c68-4bf7-86a8-3881fb3429d7/5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:39.522158 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-494fc19a-bed0-44ac-8a75-08ceaea7b37c None None] Port 8658b5dc-f79b-4c25-a5c1-e35a8ddae96a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:39.561569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:39.573920 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc1b01-7adc-4dad-8930-93fa9acb4f2f None None] Sync routers for ids ['a315f47a-19f1-4388-9ae3-620884d7b0c5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:39.586709 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc1b01-7adc-4dad-8930-93fa9acb4f2f None None] Routers {'a315f47a-19f1-4388-9ae3-620884d7b0c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:39.587394 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d7bc1b01-7adc-4dad-8930-93fa9acb4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a315f47a-19f1-4388-9ae3-620884d7b0c5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.622308 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d7bc1b01-7adc-4dad-8930-93fa9acb4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.632334 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc1b01-7adc-4dad-8930-93fa9acb4f2f None None] Routers {'a315f47a-19f1-4388-9ae3-620884d7b0c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:39.632761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:39.633415 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d7bc1b01-7adc-4dad-8930-93fa9acb4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a315f47a-19f1-4388-9ae3-620884d7b0c5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.634547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': 'e68913d8-8a51-4b0a-8d1b-b216c4987af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7a421568-a330-4d32-889f-dbad55b23241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:39.635143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: 7a421568-a330-4d32-889f-dbad55b23241, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:39.635262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.645301 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-14ae56ba-20b7-403d-abfc-9ce88ae801f1 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6968515 Apr 06 14:33:39.645301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41426) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.645488 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-365bc0ca-c227-4904-8f75-d3a6a7f9bba1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/4504c464-b4ed-4480-95b3-6683e4fa607c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2411125 Apr 06 14:33:39.648297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e6cd0-ac6f-4dd5-ada9-734cd6c16bde None None] Sync routers for ids ['4504c464-b4ed-4480-95b3-6683e4fa607c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:39.649711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41428) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.654231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:39.669277 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d7bc1b01-7adc-4dad-8930-93fa9acb4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.669919 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc1b01-7adc-4dad-8930-93fa9acb4f2f None None] The sync data for ids ['a315f47a-19f1-4388-9ae3-620884d7b0c5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:39.704563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e6cd0-ac6f-4dd5-ada9-734cd6c16bde None None] Routers {'4504c464-b4ed-4480-95b3-6683e4fa607c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:39.705209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e18e6cd0-ac6f-4dd5-ada9-734cd6c16bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4504c464-b4ed-4480-95b3-6683e4fa607c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.761013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e18e6cd0-ac6f-4dd5-ada9-734cd6c16bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.781620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd8a4b4-c841-4bf9-b9f7-ba937157263d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:39.782437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e6cd0-ac6f-4dd5-ada9-734cd6c16bde None None] Routers {'4504c464-b4ed-4480-95b3-6683e4fa607c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:39.783694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e18e6cd0-ac6f-4dd5-ada9-734cd6c16bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4504c464-b4ed-4480-95b3-6683e4fa607c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.784036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-acd8a4b4-c841-4bf9-b9f7-ba937157263d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports/8658b5dc-f79b-4c25-a5c1-e35a8ddae96a HTTP/1.1" status: 200 len: 910 time: 0.1262057 Apr 06 14:33:39.787656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41430) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:39.797742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 7a421568-a330-4d32-889f-dbad55b23241 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:39.831976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e18e6cd0-ac6f-4dd5-ada9-734cd6c16bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:39.832775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e6cd0-ac6f-4dd5-ada9-734cd6c16bde None None] The sync data for ids ['4504c464-b4ed-4480-95b3-6683e4fa607c'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:39.835741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Publish callbacks [] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.867679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:39.871246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.917974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.956236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7a421568-a330-4d32-889f-dbad55b23241) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:39.957915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:39.963815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:39.964406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:39.965336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:39.976434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:39.978619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2a8dd-eba9-440a-9d6a-2b0db979cabc None None] Network 7a421568-a330-4d32-889f-dbad55b23241 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:39.984719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Pushing event updated for resources: {'Port': ['ID=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.060071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (a315f47a-19f1-4388-9ae3-620884d7b0c5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.098663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Attempting to bind port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:40.099098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Attempting to bind port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:40.099466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Attempting to bind port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:40.116963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:40.117556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:40.117933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.118339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:40.118832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Bound port: 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:40.119250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.130087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_gateway (a315f47a-19f1-4388-9ae3-620884d7b0c5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.174857 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7a421568-a330-4d32-889f-dbad55b23241', 'network_id': '7a421568-a330-4d32-889f-dbad55b23241', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': 'e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:40.175644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.288360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] For port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:40.331781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Deleting port 9c8e3ce6-cd76-4e99-b1f2-715faec66d18 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:40.331781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (9c8e3ce6-cd76-4e99-b1f2-715faec66d18), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.332513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f1585a0b-037e-4ed1-8f37-3eea125f1d94 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:40.332513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] For port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:40.413687 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (9a861e1f-d417-4be7-a47d-3a5287403836), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.435483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (9c8e3ce6-cd76-4e99-b1f2-715faec66d18), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.451082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Calling delete_port for 9c8e3ce6-cd76-4e99-b1f2-715faec66d18 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:40.573948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Allocated IP 2001:db8::2 (7a421568-a330-4d32-889f-dbad55b23241/e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2/0d1e6ae5-5557-4d35-ab33-44917d71e35e) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:40.594228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f1585a0b-037e-4ed1-8f37-3eea125f1d94 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:40.594603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.691900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.702183 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8185f8b7-5813-4e64-a173-c9c7a65592b0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6234848 Apr 06 14:33:40.705333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41432) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:40.713154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': '5fb34545-771c-4977-83c2-2c1fd38ef085', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:40.770131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9c8e3ce6-cd76-4e99-b1f2-715faec66d18), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.808522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Pushing event deleted for resources: {'Port': ['ID=9c8e3ce6-cd76-4e99-b1f2-715faec66d18,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.873024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Publish callbacks [] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.887390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2eb74-cebe-45c1-a943-06227127818c None None] Pushing event updated for resources: {'Port': ['ID=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:40.902520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (a5c16035-1b68-4917-a5e5-fea723e80899), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.907131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f1585a0b-037e-4ed1-8f37-3eea125f1d94 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:40.922469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (a315f47a-19f1-4388-9ae3-620884d7b0c5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.936524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.986378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:40.993084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (4504c464-b4ed-4480-95b3-6683e4fa607c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.001679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:41.019277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Network 7a421568-a330-4d32-889f-dbad55b23241 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:41.020113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Pushing event updated for resources: {'Port': ['ID=0d1e6ae5-5557-4d35-ab33-44917d71e35e,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.038639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:41.040178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.052624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=a5c16035-1b68-4917-a5e5-fea723e80899,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.058798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:41.061266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:41.096077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:41.101004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.133759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port fe396510-2bcf-4173-bf75-24741f527e12 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:41.134172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fe396510-2bcf-4173-bf75-24741f527e12), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.135553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Attempting to bind port 0d1e6ae5-5557-4d35-ab33-44917d71e35e on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:41.135993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Attempting to bind port 0d1e6ae5-5557-4d35-ab33-44917d71e35e by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'e68913d8-8a51-4b0a-8d1b-b216c4987af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7a421568-a330-4d32-889f-dbad55b23241'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:41.136385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Attempting to bind port 0d1e6ae5-5557-4d35-ab33-44917d71e35e on network 7a421568-a330-4d32-889f-dbad55b23241 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:41.148999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:41.149426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Checking segment: {'id': 'e68913d8-8a51-4b0a-8d1b-b216c4987af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7a421568-a330-4d32-889f-dbad55b23241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:41.149791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.150189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Bound using segment: {'id': 'e68913d8-8a51-4b0a-8d1b-b216c4987af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7a421568-a330-4d32-889f-dbad55b23241'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:41.150668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Bound port: 0d1e6ae5-5557-4d35-ab33-44917d71e35e, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68913d8-8a51-4b0a-8d1b-b216c4987af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7a421568-a330-4d32-889f-dbad55b23241'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:41.158225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.238722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] For port 0d1e6ae5-5557-4d35-ab33-44917d71e35e, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:41.248252 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-123d0f15-2f3f-475d-a5cf-a63524797531 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9056158 Apr 06 14:33:41.251212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] For port 0d1e6ae5-5557-4d35-ab33-44917d71e35e, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0d1e6ae5-5557-4d35-ab33-44917d71e35e,segment=NetworkSegment(e68913d8-8a51-4b0a-8d1b-b216c4987af8),segment_id=e68913d8-8a51-4b0a-8d1b-b216c4987af8)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:41.258276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41434) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:41.266837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:35:8a:ca', 'name': 'tempest-NetworksTestDHCPv6-880861914'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:41.300685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fe396510-2bcf-4173-bf75-24741f527e12), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.318362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for fe396510-2bcf-4173-bf75-24741f527e12 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:41.342305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.413378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (a315f47a-19f1-4388-9ae3-620884d7b0c5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.428259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (a315f47a-19f1-4388-9ae3-620884d7b0c5), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.484668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03fdb5-530a-41a0-86d4-0089babd017d None None] Pushing event updated for resources: {'Port': ['ID=0d1e6ae5-5557-4d35-ab33-44917d71e35e,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.559375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fc4f51bc-6a3c-4fdc-9098-870e5b34fa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.575163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 8658b5dc-f79b-4c25-a5c1-e35a8ddae96a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:41.575163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.602708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Router a315f47a-19f1-4388-9ae3-620884d7b0c5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:41.741824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.759705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 8658b5dc-f79b-4c25-a5c1-e35a8ddae96a owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:41.763643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (fe396510-2bcf-4173-bf75-24741f527e12), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.776608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:41.812233 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=fe396510-2bcf-4173-bf75-24741f527e12,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:41.834436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:41.841956 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.848215 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-768ab6e4-f607-46d4-96c1-d06152e02062 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "PUT /v2.0/routers/a315f47a-19f1-4388-9ae3-620884d7b0c5 HTTP/1.1" status: 200 len: 710 time: 2.2020555 Apr 06 14:33:41.851240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41438) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:41.870507 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff0bb9-6ab6-4635-95c9-3222d8fd6d86 None None] Sync routers for ids ['a315f47a-19f1-4388-9ae3-620884d7b0c5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:41.902908 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff0bb9-6ab6-4635-95c9-3222d8fd6d86 None None] Routers {'a315f47a-19f1-4388-9ae3-620884d7b0c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:41.903755 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-42ff0bb9-6ab6-4635-95c9-3222d8fd6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a315f47a-19f1-4388-9ae3-620884d7b0c5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:41.920153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (bc665b3f-fbed-459a-937e-745011a7bacb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:41.978909 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-42ff0bb9-6ab6-4635-95c9-3222d8fd6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:41.997132 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff0bb9-6ab6-4635-95c9-3222d8fd6d86 None None] Routers {'a315f47a-19f1-4388-9ae3-620884d7b0c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:41.998052 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-42ff0bb9-6ab6-4635-95c9-3222d8fd6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a315f47a-19f1-4388-9ae3-620884d7b0c5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:42.034382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.042357 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-42ff0bb9-6ab6-4635-95c9-3222d8fd6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:42.043038 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff0bb9-6ab6-4635-95c9-3222d8fd6d86 None None] The sync data for ids ['a315f47a-19f1-4388-9ae3-620884d7b0c5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:42.059624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (9a861e1f-d417-4be7-a47d-3a5287403836), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.069994 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-496639c9-9379-4fd2-95bb-41029660d0b6 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/routers/a315f47a-19f1-4388-9ae3-620884d7b0c5 HTTP/1.1" status: 200 len: 745 time: 0.2143373 Apr 06 14:33:42.073698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41442) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.094447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=bc665b3f-fbed-459a-937e-745011a7bacb,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.111062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 60d3efd7-23df-4900-84d0-d68e616f1868 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:42.171304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': '86f059e8-ca84-4f05-b135-d9bae20ea417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '5fb34545-771c-4977-83c2-2c1fd38ef085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:42.171992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: 5fb34545-771c-4977-83c2-2c1fd38ef085, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:42.194084 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-20c19ed0-e3ac-4a25-8cfd-0bc8c12031e4 tempest-RoutersIpV6AdminTest-146757197 tempest-RoutersIpV6AdminTest-146757197-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=a315f47a-19f1-4388-9ae3-620884d7b0c5 HTTP/1.1" status: 200 len: 205 time: 0.1137285 Apr 06 14:33:42.198472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41444) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.299454 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c7e7f5c1-aa2a-4a48-945f-d83d1ccdf67a tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=a315f47a-19f1-4388-9ae3-620884d7b0c5 HTTP/1.1" status: 200 len: 205 time: 0.0976467 Apr 06 14:33:42.301225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41446) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.347183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e01b9-ae14-4173-8b30-28a0a646fa89 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:42.382747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 172.20.0.2 (935059ea-209c-494a-9703-5e88684a95b4/a5c16035-1b68-4917-a5e5-fea723e80899/60d3efd7-23df-4900-84d0-d68e616f1868) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:42.391051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:fe35:8aca (935059ea-209c-494a-9703-5e88684a95b4/c9798eba-5c68-4bf7-86a8-3881fb3429d7/60d3efd7-23df-4900-84d0-d68e616f1868) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:42.420921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 5fb34545-771c-4977-83c2-2c1fd38ef085 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:42.443887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0d1e6ae5-5557-4d35-ab33-44917d71e35e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:42.477406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1dd28ec0-c7cb-46e6-a9da-ad69a439a980 None None] Provisioning complete for port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:42.480429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dd28ec0-c7cb-46e6-a9da-ad69a439a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.558412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 5fb34545-771c-4977-83c2-2c1fd38ef085) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:42.558857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60ce657c-6036-4dac-9251-61e35bc76c55 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (a315f47a-19f1-4388-9ae3-620884d7b0c5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.568812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:42.572431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.572559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd4ffd-717d-4f41-ba4f-fd3ae3bbb700 None None] Network 5fb34545-771c-4977-83c2-2c1fd38ef085 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:42.623720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8658b5dc-f79b-4c25-a5c1-e35a8ddae96a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.643740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (60d3efd7-23df-4900-84d0-d68e616f1868), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.695475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=8658b5dc-f79b-4c25-a5c1-e35a8ddae96a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.700868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-5fb34545-771c-4977-83c2-2c1fd38ef085', 'network_id': '5fb34545-771c-4977-83c2-2c1fd38ef085', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': 'bc665b3f-fbed-459a-937e-745011a7bacb'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:42.702115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.716422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Router 9a861e1f-d417-4be7-a47d-3a5287403836 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:42.734704 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7116600e-417c-45d0-bfaf-bbd6063d8d2b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0265527 Apr 06 14:33:42.735247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0d1e6ae5-5557-4d35-ab33-44917d71e35e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:42.735670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.737741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41448) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:42.752855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f2290a37-48bc-488a-8608-b022c76adcc7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-155158147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:42.822380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (60d3efd7-23df-4900-84d0-d68e616f1868), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.896628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=60d3efd7-23df-4900-84d0-d68e616f1868,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:42.908864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2290a37-48bc-488a-8608-b022c76adcc7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (ddf0166a-5105-498c-9f7c-084d4fa3793c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.910094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2290a37-48bc-488a-8608-b022c76adcc7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (ddf0166a-5105-498c-9f7c-084d4fa3793c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.929836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:42.933711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:42.938465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:42.947933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1dd28ec0-c7cb-46e6-a9da-ad69a439a980 None None] Current status of the port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:42.948603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dd28ec0-c7cb-46e6-a9da-ad69a439a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.060320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2290a37-48bc-488a-8608-b022c76adcc7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (ddf0166a-5105-498c-9f7c-084d4fa3793c), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.077514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1dd28ec0-c7cb-46e6-a9da-ad69a439a980 None None] For port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:43.079178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4e4cf-0a19-40e5-913a-915e8433c2a1 None None] Update dhcp port {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': 'c9798eba-5c68-4bf7-86a8-3881fb3429d7', 'ip_address': '2001:db8::f816:3eff:fe30:f695'}, {'subnet_id': 'a5c16035-1b68-4917-a5e5-fea723e80899'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': '5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:33:43.082880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:43.085446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.114559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1f5ae-3c4a-4476-a8eb-ea0e5517fdad None None] Network 7a421568-a330-4d32-889f-dbad55b23241 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:43.199543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2290a37-48bc-488a-8608-b022c76adcc7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (ddf0166a-5105-498c-9f7c-084d4fa3793c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.245538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Allocated IP 2001:db8:1::2 (5fb34545-771c-4977-83c2-2c1fd38ef085/bc665b3f-fbed-459a-937e-745011a7bacb/2c02ed88-e06f-496f-9906-d9d99db73ec7) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:43.247678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5aa4e4cf-0a19-40e5-913a-915e8433c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.253565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0d1e6ae5-5557-4d35-ab33-44917d71e35e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:43.253957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.317341 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-44c8a779-af55-4a90-a8b1-bf59060b9996 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0435359 Apr 06 14:33:43.317341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41450) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.321148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dd28ec0-c7cb-46e6-a9da-ad69a439a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.351522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2290a37-48bc-488a-8608-b022c76adcc7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.354400 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f2290a37-48bc-488a-8608-b022c76adcc7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6114244 Apr 06 14:33:43.357127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41452) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.397405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60ce657c-6036-4dac-9251-61e35bc76c55 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (a315f47a-19f1-4388-9ae3-620884d7b0c5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.406446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60ce657c-6036-4dac-9251-61e35bc76c55 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router_controller (a315f47a-19f1-4388-9ae3-620884d7b0c5), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.486893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:43.496360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 0d1e6ae5-5557-4d35-ab33-44917d71e35e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0d1e6ae5-5557-4d35-ab33-44917d71e35e,segment=NetworkSegment(e68913d8-8a51-4b0a-8d1b-b216c4987af8),segment_id=e68913d8-8a51-4b0a-8d1b-b216c4987af8)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:43.497145 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-25884576-fc95-4390-ae15-814293cd7be4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "PUT /v2.0/routers/9a861e1f-d417-4be7-a47d-3a5287403836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3100829 Apr 06 14:33:43.526635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41454) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.539507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (4504c464-b4ed-4480-95b3-6683e4fa607c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.549606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c661a2e-8ea7-47ee-a5ba-1212857607d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:43.556239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c661a2e-8ea7-47ee-a5ba-1212857607d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:43.557893 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0c661a2e-8ea7-47ee-a5ba-1212857607d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2471900 Apr 06 14:33:43.576922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6aaa2-1b78-45fb-89a2-2b1fac960346 None None] Sync routers for ids ['9a861e1f-d417-4be7-a47d-3a5287403836'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:43.578604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41456) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.588351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-548eb754-7f4a-4aed-9fda-9547c2f3b5cc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:33:43.592448 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-548eb754-7f4a-4aed-9fda-9547c2f3b5cc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/fe396510-2bcf-4173-bf75-24741f527e12 HTTP/1.1" status: 404 len: 333 time: 0.0609007 Apr 06 14:33:43.594881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41458) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.657485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0faebfa5-3ab0-4766-a1ae-258299cd5f85 None None] Provisioning complete for port 0d1e6ae5-5557-4d35-ab33-44917d71e35e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:43.660940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0faebfa5-3ab0-4766-a1ae-258299cd5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.665197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.665919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:43.667867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6aaa2-1b78-45fb-89a2-2b1fac960346 None None] Routers {'9a861e1f-d417-4be7-a47d-3a5287403836'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:43.668692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f8c6aaa2-1b78-45fb-89a2-2b1fac960346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9a861e1f-d417-4be7-a47d-3a5287403836'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:43.670529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd28ec0-c7cb-46e6-a9da-ad69a439a980 None None] Pushing event updated for resources: {'Port': ['ID=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:43.716262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60ce657c-6036-4dac-9251-61e35bc76c55 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (a315f47a-19f1-4388-9ae3-620884d7b0c5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.716956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce657c-6036-4dac-9251-61e35bc76c55 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Fanout notify agent at l3_agent the message router_deleted on router a315f47a-19f1-4388-9ae3-620884d7b0c5 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:43.725645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60ce657c-6036-4dac-9251-61e35bc76c55 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.730316 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-60ce657c-6036-4dac-9251-61e35bc76c55 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/a315f47a-19f1-4388-9ae3-620884d7b0c5 HTTP/1.1" status: 204 len: 168 time: 1.4247072 Apr 06 14:33:43.732324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41460) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.772219 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5dc413e7-dd22-4ccb-9440-662be2515003 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=a315f47a-19f1-4388-9ae3-620884d7b0c5 HTTP/1.1" status: 200 len: 205 time: 0.0359995 Apr 06 14:33:43.772964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41462) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.780566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91ec6e5c-45d1-49e9-9e27-4ddaf5dbcdbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for router (9a861e1f-d417-4be7-a47d-3a5287403836), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.822598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 4504c464-b4ed-4480-95b3-6683e4fa607c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:43.824088 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-b3695d5b-95fa-48a9-937f-901e90f65cea tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] delete failed (client error): The resource could not be found. Apr 06 14:33:43.825329 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b3695d5b-95fa-48a9-937f-901e90f65cea tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/a315f47a-19f1-4388-9ae3-620884d7b0c5 HTTP/1.1" status: 404 len: 336 time: 0.0512993 Apr 06 14:33:43.829252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41464) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.869392 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-35cd8325-1ae9-40a4-a10f-82ac03a48455 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec7b5f45-81c8-4c7d-9bed-e19418d847c9 HTTP/1.1" status: 200 len: 205 time: 0.0368671 Apr 06 14:33:43.870013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41466) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.954507 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-3bde4aa8-f211-48c3-b1ce-81356c39bc9e tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] delete failed (client error): The resource could not be found. Apr 06 14:33:43.958820 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3bde4aa8-f211-48c3-b1ce-81356c39bc9e tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/ec7b5f45-81c8-4c7d-9bed-e19418d847c9 HTTP/1.1" status: 404 len: 336 time: 0.0846438 Apr 06 14:33:43.989408 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41468) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:43.996537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f8c6aaa2-1b78-45fb-89a2-2b1fac960346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:43.998547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.025926 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f0a08a8f-8c93-424e-b8de-efdbb5c9121f tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=478a320d-63b6-4137-94c0-f3dc12788496 HTTP/1.1" status: 200 len: 205 time: 0.0299282 Apr 06 14:33:44.029338 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41470) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.096775 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-e7cc7628-bbb4-4c21-9a89-2548f2518ef8 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] delete failed (client error): The resource could not be found. Apr 06 14:33:44.099433 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e7cc7628-bbb4-4c21-9a89-2548f2518ef8 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/478a320d-63b6-4137-94c0-f3dc12788496 HTTP/1.1" status: 404 len: 336 time: 0.0707674 Apr 06 14:33:44.101760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:44.103513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41472) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.116541 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0a0cf-6c6c-4191-bd1e-a06a1b7631d0 None None] Sync routers for ids ['4504c464-b4ed-4480-95b3-6683e4fa607c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:44.128903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6aaa2-1b78-45fb-89a2-2b1fac960346 None None] Routers {'9a861e1f-d417-4be7-a47d-3a5287403836'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:44.129719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f8c6aaa2-1b78-45fb-89a2-2b1fac960346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9a861e1f-d417-4be7-a47d-3a5287403836'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.132496 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0a0cf-6c6c-4191-bd1e-a06a1b7631d0 None None] Routers {'4504c464-b4ed-4480-95b3-6683e4fa607c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:44.133956 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d4c0a0cf-6c6c-4191-bd1e-a06a1b7631d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4504c464-b4ed-4480-95b3-6683e4fa607c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.139758 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9a9f9a7e-d608-45b1-be7d-1ca9217a9394 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/4504c464-b4ed-4480-95b3-6683e4fa607c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3508329 Apr 06 14:33:44.145127 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-54b8c1a6-7e59-405f-945d-6436165e46f5 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=86449335-8dcb-42cc-adcf-19d1aed059a2 HTTP/1.1" status: 200 len: 205 time: 0.0378640 Apr 06 14:33:44.145127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41474) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.184036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41476) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.186517 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b6f68812-8f29-42a9-8630-868d75342bdc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=4504c464-b4ed-4480-95b3-6683e4fa607c HTTP/1.1" status: 200 len: 205 time: 0.0417368 Apr 06 14:33:44.195520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41478) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.207662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-5aa4e4cf-0a19-40e5-913a-915e8433c2a1 None None] Allocated IP 172.20.0.3 (935059ea-209c-494a-9703-5e88684a95b4/a5c16035-1b68-4917-a5e5-fea723e80899/5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:44.212563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f8c6aaa2-1b78-45fb-89a2-2b1fac960346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.213631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6aaa2-1b78-45fb-89a2-2b1fac960346 None None] The sync data for ids ['9a861e1f-d417-4be7-a47d-3a5287403836'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:44.215221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=0d1e6ae5-5557-4d35-ab33-44917d71e35e,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.258160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Publish callbacks [] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.335880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:44.336360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.360149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25647d41-02b5-43b0-9c37-b7062925aff9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (4504c464-b4ed-4480-95b3-6683e4fa607c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.386247 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d4c0a0cf-6c6c-4191-bd1e-a06a1b7631d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.392739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0faebfa5-3ab0-4766-a1ae-258299cd5f85 None None] Current status of the port 0d1e6ae5-5557-4d35-ab33-44917d71e35e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:44.410307 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0a0cf-6c6c-4191-bd1e-a06a1b7631d0 None None] Routers {'4504c464-b4ed-4480-95b3-6683e4fa607c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:44.410948 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d4c0a0cf-6c6c-4191-bd1e-a06a1b7631d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4504c464-b4ed-4480-95b3-6683e4fa607c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.413073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.457182 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d4c0a0cf-6c6c-4191-bd1e-a06a1b7631d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:44.460157 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0a0cf-6c6c-4191-bd1e-a06a1b7631d0 None None] The sync data for ids ['4504c464-b4ed-4480-95b3-6683e4fa607c'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:44.483151 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-544ecb9e-e967-4bcd-b649-cf9e5844e916 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] delete failed (client error): The resource could not be found. Apr 06 14:33:44.484787 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-544ecb9e-e967-4bcd-b649-cf9e5844e916 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/86449335-8dcb-42cc-adcf-19d1aed059a2 HTTP/1.1" status: 404 len: 336 time: 0.2969513 Apr 06 14:33:44.491639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41480) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.498881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91ec6e5c-45d1-49e9-9e27-4ddaf5dbcdbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (9a861e1f-d417-4be7-a47d-3a5287403836), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.502639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Network 5fb34545-771c-4977-83c2-2c1fd38ef085 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:44.510913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91ec6e5c-45d1-49e9-9e27-4ddaf5dbcdbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for router_controller (9a861e1f-d417-4be7-a47d-3a5287403836), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.527522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-fad27b8b-af5e-4b5b-a91d-9148bbb93256 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 60d3efd7-23df-4900-84d0-d68e616f1868 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:44.527918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fad27b8b-af5e-4b5b-a91d-9148bbb93256 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (60d3efd7-23df-4900-84d0-d68e616f1868), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.529012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:44.551389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:44.557221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Pushing event updated for resources: {'Port': ['ID=2c02ed88-e06f-496f-9906-d9d99db73ec7,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:44.560868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5aa4e4cf-0a19-40e5-913a-915e8433c2a1 None None] For port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:44.605294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.637658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dcc36946-3a1a-4378-9492-8250d27349b1 None None] Provisioning complete for port 0d1e6ae5-5557-4d35-ab33-44917d71e35e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:44.638317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dcc36946-3a1a-4378-9492-8250d27349b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.657738 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aadff509-d4f4-4686-9471-c76f09c548fb tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=47c3d0f8-1551-4585-a7ff-87414be74758 HTTP/1.1" status: 200 len: 205 time: 0.1645286 Apr 06 14:33:44.658419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41482) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.699500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5aa4e4cf-0a19-40e5-913a-915e8433c2a1 None None] Publish callbacks [] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.710244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25647d41-02b5-43b0-9c37-b7062925aff9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (4504c464-b4ed-4480-95b3-6683e4fa607c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.712247 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-7a7f810f-f33d-45a4-9e13-5e39cdcfd5a2 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] delete failed (client error): The resource could not be found. Apr 06 14:33:44.716123 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7a7f810f-f33d-45a4-9e13-5e39cdcfd5a2 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/47c3d0f8-1551-4585-a7ff-87414be74758 HTTP/1.1" status: 404 len: 336 time: 0.0525856 Apr 06 14:33:44.716434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:44.717805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25647d41-02b5-43b0-9c37-b7062925aff9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (4504c464-b4ed-4480-95b3-6683e4fa607c), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.720886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Attempting to bind port 2c02ed88-e06f-496f-9906-d9d99db73ec7 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:44.721285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Attempting to bind port 2c02ed88-e06f-496f-9906-d9d99db73ec7 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '86f059e8-ca84-4f05-b135-d9bae20ea417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '5fb34545-771c-4977-83c2-2c1fd38ef085'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:44.721656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Attempting to bind port 2c02ed88-e06f-496f-9906-d9d99db73ec7 on network 5fb34545-771c-4977-83c2-2c1fd38ef085 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:44.729647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41484) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.735335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:44.735335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Checking segment: {'id': '86f059e8-ca84-4f05-b135-d9bae20ea417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '5fb34545-771c-4977-83c2-2c1fd38ef085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:44.735335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.735335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Bound using segment: {'id': '86f059e8-ca84-4f05-b135-d9bae20ea417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '5fb34545-771c-4977-83c2-2c1fd38ef085'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:44.735335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Bound port: 2c02ed88-e06f-496f-9906-d9d99db73ec7, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f059e8-ca84-4f05-b135-d9bae20ea417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '5fb34545-771c-4977-83c2-2c1fd38ef085'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:44.735335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.749473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91ec6e5c-45d1-49e9-9e27-4ddaf5dbcdbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (9a861e1f-d417-4be7-a47d-3a5287403836), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.749918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ec6e5c-45d1-49e9-9e27-4ddaf5dbcdbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Fanout notify agent at l3_agent the message router_deleted on router 9a861e1f-d417-4be7-a47d-3a5287403836 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:44.760577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-91ec6e5c-45d1-49e9-9e27-4ddaf5dbcdbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.761698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-91ec6e5c-45d1-49e9-9e27-4ddaf5dbcdbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/routers/9a861e1f-d417-4be7-a47d-3a5287403836 HTTP/1.1" status: 204 len: 168 time: 1.1680586 Apr 06 14:33:44.789348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41486) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.798644 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-054445ce-6926-4e99-8ede-1878e3d4091e tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c2c4d0-09ee-4b62-ba57-475e88284c8d HTTP/1.1" status: 200 len: 205 time: 0.0646122 Apr 06 14:33:44.804350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41488) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.830816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5aa4e4cf-0a19-40e5-913a-915e8433c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.853925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0d1e6ae5-5557-4d35-ab33-44917d71e35e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:44.866160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d42d76-52db-45e3-b5dd-e5504a334b70 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet 5be85fdf-d65d-46f3-a3fb-bcca60e8d97c {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:44.869949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a3d42d76-52db-45e3-b5dd-e5504a334b70 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (5be85fdf-d65d-46f3-a3fb-bcca60e8d97c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.897396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-ce5c042e-7a22-489d-b5be-8030bf37291f tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] delete failed (client error): The resource could not be found. Apr 06 14:33:44.900911 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ce5c042e-7a22-489d-b5be-8030bf37291f tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/routers/b1c2c4d0-09ee-4b62-ba57-475e88284c8d HTTP/1.1" status: 404 len: 336 time: 0.0955346 Apr 06 14:33:44.901591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41490) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:44.903778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fad27b8b-af5e-4b5b-a91d-9148bbb93256 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (60d3efd7-23df-4900-84d0-d68e616f1868), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.933397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] For port 2c02ed88-e06f-496f-9906-d9d99db73ec7, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:44.935650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-fad27b8b-af5e-4b5b-a91d-9148bbb93256 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 60d3efd7-23df-4900-84d0-d68e616f1868 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:44.946144 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef71067-ae51-4d39-8969-edb2aba3d737 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] DELETE failed (client error): The resource could not be found. Apr 06 14:33:44.946586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef71067-ae51-4d39-8969-edb2aba3d737 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:44.952104 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1ef71067-ae51-4d39-8969-edb2aba3d737 tempest-RoutersIpV6AdminTest-1596390786 tempest-RoutersIpV6AdminTest-1596390786-project] 10.222.0.71 "DELETE /v2.0/subnets/74e8b8b5-8b38-4220-aee1-430c52ed9870 HTTP/1.1" status: 404 len: 337 time: 0.0470171 Apr 06 14:33:44.952104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25647d41-02b5-43b0-9c37-b7062925aff9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (4504c464-b4ed-4480-95b3-6683e4fa607c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.952104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25647d41-02b5-43b0-9c37-b7062925aff9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Fanout notify agent at l3_agent the message router_deleted on router 4504c464-b4ed-4480-95b3-6683e4fa607c {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:33:44.958919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dcc36946-3a1a-4378-9492-8250d27349b1 None None] Current status of the port 0d1e6ae5-5557-4d35-ab33-44917d71e35e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:44.981189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-25647d41-02b5-43b0-9c37-b7062925aff9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:44.984716 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-25647d41-02b5-43b0-9c37-b7062925aff9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/4504c464-b4ed-4480-95b3-6683e4fa607c HTTP/1.1" status: 204 len: 168 time: 0.7847569 Apr 06 14:33:44.988049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41494) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.000081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a3d42d76-52db-45e3-b5dd-e5504a334b70 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (5be85fdf-d65d-46f3-a3fb-bcca60e8d97c), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.000312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] For port 2c02ed88-e06f-496f-9906-d9d99db73ec7, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2c02ed88-e06f-496f-9906-d9d99db73ec7,segment=NetworkSegment(86f059e8-ca84-4f05-b135-d9bae20ea417),segment_id=86f059e8-ca84-4f05-b135-d9bae20ea417)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:45.022639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4e4cf-0a19-40e5-913a-915e8433c2a1 None None] Pushing event updated for resources: {'Port': ['ID=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.047999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0d1e6ae5-5557-4d35-ab33-44917d71e35e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:45.048386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.081712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.149041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-433d4807-27e0-4555-b2fe-b0c0c81ebba7 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet fc7f60aa-8c30-400a-812f-0abd50afee54 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:45.168917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-433d4807-27e0-4555-b2fe-b0c0c81ebba7 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (fc7f60aa-8c30-400a-812f-0abd50afee54), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.190561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a3d42d76-52db-45e3-b5dd-e5504a334b70 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5be85fdf-d65d-46f3-a3fb-bcca60e8d97c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.194447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3054ff-bfd9-480b-9044-44cd4f5a935b None None] Pushing event updated for resources: {'Port': ['ID=2c02ed88-e06f-496f-9906-d9d99db73ec7,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.246188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8::1 (7a421568-a330-4d32-889f-dbad55b23241/e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2/0ea03fae-f87e-4fa9-95e0-23a57a5041b9) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:45.250465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0d1e6ae5-5557-4d35-ab33-44917d71e35e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:45.252330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:45.329723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:45.330139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.410487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a3d42d76-52db-45e3-b5dd-e5504a334b70 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (5be85fdf-d65d-46f3-a3fb-bcca60e8d97c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.509548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.518058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-433d4807-27e0-4555-b2fe-b0c0c81ebba7 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (fc7f60aa-8c30-400a-812f-0abd50afee54), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.526529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d42d76-52db-45e3-b5dd-e5504a334b70 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=5be85fdf-d65d-46f3-a3fb-bcca60e8d97c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:45.534136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a3d42d76-52db-45e3-b5dd-e5504a334b70 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.534290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:45.542917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299264d8-118b-49a4-b780-0fc761e3d4e4 None None] Network ad115a28-9739-4aa8-92e8-2f3da2c8a740 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:45.550151 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a3d42d76-52db-45e3-b5dd-e5504a334b70 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/5be85fdf-d65d-46f3-a3fb-bcca60e8d97c HTTP/1.1" status: 204 len: 168 time: 0.7577267 Apr 06 14:33:45.556016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41498) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.798429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.818385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (ad115a28-9739-4aa8-92e8-2f3da2c8a740), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.848566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41502) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:45.851303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] DHCP port deletion for ad115a28-9739-4aa8-92e8-2f3da2c8a740 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:45.937426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-433d4807-27e0-4555-b2fe-b0c0c81ebba7 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (fc7f60aa-8c30-400a-812f-0abd50afee54), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.976940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 59db5056-aaae-43e0-b870-a3b07fef13cc {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:45.977422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:45.986917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] Deleting port 59db5056-aaae-43e0-b870-a3b07fef13cc {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:45.989323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.016940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.070268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] For port 59db5056-aaae-43e0-b870-a3b07fef13cc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=59db5056-aaae-43e0-b870-a3b07fef13cc,segment=NetworkSegment(c576f8dd-9802-421e-a1e7-b4083731fc3c),segment_id=c576f8dd-9802-421e-a1e7-b4083731fc3c)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:46.070867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.107124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 59db5056-aaae-43e0-b870-a3b07fef13cc owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:46.122439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] For port 59db5056-aaae-43e0-b870-a3b07fef13cc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=59db5056-aaae-43e0-b870-a3b07fef13cc,segment=NetworkSegment(c576f8dd-9802-421e-a1e7-b4083731fc3c),segment_id=c576f8dd-9802-421e-a1e7-b4083731fc3c)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:46.122863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.133230 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-519256c1-250a-4a0d-badd-b9693650ed3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.142757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] Calling delete_port for 59db5056-aaae-43e0-b870-a3b07fef13cc owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:46.173643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=0ea03fae-f87e-4fa9-95e0-23a57a5041b9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.194951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fad27b8b-af5e-4b5b-a91d-9148bbb93256 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (60d3efd7-23df-4900-84d0-d68e616f1868), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.222313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 7a421568-a330-4d32-889f-dbad55b23241 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:46.265448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d76da86b-aaf3-418c-a05f-6583ff7651b4 None None] Provisioning complete for port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:46.266136 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d76da86b-aaf3-418c-a05f-6583ff7651b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.297438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad27b8b-af5e-4b5b-a91d-9148bbb93256 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=60d3efd7-23df-4900-84d0-d68e616f1868,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.300073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:46.325164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:46.326017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (ddf0166a-5105-498c-9f7c-084d4fa3793c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.375524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.403509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (59db5056-aaae-43e0-b870-a3b07fef13cc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.493611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No DVR routers for this DVR port 59db5056-aaae-43e0-b870-a3b07fef13cc on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:46.502168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=59db5056-aaae-43e0-b870-a3b07fef13cc,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.506207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] No DVR routers for this DVR port 59db5056-aaae-43e0-b870-a3b07fef13cc on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:46.527902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c1b38-89ff-4543-9bc3-fb6b21a8d08d None None] Pushing event deleted for resources: {'Port': ['ID=59db5056-aaae-43e0-b870-a3b07fef13cc,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.609477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-433d4807-27e0-4555-b2fe-b0c0c81ebba7 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (fc7f60aa-8c30-400a-812f-0abd50afee54), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.610246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.615869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d76da86b-aaf3-418c-a05f-6583ff7651b4 None None] Current status of the port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:46.644002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-433d4807-27e0-4555-b2fe-b0c0c81ebba7 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.648417 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-433d4807-27e0-4555-b2fe-b0c0c81ebba7 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/fc7f60aa-8c30-400a-812f-0abd50afee54 HTTP/1.1" status: 204 len: 168 time: 1.6599736 Apr 06 14:33:46.657711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cff460-6279-47b6-88fc-5b755302b524 None None] Network 58db1c82-6d08-40d1-b990-e7b651a3d126 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:46.681623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41506) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:46.684908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-519256c1-250a-4a0d-badd-b9693650ed3f admin admin] Publish callbacks [] for security_group (b07d7288-3847-41f0-83d5-4bb0f7452674), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.829052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e4aedf9f-29af-49c2-bd08-e3aa9d08fdb5 None None] Could not find standard attr ID for object 60d3efd7-23df-4900-84d0-d68e616f1868. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:46.878037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (ad115a28-9739-4aa8-92e8-2f3da2c8a740), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.882941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-519256c1-250a-4a0d-badd-b9693650ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b07d7288-3847-41f0-83d5-4bb0f7452674), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.920339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d4807-27e0-4555-b2fe-b0c0c81ebba7 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7f60aa-8c30-400a-812f-0abd50afee54,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:46.948932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fad27b8b-af5e-4b5b-a91d-9148bbb93256 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:46.955304 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fad27b8b-af5e-4b5b-a91d-9148bbb93256 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/60d3efd7-23df-4900-84d0-d68e616f1868 HTTP/1.1" status: 204 len: 168 time: 3.3752787 Apr 06 14:33:46.955934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41508) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.057026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] DHCP port deletion for 58db1c82-6d08-40d1-b990-e7b651a3d126 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:47.071043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (58db1c82-6d08-40d1-b990-e7b651a3d126), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.078200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad115a28-9739-4aa8-92e8-2f3da2c8a740']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:47.122779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519256c1-250a-4a0d-badd-b9693650ed3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07d7288-3847-41f0-83d5-4bb0f7452674,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.133784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c576f8dd-9802-421e-a1e7-b4083731fc3c') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:47.134185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c576f8dd-9802-421e-a1e7-b4083731fc3c') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:47.140148 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-519256c1-250a-4a0d-badd-b9693650ed3f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c74e4a57be641e1820ae218b1441629&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2895236 Apr 06 14:33:47.146343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41510) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.166754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b8c35dfb-27a8-486e-ae8a-065c432f127e None None] Provisioning complete for port 0ea03fae-f87e-4fa9-95e0-23a57a5041b9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:47.170121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (c576f8dd-9802-421e-a1e7-b4083731fc3c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.172041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b8c35dfb-27a8-486e-ae8a-065c432f127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.215707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:47.236050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bba8c-a5cf-4449-a991-c8ede14b061b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:47.237662 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bba8c-a5cf-4449-a991-c8ede14b061b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:47.239415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bba8c-a5cf-4449-a991-c8ede14b061b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:47.244676 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-744bba8c-a5cf-4449-a991-c8ede14b061b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2877026 Apr 06 14:33:47.246842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41512) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.249367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c576f8dd-9802-421e-a1e7-b4083731fc3c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.264218 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:47.265674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.265840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (c576f8dd-9802-421e-a1e7-b4083731fc3c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:47.268102 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:47.289041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f9aff-3f35-470e-ab6f-4852f08a78de None None] Network 5fb34545-771c-4977-83c2-2c1fd38ef085 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:47.338006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b8c35dfb-27a8-486e-ae8a-065c432f127e None None] Port 0ea03fae-f87e-4fa9-95e0-23a57a5041b9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:47.350717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e7e887e6-5493-48d0-9c0d-053338a176d4 admin admin] Publish callbacks [] for security_group (b07d7288-3847-41f0-83d5-4bb0f7452674), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.354578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] Deleting port f1585a0b-037e-4ed1-8f37-3eea125f1d94 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:47.354976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.384012 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port f1585a0b-037e-4ed1-8f37-3eea125f1d94 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:47.384012 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.404123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e7e887e6-5493-48d0-9c0d-053338a176d4 admin admin] Publish callbacks [] for security_group (b07d7288-3847-41f0-83d5-4bb0f7452674), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.466358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (ad115a28-9739-4aa8-92e8-2f3da2c8a740), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.472285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.480444 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/networks/ad115a28-9739-4aa8-92e8-2f3da2c8a740 HTTP/1.1" status: 204 len: 168 time: 1.9191508 Apr 06 14:33:47.494316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41514) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.552432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fdafb-35a5-476b-87b2-511d5431f43b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Network': ['ID=ad115a28-9739-4aa8-92e8-2f3da2c8a740,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.562696 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port f1585a0b-037e-4ed1-8f37-3eea125f1d94, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f1585a0b-037e-4ed1-8f37-3eea125f1d94,segment=NetworkSegment(2858a534-ea48-44ec-9dea-e857ea8b590d),segment_id=2858a534-ea48-44ec-9dea-e857ea8b590d)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:47.563096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.587453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for f1585a0b-037e-4ed1-8f37-3eea125f1d94 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:47.605380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b6c52b-7574-4020-acae-cd6d2e4ddf64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet a5c16035-1b68-4917-a5e5-fea723e80899 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:47.610525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57b6c52b-7574-4020-acae-cd6d2e4ddf64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (a5c16035-1b68-4917-a5e5-fea723e80899), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.672460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57b6c52b-7574-4020-acae-cd6d2e4ddf64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (a5c16035-1b68-4917-a5e5-fea723e80899), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.738410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] For port f1585a0b-037e-4ed1-8f37-3eea125f1d94, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f1585a0b-037e-4ed1-8f37-3eea125f1d94,segment=NetworkSegment(2858a534-ea48-44ec-9dea-e857ea8b590d),segment_id=2858a534-ea48-44ec-9dea-e857ea8b590d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:47.739043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.742845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8dd7dfd3-12db-4407-b6af-f37a6c36dd77 None None] Provisioning complete for port 2c02ed88-e06f-496f-9906-d9d99db73ec7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:47.743287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dd7dfd3-12db-4407-b6af-f37a6c36dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.752426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b399c-7636-4f64-bfff-6ac8082518fc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:47.763429 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3a9b399c-7636-4f64-bfff-6ac8082518fc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/8498fc8c-3c66-4c77-8421-f7f66fb04fbb HTTP/1.1" status: 200 len: 844 time: 0.2609794 Apr 06 14:33:47.764548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41516) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.773808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:47.794583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.804998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] Calling delete_port for f1585a0b-037e-4ed1-8f37-3eea125f1d94 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:47.819605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.836425 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c52f9414-f4b8-4541-9340-4e99ec6b1db2 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/8498fc8c-3c66-4c77-8421-f7f66fb04fbb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0657706 Apr 06 14:33:47.836425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41518) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:47.856554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57b6c52b-7574-4020-acae-cd6d2e4ddf64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (a5c16035-1b68-4917-a5e5-fea723e80899), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.856676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:47.916002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.960386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port f1585a0b-037e-4ed1-8f37-3eea125f1d94 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:47.972276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=f1585a0b-037e-4ed1-8f37-3eea125f1d94,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:47.981393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.983051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (ddf0166a-5105-498c-9f7c-084d4fa3793c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:47.995104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:47.996181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2c02ed88-e06f-496f-9906-d9d99db73ec7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:48.012521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e7e887e6-5493-48d0-9c0d-053338a176d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b07d7288-3847-41f0-83d5-4bb0f7452674), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.015352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e7e887e6-5493-48d0-9c0d-053338a176d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.016764 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e7e887e6-5493-48d0-9c0d-053338a176d4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b07d7288-3847-41f0-83d5-4bb0f7452674 HTTP/1.1" status: 204 len: 168 time: 0.8692985 Apr 06 14:33:48.041117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e887e6-5493-48d0-9c0d-053338a176d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07d7288-3847-41f0-83d5-4bb0f7452674,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.092905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57b6c52b-7574-4020-acae-cd6d2e4ddf64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (a5c16035-1b68-4917-a5e5-fea723e80899), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.100103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8dd7dfd3-12db-4407-b6af-f37a6c36dd77 None None] Current status of the port 2c02ed88-e06f-496f-9906-d9d99db73ec7 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:48.101609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dd7dfd3-12db-4407-b6af-f37a6c36dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.106715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (f1585a0b-037e-4ed1-8f37-3eea125f1d94), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.133504 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (58db1c82-6d08-40d1-b990-e7b651a3d126), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.169209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58db1c82-6d08-40d1-b990-e7b651a3d126']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:48.173852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] No DVR routers for this DVR port f1585a0b-037e-4ed1-8f37-3eea125f1d94 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:48.181414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e46ae-1c55-49b8-931d-3a5c924fac3a None None] Pushing event deleted for resources: {'Port': ['ID=f1585a0b-037e-4ed1-8f37-3eea125f1d94,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.186218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6c52b-7574-4020-acae-cd6d2e4ddf64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c16035-1b68-4917-a5e5-fea723e80899,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.200958 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2858a534-ea48-44ec-9dea-e857ea8b590d') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:48.201453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2858a534-ea48-44ec-9dea-e857ea8b590d') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:48.221035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8dd7dfd3-12db-4407-b6af-f37a6c36dd77 None None] For port 2c02ed88-e06f-496f-9906-d9d99db73ec7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2c02ed88-e06f-496f-9906-d9d99db73ec7,segment=NetworkSegment(86f059e8-ca84-4f05-b135-d9bae20ea417),segment_id=86f059e8-ca84-4f05-b135-d9bae20ea417)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:48.227040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2c02ed88-e06f-496f-9906-d9d99db73ec7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:48.229385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.238289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=0ea03fae-f87e-4fa9-95e0-23a57a5041b9,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.241596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57b6c52b-7574-4020-acae-cd6d2e4ddf64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.247319 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-57b6c52b-7574-4020-acae-cd6d2e4ddf64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/a5c16035-1b68-4917-a5e5-fea723e80899 HTTP/1.1" status: 204 len: 168 time: 0.9965706 Apr 06 14:33:48.249257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41522) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.303676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 7a421568-a330-4d32-889f-dbad55b23241 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:48.306357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb34e9-f34a-4bd7-8585-14506aea4581 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:48.307259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:48.325223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2749d8e6-18e3-4fad-b3a2-455cfb699f8d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet c9798eba-5c68-4bf7-86a8-3881fb3429d7 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:48.466629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2749d8e6-18e3-4fad-b3a2-455cfb699f8d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (c9798eba-5c68-4bf7-86a8-3881fb3429d7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.467974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8dd7dfd3-12db-4407-b6af-f37a6c36dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.565311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2749d8e6-18e3-4fad-b3a2-455cfb699f8d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (c9798eba-5c68-4bf7-86a8-3881fb3429d7), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.658667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2c02ed88-e06f-496f-9906-d9d99db73ec7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:48.662727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7dfd3-12db-4407-b6af-f37a6c36dd77 None None] Pushing event updated for resources: {'Port': ['ID=2c02ed88-e06f-496f-9906-d9d99db73ec7,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:48.713710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-280c4ce0-976e-4027-aacf-032abca9f3a7 None None] Provisioning complete for port 2c02ed88-e06f-496f-9906-d9d99db73ec7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:48.714617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-280c4ce0-976e-4027-aacf-032abca9f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.754292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router ddf0166a-5105-498c-9f7c-084d4fa3793c is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:48.768255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 59db5056-aaae-43e0-b870-a3b07fef13cc no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:48.779000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (2858a534-ea48-44ec-9dea-e857ea8b590d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.793454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:48.793872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 59db5056-aaae-43e0-b870-a3b07fef13cc {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:48.794375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 59db5056-aaae-43e0-b870-a3b07fef13cc not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:48.798410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.833652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2749d8e6-18e3-4fad-b3a2-455cfb699f8d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (c9798eba-5c68-4bf7-86a8-3881fb3429d7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.891937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2858a534-ea48-44ec-9dea-e857ea8b590d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.910382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-280c4ce0-976e-4027-aacf-032abca9f3a7 None None] Current status of the port 2c02ed88-e06f-496f-9906-d9d99db73ec7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:48.915019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:33:48.915453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (2858a534-ea48-44ec-9dea-e857ea8b590d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:33:48.918579 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:33:48.954412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:48.962151 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e22d1ef7-0e6c-45f5-91a7-30b4e1cbb7c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/ddf0166a-5105-498c-9f7c-084d4fa3793c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6008546 Apr 06 14:33:48.966118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac28ccf-67da-4cdc-8d7d-81178000fcf8 None None] Sync routers for ids ['ddf0166a-5105-498c-9f7c-084d4fa3793c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:48.975297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41526) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:48.991590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2c02ed88-e06f-496f-9906-d9d99db73ec7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:49.044602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8eb9e2-9724-4927-ba8c-ff386c1129c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.049225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0d8eb9e2-9724-4927-ba8c-ff386c1129c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports/0ea03fae-f87e-4fa9-95e0-23a57a5041b9 HTTP/1.1" status: 200 len: 911 time: 0.0714097 Apr 06 14:33:49.050412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41528) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.051397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac28ccf-67da-4cdc-8d7d-81178000fcf8 None None] Routers {'ddf0166a-5105-498c-9f7c-084d4fa3793c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:49.052819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-7ac28ccf-67da-4cdc-8d7d-81178000fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ddf0166a-5105-498c-9f7c-084d4fa3793c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:49.141045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-55f96bcc-9a92-46a5-944d-e37012152d5a None None] Provisioning complete for port 0ea03fae-f87e-4fa9-95e0-23a57a5041b9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:49.149108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55f96bcc-9a92-46a5-944d-e37012152d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.173190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2749d8e6-18e3-4fad-b3a2-455cfb699f8d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (c9798eba-5c68-4bf7-86a8-3881fb3429d7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.214839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-55f96bcc-9a92-46a5-944d-e37012152d5a None None] Port 0ea03fae-f87e-4fa9-95e0-23a57a5041b9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:49.226520 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-7ac28ccf-67da-4cdc-8d7d-81178000fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:49.259464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749d8e6-18e3-4fad-b3a2-455cfb699f8d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=c9798eba-5c68-4bf7-86a8-3881fb3429d7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.259637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2c02ed88-e06f-496f-9906-d9d99db73ec7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:49.259637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.276387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2749d8e6-18e3-4fad-b3a2-455cfb699f8d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.285178 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2749d8e6-18e3-4fad-b3a2-455cfb699f8d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/c9798eba-5c68-4bf7-86a8-3881fb3429d7 HTTP/1.1" status: 204 len: 168 time: 1.0321567 Apr 06 14:33:49.290096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41530) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.306505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (58db1c82-6d08-40d1-b990-e7b651a3d126), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.325516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.334746 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/58db1c82-6d08-40d1-b990-e7b651a3d126 HTTP/1.1" status: 204 len: 168 time: 2.6297326 Apr 06 14:33:49.338202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41532) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.362658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac28ccf-67da-4cdc-8d7d-81178000fcf8 None None] Routers {'ddf0166a-5105-498c-9f7c-084d4fa3793c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:49.362658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-7ac28ccf-67da-4cdc-8d7d-81178000fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ddf0166a-5105-498c-9f7c-084d4fa3793c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:49.363250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-442990181', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:49.366135 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e6bb3-9550-4101-9b90-56ecdadf1dae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=58db1c82-6d08-40d1-b990-e7b651a3d126,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.387236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41534) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.569100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-7ac28ccf-67da-4cdc-8d7d-81178000fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:49.569100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac28ccf-67da-4cdc-8d7d-81178000fcf8 None None] The sync data for ids ['ddf0166a-5105-498c-9f7c-084d4fa3793c'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:49.570746 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3c34d987-3445-42eb-a236-fd9fb8c2fe98 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=353e5ee967864f0a9574a47de8b6bf9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703499 Apr 06 14:33:49.570746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41536) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.571862 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cc6c751e-2314-4a5a-bf2c-708b5a1e24f9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1796091 Apr 06 14:33:49.571862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41538) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:49.571862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:49.572128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2c02ed88-e06f-496f-9906-d9d99db73ec7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:49.572221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aec81dec-89b3-4347-8557-6f4f89d1e87a admin admin] Publish callbacks [] for security_group (abe2fe24-b0e1-4b0a-8836-811f3b977216), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.572221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aec81dec-89b3-4347-8557-6f4f89d1e87a admin admin] Publish callbacks [] for security_group (abe2fe24-b0e1-4b0a-8836-811f3b977216), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.596221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (18b7e898-a9a8-406e-88d2-d21f7717c2a8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.671936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209fb9c3-6e71-4889-9723-dcc21ef0391b None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:49.671936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f1585a0b-037e-4ed1-8f37-3eea125f1d94 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:49.673695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (2149ae12-6bdb-48f6-936e-a81b5bd2b773), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.673695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (2149ae12-6bdb-48f6-936e-a81b5bd2b773), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.673695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:49.673695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:49.673695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:49.673695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.702842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89fcf80-d63b-498c-b659-fee000529c22 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:49.718228 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=18b7e898-a9a8-406e-88d2-d21f7717c2a8,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.722328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: f1585a0b-037e-4ed1-8f37-3eea125f1d94 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:49.722867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f1585a0b-037e-4ed1-8f37-3eea125f1d94 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:49.766792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (2149ae12-6bdb-48f6-936e-a81b5bd2b773), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.784801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-cd9df669-3168-4c8d-b2e5-cbebf94df948 None None] Provisioning complete for port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:49.787262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd9df669-3168-4c8d-b2e5-cbebf94df948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.828443 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aec81dec-89b3-4347-8557-6f4f89d1e87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (abe2fe24-b0e1-4b0a-8836-811f3b977216), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.832130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aec81dec-89b3-4347-8557-6f4f89d1e87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:49.838890 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aec81dec-89b3-4347-8557-6f4f89d1e87a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/abe2fe24-b0e1-4b0a-8836-811f3b977216 HTTP/1.1" status: 204 len: 168 time: 0.3713856 Apr 06 14:33:49.844678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec81dec-89b3-4347-8557-6f4f89d1e87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe2fe24-b0e1-4b0a-8836-811f3b977216,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:49.959019 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6f912bdf-bd6f-4992-b4ef-e1c1cdc8d198 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1205084 Apr 06 14:33:49.977499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-cd9df669-3168-4c8d-b2e5-cbebf94df948 None None] Current status of the port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:50.009175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'project_id': '6a6f25c64c694d458fa4cabc0ce432b2', 'fixed_ips': [{'subnet_id': '18b7e898-a9a8-406e-88d2-d21f7717c2a8'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:50.010578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.026144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:50.034252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41542) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:50.076192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-15e4758c-e007-4441-bef3-e460f8c3d3ea tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'security_group': {'name': 'tempest-secgroup-1920059539'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:50.188610 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] Deleting port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:50.188987 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.196653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_gateway (2149ae12-6bdb-48f6-936e-a81b5bd2b773), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.215976 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:33:50.248993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Allocated IP 2001:db8::2 (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/18b7e898-a9a8-406e-88d2-d21f7717c2a8/b489591f-bfad-4c11-8fec-3b2c9f915405) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:50.251856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.263562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:50.274457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.281547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] For port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:50.281963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.301265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-15e4758c-e007-4441-bef3-e460f8c3d3ea tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.334529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] Calling delete_port for 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:50.470713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-15e4758c-e007-4441-bef3-e460f8c3d3ea tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (1e6d932e-45a4-4a29-9a4c-03c8416dd89f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.510186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Publish callbacks [] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.645458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_gateway (2149ae12-6bdb-48f6-936e-a81b5bd2b773), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.667480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.668182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.674817 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-15e4758c-e007-4441-bef3-e460f8c3d3ea tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1e6d932e-45a4-4a29-9a4c-03c8416dd89f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.686628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.704115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:50.750788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4758c-e007-4441-bef3-e460f8c3d3ea tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d932e-45a4-4a29-9a4c-03c8416dd89f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.800807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:33:50.804310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (99d79f23-eadf-491e-9fac-1cfc3a9ba131), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.874631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.26.7.160 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/7fa7161f-4bc5-4835-8a35-ec57316da921) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:50.897163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:50.907937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:50.913406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:50.913776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.934389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=99d79f23-eadf-491e-9fac-1cfc3a9ba131,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.948361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8:1::1 (5fb34545-771c-4977-83c2-2c1fd38ef085/bc665b3f-fbed-459a-937e-745011a7bacb/9069ba69-d41b-4b8d-aa38-ee69334c3bfb) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:50.955996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Pushing event updated for resources: {'Port': ['ID=b489591f-bfad-4c11-8fec-3b2c9f915405,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:50.963038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:50.964947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:50.969783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:51.003984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-15e4758c-e007-4441-bef3-e460f8c3d3ea tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.006814 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-15e4758c-e007-4441-bef3-e460f8c3d3ea tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9710329 Apr 06 14:33:51.010389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41554) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.016003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-355d5896-456a-43e1-812e-34b6d17d95e4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'security_group': {'name': 'tempest-secgroup-1943280001'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:51.022279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] No DVR routers for this DVR port 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:51.024481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26304af-f490-487c-bb33-64e90abf4cb8 None None] Pushing event deleted for resources: {'Port': ['ID=5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.028278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:33:51.028631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a6da8bf-8ff3-4edb-a7ab-f1d0d077a44f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:51.059421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660a1a11-d81c-46ac-9194-9dfbf3d1a38e None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:51.100558 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ae2e9520-fd74-4850-95cb-2063e82de127 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6122580 Apr 06 14:33:51.106014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41556) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.113110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:51.174786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (7fa7161f-4bc5-4835-8a35-ec57316da921), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.220387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Attempting to bind port b489591f-bfad-4c11-8fec-3b2c9f915405 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:51.220914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Attempting to bind port b489591f-bfad-4c11-8fec-3b2c9f915405 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '243fc2a6-3369-490e-9a19-095dd01f4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:51.221414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Attempting to bind port b489591f-bfad-4c11-8fec-3b2c9f915405 on network a3cb8b8e-703c-4aa2-8377-49befdc06a0d {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:51.229409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:51.229409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Checking segment: {'id': '243fc2a6-3369-490e-9a19-095dd01f4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:51.257722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.257722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Bound using segment: {'id': '243fc2a6-3369-490e-9a19-095dd01f4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:51.257722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Bound port: b489591f-bfad-4c11-8fec-3b2c9f915405, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243fc2a6-3369-490e-9a19-095dd01f4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:51.257722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.258528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-355d5896-456a-43e1-812e-34b6d17d95e4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.258799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '99d79f23-eadf-491e-9fac-1cfc3a9ba131'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:51.258799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.261344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.323166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-355d5896-456a-43e1-812e-34b6d17d95e4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (4d2c2521-249e-4d1f-81db-6a080c4e2c57), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.365027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (7fa7161f-4bc5-4835-8a35-ec57316da921), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.407962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.409148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:51.412356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-355d5896-456a-43e1-812e-34b6d17d95e4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4d2c2521-249e-4d1f-81db-6a080c4e2c57), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.432820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] For port b489591f-bfad-4c11-8fec-3b2c9f915405, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:51.449428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Allocated IP 2001:db8::f816:3eff:fed1:45ef (935059ea-209c-494a-9703-5e88684a95b4/99d79f23-eadf-491e-9fac-1cfc3a9ba131/c69a4c94-6fa5-4d66-844e-52176a1d65bd) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:51.461999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] For port b489591f-bfad-4c11-8fec-3b2c9f915405, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b489591f-bfad-4c11-8fec-3b2c9f915405,segment=NetworkSegment(243fc2a6-3369-490e-9a19-095dd01f4a08),segment_id=243fc2a6-3369-490e-9a19-095dd01f4a08)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:51.464172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=7fa7161f-4bc5-4835-8a35-ec57316da921,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.468957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:51.469107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d5896-456a-43e1-812e-34b6d17d95e4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c2521-249e-4d1f-81db-6a080c4e2c57,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.473062 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:51.473258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.479418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:51.537987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=9069ba69-d41b-4b8d-aa38-ee69334c3bfb,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.563894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 5fb34545-771c-4977-83c2-2c1fd38ef085 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:51.568359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41566) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.579565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:51.584427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:51.584994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (ddf0166a-5105-498c-9f7c-084d4fa3793c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.621940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.694687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Publish callbacks [] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.702350 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-355d5896-456a-43e1-812e-34b6d17d95e4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.707234 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-355d5896-456a-43e1-812e-34b6d17d95e4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6929023 Apr 06 14:33:51.707677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41570) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:51.714573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2142367440', 'security_groups': ['4d2c2521-249e-4d1f-81db-6a080c4e2c57'], 'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18b7e898-a9a8-406e-88d2-d21f7717c2a8'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:51.753727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46b2dd-700c-47a2-83f3-54d920412af9 None None] Pushing event updated for resources: {'Port': ['ID=b489591f-bfad-4c11-8fec-3b2c9f915405,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:51.821816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:51.878006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:51.883582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:51.887238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:51.937185 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ea0a8b1e-863c-4eba-8eba-15cece171d57 tempest-AgentManagementNegativeTest-1379342623 tempest-AgentManagementNegativeTest-1379342623-project] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3640227 Apr 06 14:33:52.005946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Pushing event updated for resources: {'Port': ['ID=c69a4c94-6fa5-4d66-844e-52176a1d65bd,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:52.012506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Attempting to bind port c69a4c94-6fa5-4d66-844e-52176a1d65bd on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:52.013236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Attempting to bind port c69a4c94-6fa5-4d66-844e-52176a1d65bd by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:52.013669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Attempting to bind port c69a4c94-6fa5-4d66-844e-52176a1d65bd on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:52.028869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:52.029355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:52.030137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.032565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:52.035141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Bound port: c69a4c94-6fa5-4d66-844e-52176a1d65bd, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:52.035141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.128516 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e8d3ef2f-c786-48c3-84d9-bb9688f93315 None None] Provisioning complete for port 9069ba69-d41b-4b8d-aa38-ee69334c3bfb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:52.129382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef2f-c786-48c3-84d9-bb9688f93315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.134708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.175966 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.200710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_gateway (2149ae12-6bdb-48f6-936e-a81b5bd2b773), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.201311 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:52.207714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] For port c69a4c94-6fa5-4d66-844e-52176a1d65bd, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:52.210174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e8d3ef2f-c786-48c3-84d9-bb9688f93315 None None] Port 9069ba69-d41b-4b8d-aa38-ee69334c3bfb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:52.217904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] For port c69a4c94-6fa5-4d66-844e-52176a1d65bd, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c69a4c94-6fa5-4d66-844e-52176a1d65bd,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:52.325573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.372869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:52.381993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:52.387367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:52.388337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.397412 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.430702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45620f6-d496-4f0a-9fe9-e16b578c46ec None None] Pushing event updated for resources: {'Port': ['ID=c69a4c94-6fa5-4d66-844e-52176a1d65bd,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:52.440837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:52.495588 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port c1c8a018-cce8-44ba-8bf8-66ef4ed5452f yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:52.600941 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-762a4b1c-6b84-4aa9-9f1a-4e18305e5a1b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4883049 Apr 06 14:33:52.601158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41578) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.610061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:c5:4f:68', 'name': 'tempest-NetworksTestDHCPv6-1644122272'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:52.636648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.653041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (2149ae12-6bdb-48f6-936e-a81b5bd2b773), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.710151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.710952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (ddf0166a-5105-498c-9f7c-084d4fa3793c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:52.947170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41584) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:52.990510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=9069ba69-d41b-4b8d-aa38-ee69334c3bfb,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:53.087357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b489591f-bfad-4c11-8fec-3b2c9f915405 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:53.089904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 5fb34545-771c-4977-83c2-2c1fd38ef085 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:53.092846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:53.137620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::39d (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/18b7e898-a9a8-406e-88d2-d21f7717c2a8/c1c8a018-cce8-44ba-8bf8-66ef4ed5452f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:53.244674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:53.245059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.351508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router ddf0166a-5105-498c-9f7c-084d4fa3793c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:53.353326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bbf6dab5-d6a4-4079-a6fc-099211435d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.388232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:53.388639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.432645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:53.497643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port b489591f-bfad-4c11-8fec-3b2c9f915405, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b489591f-bfad-4c11-8fec-3b2c9f915405,segment=NetworkSegment(243fc2a6-3369-490e-9a19-095dd01f4a08),segment_id=243fc2a6-3369-490e-9a19-095dd01f4a08)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:53.564812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1365f08f-ac19-46d6-bcab-cabe266a2161 None None] Provisioning complete for port 9069ba69-d41b-4b8d-aa38-ee69334c3bfb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:53.565176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1365f08f-ac19-46d6-bcab-cabe266a2161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.606006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.606840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c69a4c94-6fa5-4d66-844e-52176a1d65bd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:53.613418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.666934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.669006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1365f08f-ac19-46d6-bcab-cabe266a2161 None None] Port 9069ba69-d41b-4b8d-aa38-ee69334c3bfb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:53.671106 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.673178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1344-a7d1-4b23-9500-0b7942307267 req-edc84827-4a3d-4f6b-be30-ccfd8560abcb tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:53.674830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f74d1344-a7d1-4b23-9500-0b7942307267 req-edc84827-4a3d-4f6b-be30-ccfd8560abcb tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.1788518 Apr 06 14:33:53.691015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:53.710208 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e2ca7-8063-4788-b79a-712c95da9b07 None None] Sync routers for ids ['ddf0166a-5105-498c-9f7c-084d4fa3793c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:53.720078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-23cc58eb-7147-4a8c-8867-a1776772d898 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/ddf0166a-5105-498c-9f7c-084d4fa3793c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6661215 Apr 06 14:33:53.722345 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e2ca7-8063-4788-b79a-712c95da9b07 None None] Routers {'ddf0166a-5105-498c-9f7c-084d4fa3793c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:53.722586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41594) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:53.730511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 3a641c50-848a-46e3-8769-ba9eec364419 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:33:53.731228 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-530e2ca7-8063-4788-b79a-712c95da9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ddf0166a-5105-498c-9f7c-084d4fa3793c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.733163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=b489591f-bfad-4c11-8fec-3b2c9f915405,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:53.756939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c69a4c94-6fa5-4d66-844e-52176a1d65bd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:53.757608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.760697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 2149ae12-6bdb-48f6-936e-a81b5bd2b773 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:53.795322 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f74d1344-a7d1-4b23-9500-0b7942307267 req-ba2d89ee-efb7-496d-b556-df33411ce1cb tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124763 Apr 06 14:33:53.801224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bbf6dab5-d6a4-4079-a6fc-099211435d3a admin admin] Publish callbacks [] for security_group (20fb5dba-09a4-42d7-b013-7b8c5810fa6a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.829557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093166e7-e050-4650-a2d4-c7ab02b386a7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:53.829557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-093166e7-e050-4650-a2d4-c7ab02b386a7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports/9069ba69-d41b-4b8d-aa38-ee69334c3bfb HTTP/1.1" status: 200 len: 913 time: 0.1016798 Apr 06 14:33:53.832111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41598) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:53.864086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5abdc454-cc25-4b57-9556-277492563b2e None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:53.864086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5abdc454-cc25-4b57-9556-277492563b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.871552 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-530e2ca7-8063-4788-b79a-712c95da9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.890549 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e2ca7-8063-4788-b79a-712c95da9b07 None None] Routers {'ddf0166a-5105-498c-9f7c-084d4fa3793c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:53.891663 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-530e2ca7-8063-4788-b79a-712c95da9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ddf0166a-5105-498c-9f7c-084d4fa3793c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.975804 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-530e2ca7-8063-4788-b79a-712c95da9b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:53.976776 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e2ca7-8063-4788-b79a-712c95da9b07 None None] The sync data for ids ['ddf0166a-5105-498c-9f7c-084d4fa3793c'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:54.016626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c69a4c94-6fa5-4d66-844e-52176a1d65bd is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:54.017443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.025302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bbf6dab5-d6a4-4079-a6fc-099211435d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (20fb5dba-09a4-42d7-b013-7b8c5810fa6a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.036760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.080772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11e316-1183-4b82-9924-7227ef5fac0f None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:54.129018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:54.138811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:54.146709 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:54.154169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:54.155115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.159499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port c69a4c94-6fa5-4d66-844e-52176a1d65bd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c69a4c94-6fa5-4d66-844e-52176a1d65bd,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:54.170469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5abdc454-cc25-4b57-9556-277492563b2e None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:54.179223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=c1c8a018-cce8-44ba-8bf8-66ef4ed5452f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.190363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 172.20.0.11 (935059ea-209c-494a-9703-5e88684a95b4/4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc/3a641c50-848a-46e3-8769-ba9eec364419) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:54.194990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5abdc454-cc25-4b57-9556-277492563b2e None None] Provisioning complete for port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:54.195428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bbf6dab5-d6a4-4079-a6fc-099211435d3a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3858c27ec2834360b758c5682bfce3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2421699 Apr 06 14:33:54.195631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5abdc454-cc25-4b57-9556-277492563b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.203982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41600) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:54.214167 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:fec5:4f68 (935059ea-209c-494a-9703-5e88684a95b4/99d79f23-eadf-491e-9fac-1cfc3a9ba131/3a641c50-848a-46e3-8769-ba9eec364419) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:54.225259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcdf09-7fc8-43ed-a429-04de977f087d req-4e978b38-9bb5-4356-972f-134a5936b184 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:54.228263 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ccdcdf09-7fc8-43ed-a429-04de977f087d req-4e978b38-9bb5-4356-972f-134a5936b184 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.3588779 Apr 06 14:33:54.229204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6dab5-d6a4-4079-a6fc-099211435d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fb5dba-09a4-42d7-b013-7b8c5810fa6a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.270424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.292072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5abdc454-cc25-4b57-9556-277492563b2e None None] Port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:54.366143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=c69a4c94-6fa5-4d66-844e-52176a1d65bd,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:54.438299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3c5a3c76-5e70-4a1a-aca4-f9f7f339bcaa None None] Provisioning complete for port c69a4c94-6fa5-4d66-844e-52176a1d65bd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:54.438903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3c76-5e70-4a1a-aca4-f9f7f339bcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.450606 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ccdcdf09-7fc8-43ed-a429-04de977f087d req-b61da83d-83e9-4773-b4d8-3fbbb57bd507 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446335 Apr 06 14:33:54.526749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6952718-1988-43e3-8d90-6b40fd53f657 None None] Update dhcp port {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': '99d79f23-eadf-491e-9fac-1cfc3a9ba131', 'ip_address': '2001:db8::f816:3eff:fed1:45ef'}, {'subnet_id': '4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'c69a4c94-6fa5-4d66-844e-52176a1d65bd'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:33:54.608866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:54.620836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a3c76-5e70-4a1a-aca4-f9f7f339bcaa None None] Current status of the port c69a4c94-6fa5-4d66-844e-52176a1d65bd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:54.628306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6952718-1988-43e3-8d90-6b40fd53f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.640632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac39a6c-2691-4229-9bef-82b8fad9f990 None None] Sync routers for ids ['2149ae12-6bdb-48f6-936e-a81b5bd2b773'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:54.640861 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4a28d967-93b0-4416-b8f0-45137a51db57 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9274876 Apr 06 14:33:54.649313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41602) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:54.653671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ababdddd-0cdb-49d6-a8c0-23d67c18432c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:54.687793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac39a6c-2691-4229-9bef-82b8fad9f990 None None] Routers {'2149ae12-6bdb-48f6-936e-a81b5bd2b773'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:54.688531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-eac39a6c-2691-4229-9bef-82b8fad9f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['2149ae12-6bdb-48f6-936e-a81b5bd2b773'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:54.734581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (ddf0166a-5105-498c-9f7c-084d4fa3793c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.735991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.737265 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-53ca0b7d-fe12-4a64-935e-2dd0b2aa7d24 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.3978267 Apr 06 14:33:54.737515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-eac39a6c-2691-4229-9bef-82b8fad9f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:54.750724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41604) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:54.789105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b91d288-de39-4c26-ae2f-85b07f422c30 admin admin] Publish callbacks [] for security_group (20fb5dba-09a4-42d7-b013-7b8c5810fa6a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.882235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac39a6c-2691-4229-9bef-82b8fad9f990 None None] Routers {'2149ae12-6bdb-48f6-936e-a81b5bd2b773'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:54.882929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-eac39a6c-2691-4229-9bef-82b8fad9f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['2149ae12-6bdb-48f6-936e-a81b5bd2b773'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:54.895274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b91d288-de39-4c26-ae2f-85b07f422c30 admin admin] Publish callbacks [] for security_group (20fb5dba-09a4-42d7-b013-7b8c5810fa6a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.943915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-074909f6-87a5-4177-b2e5-edd0e4eccaa4 None None] Provisioning complete for port c1c8a018-cce8-44ba-8bf8-66ef4ed5452f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:54.944171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-074909f6-87a5-4177-b2e5-edd0e4eccaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:54.979665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b489591f-bfad-4c11-8fec-3b2c9f915405 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:54.987763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-eac39a6c-2691-4229-9bef-82b8fad9f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:54.994447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac39a6c-2691-4229-9bef-82b8fad9f990 None None] The sync data for ids ['2149ae12-6bdb-48f6-936e-a81b5bd2b773'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:55.024764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-074909f6-87a5-4177-b2e5-edd0e4eccaa4 None None] Port c1c8a018-cce8-44ba-8bf8-66ef4ed5452f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:55.032616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (3a641c50-848a-46e3-8769-ba9eec364419), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.049039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:55.051269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.101499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ababdddd-0cdb-49d6-a8c0-23d67c18432c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:55.105671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ababdddd-0cdb-49d6-a8c0-23d67c18432c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.133560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-de1f72c9-4d7f-4cda-bed6-3dbb5eb3548d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/routers/2149ae12-6bdb-48f6-936e-a81b5bd2b773 HTTP/1.1" status: 200 len: 880 time: 0.3317418 Apr 06 14:33:55.137072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41608) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:55.152698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:55.154122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c69a4c94-6fa5-4d66-844e-52176a1d65bd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:55.162425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b91d288-de39-4c26-ae2f-85b07f422c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (20fb5dba-09a4-42d7-b013-7b8c5810fa6a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.165014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b91d288-de39-4c26-ae2f-85b07f422c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.166155 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3b91d288-de39-4c26-ae2f-85b07f422c30 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20fb5dba-09a4-42d7-b013-7b8c5810fa6a HTTP/1.1" status: 204 len: 168 time: 0.9623761 Apr 06 14:33:55.187163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d288-de39-4c26-ae2f-85b07f422c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fb5dba-09a4-42d7-b013-7b8c5810fa6a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:55.191383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f1b2f-4c1d-4cd2-9bf1-15d2d02296bd req-c7f9bf61-5625-43a5-b9de-2c077e693479 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.193694 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-569f1b2f-4c1d-4cd2-9bf1-15d2d02296bd req-c7f9bf61-5625-43a5-b9de-2c077e693479 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.2670264 Apr 06 14:33:55.198268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3a641c50-848a-46e3-8769-ba9eec364419), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.266592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:55.279423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:55.283848 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.ipam_backend_mixin [None req-ababdddd-0cdb-49d6-a8c0-23d67c18432c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18b7e898-a9a8-406e-88d2-d21f7717c2a8 (CIDR: 2001:db8::/64) Apr 06 14:33:55.290652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:55.318847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=3a641c50-848a-46e3-8769-ba9eec364419,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:55.352835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.353538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.361557 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ababdddd-0cdb-49d6-a8c0-23d67c18432c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:33:55.362054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ababdddd-0cdb-49d6-a8c0-23d67c18432c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:33:55.484989 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-51624297-76b8-4d10-b18e-eb3dc37f3a81 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8839760 Apr 06 14:33:55.501767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41614) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:55.501878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-f6952718-1988-43e3-8d90-6b40fd53f657 None None] Allocated IP 172.20.0.2 (935059ea-209c-494a-9703-5e88684a95b4/4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc/c69a4c94-6fa5-4d66-844e-52176a1d65bd) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:55.506435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c69a4c94-6fa5-4d66-844e-52176a1d65bd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:55.506891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.523981 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ababdddd-0cdb-49d6-a8c0-23d67c18432c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8740211 Apr 06 14:33:55.527841 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41616) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:55.575946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:55.660798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c69a4c94-6fa5-4d66-844e-52176a1d65bd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:55.700980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac539b-a5ed-4c74-879b-c929f2a535fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.703950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f6952718-1988-43e3-8d90-6b40fd53f657 None None] For port c69a4c94-6fa5-4d66-844e-52176a1d65bd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c69a4c94-6fa5-4d66-844e-52176a1d65bd,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:55.708751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac539b-a5ed-4c74-879b-c929f2a535fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.710915 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1cac539b-a5ed-4c74-879b-c929f2a535fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2100148 Apr 06 14:33:55.718833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41620) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:55.754462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6952718-1988-43e3-8d90-6b40fd53f657 None None] Publish callbacks [] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.826227 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-569f1b2f-4c1d-4cd2-9bf1-15d2d02296bd req-a6bb86d8-96d7-4d44-b184-81d8b660890c tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6093137 Apr 06 14:33:55.849738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6952718-1988-43e3-8d90-6b40fd53f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.893500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c7d257d0-8856-4d19-a8cd-aebe3bd5c7b2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 3a641c50-848a-46e3-8769-ba9eec364419 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:55.893848 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d257d0-8856-4d19-a8cd-aebe3bd5c7b2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3a641c50-848a-46e3-8769-ba9eec364419), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.967762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:55.971836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-d1d21a2a-8711-45eb-9a58-529f8712125c tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.972418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:55.974117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-d1d21a2a-8711-45eb-9a58-529f8712125c tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 0.6600854 Apr 06 14:33:55.983906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbe3d3-36e1-4afc-a926-42bf905f1de6 req-33210a0a-8139-449d-ae02-9c8fe81134fb tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.985476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ddbe3d3-36e1-4afc-a926-42bf905f1de6 req-33210a0a-8139-449d-ae02-9c8fe81134fb tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.2365806 Apr 06 14:33:55.997586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-e002c6d6-e400-4e15-aeeb-90a63c2740a7 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.999566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6952718-1988-43e3-8d90-6b40fd53f657 None None] Pushing event updated for resources: {'Port': ['ID=c69a4c94-6fa5-4d66-844e-52176a1d65bd,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:56.008092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-e002c6d6-e400-4e15-aeeb-90a63c2740a7 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.2393861 Apr 06 14:33:56.154407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d257d0-8856-4d19-a8cd-aebe3bd5c7b2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3a641c50-848a-46e3-8769-ba9eec364419), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.180720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c7d257d0-8856-4d19-a8cd-aebe3bd5c7b2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 3a641c50-848a-46e3-8769-ba9eec364419 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:56.197840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ddbe3d3-36e1-4afc-a926-42bf905f1de6 req-3df65dd6-9095-4afd-a369-e6c7826add0c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842723 Apr 06 14:33:56.200633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 9069ba69-d41b-4b8d-aa38-ee69334c3bfb {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:56.200989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.528092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dd083156-c630-4c9d-9000-cacb434f0c1b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3852010 Apr 06 14:33:56.528373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (68da78ae-f435-4149-98f0-b68c2a984731), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.533835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41636) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:56.540314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.548994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Deleting port 7726351b-4ad5-477c-a35a-606411b029c6 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:56.549827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7726351b-4ad5-477c-a35a-606411b029c6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.561525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-44e31af0-326d-454c-85a8-595f8ed8adde tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-442990181'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:56.584409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Deleting port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:56.585408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.659438 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=68da78ae-f435-4149-98f0-b68c2a984731,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:56.704877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:56.716646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:56.724826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:56.725863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:56.740743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f301c7-8f77-47bc-9e1e-c4e8f06c56e1 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:56.874210 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-59626b52-bbd1-47bd-beed-32d0af220971 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3042908 Apr 06 14:33:56.879095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41642) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:56.918211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-611673374', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68da78ae-f435-4149-98f0-b68c2a984731'}], 'security_groups': ['1e6d932e-45a4-4a29-9a4c-03c8416dd89f']}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:56.994352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41644) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:56.995300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 9069ba69-d41b-4b8d-aa38-ee69334c3bfb owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:57.028611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] For port 54c869b1-8b23-48d1-83fb-dff18f3a6c26, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=54c869b1-8b23-48d1-83fb-dff18f3a6c26,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:57.028998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.038093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-def6aad6-54e6-4ba6-a39c-a9acc8e4f5d3 None None] Provisioning complete for port c69a4c94-6fa5-4d66-844e-52176a1d65bd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:57.039680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-def6aad6-54e6-4ba6-a39c-a9acc8e4f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.057014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d257d0-8856-4d19-a8cd-aebe3bd5c7b2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3a641c50-848a-46e3-8769-ba9eec364419), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.117472 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d257d0-8856-4d19-a8cd-aebe3bd5c7b2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=3a641c50-848a-46e3-8769-ba9eec364419,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:57.117697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c69a4c94-6fa5-4d66-844e-52176a1d65bd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:57.234808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] For port 7726351b-4ad5-477c-a35a-606411b029c6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7726351b-4ad5-477c-a35a-606411b029c6,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:57.235354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7726351b-4ad5-477c-a35a-606411b029c6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.247747 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.311802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-def6aad6-54e6-4ba6-a39c-a9acc8e4f5d3 None None] Current status of the port c69a4c94-6fa5-4d66-844e-52176a1d65bd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:57.352283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c69a4c94-6fa5-4d66-844e-52176a1d65bd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:57.352709 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d257d0-8856-4d19-a8cd-aebe3bd5c7b2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.355322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.361928 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c7d257d0-8856-4d19-a8cd-aebe3bd5c7b2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/3a641c50-848a-46e3-8769-ba9eec364419 HTTP/1.1" status: 204 len: 168 time: 1.6411314 Apr 06 14:33:57.399427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41650) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:57.466709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1855301f-7859-413a-ae33-6d9eaadf7cb0 None None] Could not find standard attr ID for object 3a641c50-848a-46e3-8769-ba9eec364419. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:33:57.498552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca567e27-613e-4098-871f-5b399dd63b5a None None] Update dhcp port {'port': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'fixed_ips': [{'subnet_id': '18b7e898-a9a8-406e-88d2-d21f7717c2a8', 'ip_address': '2001:db8::2'}, {'subnet_id': '68da78ae-f435-4149-98f0-b68c2a984731'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'b489591f-bfad-4c11-8fec-3b2c9f915405'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:33:57.557851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-311744914'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:57.594798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ca567e27-613e-4098-871f-5b399dd63b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.603881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58143600-5891-4ffb-9847-dac569350bf3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:57.606224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58143600-5891-4ffb-9847-dac569350bf3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:57.608690 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58143600-5891-4ffb-9847-dac569350bf3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:57.610357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c69a4c94-6fa5-4d66-844e-52176a1d65bd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:57.618717 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-58143600-5891-4ffb-9847-dac569350bf3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2175667 Apr 06 14:33:57.630429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41652) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:57.772319 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a176fd7d-42ab-459c-a5d3-1a67c79ee214 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:57.780917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a176fd7d-42ab-459c-a5d3-1a67c79ee214 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:57.863803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a176fd7d-42ab-459c-a5d3-1a67c79ee214 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.012535 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Delete allocated IP 2001:db8::39d (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/18b7e898-a9a8-406e-88d2-d21f7717c2a8) {{(pid=104442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:33:58.032987 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8:0:1::2bd (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/68da78ae-f435-4149-98f0-b68c2a984731/c1c8a018-cce8-44ba-8bf8-66ef4ed5452f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:58.036025 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a176fd7d-42ab-459c-a5d3-1a67c79ee214 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.290799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a176fd7d-42ab-459c-a5d3-1a67c79ee214 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.300236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.300992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412cc65-c66a-4242-a4a2-71fd4dff0981 req-476b3bc8-4b73-4d92-a428-068f56b3fdb2 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:58.303311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6412cc65-c66a-4242-a4a2-71fd4dff0981 req-476b3bc8-4b73-4d92-a428-068f56b3fdb2 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 945 time: 0.7745116 Apr 06 14:33:58.323453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ab046-5af1-480a-8a21-295f08a27ec6 req-046364e2-57f6-4c5e-98fd-7412913e6393 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:58.325160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176fd7d-42ab-459c-a5d3-1a67c79ee214 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.330292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a176fd7d-42ab-459c-a5d3-1a67c79ee214 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.332581 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a9ab046-5af1-480a-8a21-295f08a27ec6 req-046364e2-57f6-4c5e-98fd-7412913e6393 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 945 time: 1.2492032 Apr 06 14:33:58.333932 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a176fd7d-42ab-459c-a5d3-1a67c79ee214 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc HTTP/1.1" status: 204 len: 168 time: 0.7020621 Apr 06 14:33:58.337882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41654) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:58.340703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6fceaf-c009-44a0-8413-ba46e78feb45 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:58.403316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5ad933-f467-46fb-9a13-bb8fd3df2306 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 99d79f23-eadf-491e-9fac-1cfc3a9ba131 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:33:58.409260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.415613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad933-f467-46fb-9a13-bb8fd3df2306 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (99d79f23-eadf-491e-9fac-1cfc3a9ba131), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.418002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.419025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (411892b4-501e-4b11-ac50-6bfb4c510609), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.419025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Floating IP 411892b4-501e-4b11-ac50-6bfb4c510609 disassociated. External IP: 172.26.7.12, port: 7726351b-4ad5-477c-a35a-606411b029c6. Apr 06 14:33:58.419025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Calling delete_port for 7726351b-4ad5-477c-a35a-606411b029c6 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:58.420699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Made reservation on behalf of 506ee468ae624359804246b38ec6bccc for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:58.423950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.482463 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.499478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-ca567e27-613e-4098-871f-5b399dd63b5a None None] Allocated IP 2001:db8:0:1::2 (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/68da78ae-f435-4149-98f0-b68c2a984731/b489591f-bfad-4c11-8fec-3b2c9f915405) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:58.527406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] In _notify_port_updated(), no bound segment for port c1c8a018-cce8-44ba-8bf8-66ef4ed5452f on network a3cb8b8e-703c-4aa2-8377-49befdc06a0d {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:33:58.533195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:58.533892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.541787 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "PUT /v2.0/ports/c1c8a018-cce8-44ba-8bf8-66ef4ed5452f HTTP/1.1" status: 200 len: 930 time: 1.6528876 Apr 06 14:33:58.545048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41656) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:58.567113 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad933-f467-46fb-9a13-bb8fd3df2306 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (99d79f23-eadf-491e-9fac-1cfc3a9ba131), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.591404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44e31af0-326d-454c-85a8-595f8ed8adde tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (2149ae12-6bdb-48f6-936e-a81b5bd2b773), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.594767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8145059-f465-4cf1-9766-3c31f527ea8b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=c1c8a018-cce8-44ba-8bf8-66ef4ed5452f,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.596387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.597162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (14172223-6cd2-4070-9177-daa52a10edb4), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.597162 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Floating IP 14172223-6cd2-4070-9177-daa52a10edb4 disassociated. External IP: 172.26.7.37, port: 54c869b1-8b23-48d1-83fb-dff18f3a6c26. Apr 06 14:33:58.597402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Calling delete_port for 54c869b1-8b23-48d1-83fb-dff18f3a6c26 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:58.653751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ca567e27-613e-4098-871f-5b399dd63b5a None None] For port b489591f-bfad-4c11-8fec-3b2c9f915405, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b489591f-bfad-4c11-8fec-3b2c9f915405,segment=NetworkSegment(243fc2a6-3369-490e-9a19-095dd01f4a08),segment_id=243fc2a6-3369-490e-9a19-095dd01f4a08)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:58.700406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ca567e27-613e-4098-871f-5b399dd63b5a None None] Publish callbacks [] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.706810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a9ab046-5af1-480a-8a21-295f08a27ec6 req-3faadf65-bb88-4356-bca3-d0167e57552d tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups?id=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3316672 Apr 06 14:33:58.719086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6412cc65-c66a-4242-a4a2-71fd4dff0981 req-9164896d-55ff-47dd-8d7e-cb7a53179ea6 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd605f14-dd62-4c46-998c-2f04600b3409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467495 Apr 06 14:33:58.753147 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad933-f467-46fb-9a13-bb8fd3df2306 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (99d79f23-eadf-491e-9fac-1cfc3a9ba131), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.777034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44e31af0-326d-454c-85a8-595f8ed8adde tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (2149ae12-6bdb-48f6-936e-a81b5bd2b773), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.797952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-01f7525f-3e7a-44af-99b5-98f71bc6f314 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port c1c8a018-cce8-44ba-8bf8-66ef4ed5452f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:58.798508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01f7525f-3e7a-44af-99b5-98f71bc6f314 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.804316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ca567e27-613e-4098-871f-5b399dd63b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.876382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca567e27-613e-4098-871f-5b399dd63b5a None None] Pushing event updated for resources: {'Port': ['ID=b489591f-bfad-4c11-8fec-3b2c9f915405,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.934419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01f7525f-3e7a-44af-99b5-98f71bc6f314 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.961544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad933-f467-46fb-9a13-bb8fd3df2306 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (99d79f23-eadf-491e-9fac-1cfc3a9ba131), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.964061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-01f7525f-3e7a-44af-99b5-98f71bc6f314 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for c1c8a018-cce8-44ba-8bf8-66ef4ed5452f owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:59.004089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad933-f467-46fb-9a13-bb8fd3df2306 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.008167 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7a5ad933-f467-46fb-9a13-bb8fd3df2306 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/99d79f23-eadf-491e-9fac-1cfc3a9ba131 HTTP/1.1" status: 204 len: 168 time: 0.6687071 Apr 06 14:33:59.012302 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41658) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.014602 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ad933-f467-46fb-9a13-bb8fd3df2306 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=99d79f23-eadf-491e-9fac-1cfc3a9ba131,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.075111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9069ba69-d41b-4b8d-aa38-ee69334c3bfb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.124989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=9069ba69-d41b-4b8d-aa38-ee69334c3bfb,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.127823 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-16a0d1e9-ecc7-42d4-8ab3-8abd8174bae6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141005 Apr 06 14:33:59.131871 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41660) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.139447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:59.139940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for security_group (549e4d8f-b020-4006-98e3-997060194fce), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.220156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 54c869b1-8b23-48d1-83fb-dff18f3a6c26 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:33:59.295642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (549e4d8f-b020-4006-98e3-997060194fce), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.301514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e31af0-326d-454c-85a8-595f8ed8adde tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 2149ae12-6bdb-48f6-936e-a81b5bd2b773 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:59.303970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No active binding found for port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 {{(pid=104444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 14:33:59.304383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] The host hv-neutron-8358 is not matching for port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 host None! {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:33:59.304772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 54c869b1-8b23-48d1-83fb-dff18f3a6c26 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:33:59.311023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (54c869b1-8b23-48d1-83fb-dff18f3a6c26), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.312597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (7726351b-4ad5-477c-a35a-606411b029c6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.359943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (ddf0166a-5105-498c-9f7c-084d4fa3793c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.422384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:59.430649 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.473448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62fdf0f-069e-4ea2-9b2f-87145a9428e7 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:59.503470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01f7525f-3e7a-44af-99b5-98f71bc6f314 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c1c8a018-cce8-44ba-8bf8-66ef4ed5452f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.549519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event deleted for resources: {'Port': ['ID=7726351b-4ad5-477c-a35a-606411b029c6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.570351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7525f-3e7a-44af-99b5-98f71bc6f314 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=c1c8a018-cce8-44ba-8bf8-66ef4ed5452f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.582210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01f7525f-3e7a-44af-99b5-98f71bc6f314 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.587052 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-01f7525f-3e7a-44af-99b5-98f71bc6f314 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/c1c8a018-cce8-44ba-8bf8-66ef4ed5452f HTTP/1.1" status: 204 len: 168 time: 1.0367024 Apr 06 14:33:59.592163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41662) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.629244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5ca31463-ccad-4ef7-94a0-49c309081d18 None None] Provisioning complete for port c69a4c94-6fa5-4d66-844e-52176a1d65bd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:59.629468 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5596a055-59e7-4f6b-87dd-8f9bc03173ad tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:33:59.630052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ca31463-ccad-4ef7-94a0-49c309081d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.633784 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5596a055-59e7-4f6b-87dd-8f9bc03173ad tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/c1c8a018-cce8-44ba-8bf8-66ef4ed5452f HTTP/1.1" status: 404 len: 333 time: 0.0379882 Apr 06 14:33:59.634821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41664) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:59.676443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:59.680534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event deleted for resources: {'Port': ['ID=54c869b1-8b23-48d1-83fb-dff18f3a6c26,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.750262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549e4d8f-b020-4006-98e3-997060194fce,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.868765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:33:59.936855 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6313cdb-b1e7-4f7d-b43a-471501bfc9f0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (4d2c2521-249e-4d1f-81db-6a080c4e2c57), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.943756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ca31463-ccad-4ef7-94a0-49c309081d18 None None] Current status of the port c69a4c94-6fa5-4d66-844e-52176a1d65bd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:59.986023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6313cdb-b1e7-4f7d-b43a-471501bfc9f0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (4d2c2521-249e-4d1f-81db-6a080c4e2c57), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.988843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] Deleting port c69a4c94-6fa5-4d66-844e-52176a1d65bd {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:59.989537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.994848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e31af0-326d-454c-85a8-595f8ed8adde tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:00.005562 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d958a65-ae6b-47bc-a9de-30a151a71b0a None None] Sync routers for ids ['2149ae12-6bdb-48f6-936e-a81b5bd2b773'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:00.022632 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d958a65-ae6b-47bc-a9de-30a151a71b0a None None] Routers {'2149ae12-6bdb-48f6-936e-a81b5bd2b773'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:00.022754 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9d958a65-ae6b-47bc-a9de-30a151a71b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['2149ae12-6bdb-48f6-936e-a81b5bd2b773'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:00.063848 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (4ef90f7e-eb9e-4a1a-991f-77eacc1877ac), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.098025 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9d958a65-ae6b-47bc-a9de-30a151a71b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:00.111313 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d958a65-ae6b-47bc-a9de-30a151a71b0a None None] Routers {'2149ae12-6bdb-48f6-936e-a81b5bd2b773'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:00.111972 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9d958a65-ae6b-47bc-a9de-30a151a71b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['2149ae12-6bdb-48f6-936e-a81b5bd2b773'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:00.122619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44e31af0-326d-454c-85a8-595f8ed8adde tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.126162 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-44e31af0-326d-454c-85a8-595f8ed8adde tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/2149ae12-6bdb-48f6-936e-a81b5bd2b773 HTTP/1.1" status: 200 len: 887 time: 3.5688369 Apr 06 14:34:00.133944 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (34cbf6d3-b083-469d-aef6-61f708dc53f8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.134718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Added segment 34cbf6d3-b083-469d-aef6-61f708dc53f8 of type vlan for network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 Apr 06 14:34:00.148663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] For port c69a4c94-6fa5-4d66-844e-52176a1d65bd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c69a4c94-6fa5-4d66-844e-52176a1d65bd,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:00.149249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.159975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41670) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.163953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7668092e-2876-4ea3-aac7-7110fa6038b1 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:00.164163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=4ef90f7e-eb9e-4a1a-991f-77eacc1877ac,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:00.164548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7668092e-2876-4ea3-aac7-7110fa6038b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.193391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] Calling delete_port for c69a4c94-6fa5-4d66-844e-52176a1d65bd owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:00.214312 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9d958a65-ae6b-47bc-a9de-30a151a71b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:00.219848 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d958a65-ae6b-47bc-a9de-30a151a71b0a None None] The sync data for ids ['2149ae12-6bdb-48f6-936e-a81b5bd2b773'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:00.263322 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-db75af8d-50ab-4bdd-b75c-fca4c1f8ad74 req-4757f441-02de-470b-9f19-f6365b317664 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.2715788 Apr 06 14:34:00.325979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8405c510-2100-4408-8af4-d52be965d4d0 req-a56b9e69-f73f-40cc-ac53-e9e87676a64b tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.3702559 Apr 06 14:34:00.336437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router ddf0166a-5105-498c-9f7c-084d4fa3793c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:00.349679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7668092e-2876-4ea3-aac7-7110fa6038b1 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:00.381059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7668092e-2876-4ea3-aac7-7110fa6038b1 None None] Could not find standard attr ID for object c1c8a018-cce8-44ba-8bf8-66ef4ed5452f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:00.381338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.381482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:00.381482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:00.394217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.394812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.414366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7668092e-2876-4ea3-aac7-7110fa6038b1 None None] Provisioning complete for port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:00.414366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7668092e-2876-4ea3-aac7-7110fa6038b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.453467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:00.465618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7668092e-2876-4ea3-aac7-7110fa6038b1 None None] Port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:00.476336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6313cdb-b1e7-4f7d-b43a-471501bfc9f0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4d2c2521-249e-4d1f-81db-6a080c4e2c57), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.479409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6313cdb-b1e7-4f7d-b43a-471501bfc9f0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.480618 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6313cdb-b1e7-4f7d-b43a-471501bfc9f0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/security-groups/4d2c2521-249e-4d1f-81db-6a080c4e2c57 HTTP/1.1" status: 204 len: 168 time: 0.8445735 Apr 06 14:34:00.485742 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8731c11b-8643-47c2-9b7b-776576777359 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/routers/2149ae12-6bdb-48f6-936e-a81b5bd2b773 HTTP/1.1" status: 200 len: 887 time: 0.3187454 Apr 06 14:34:00.487096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41672) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.498022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41674) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.539037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6313cdb-b1e7-4f7d-b43a-471501bfc9f0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c2521-249e-4d1f-81db-6a080c4e2c57,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:00.573236 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-096a9bef-f2bf-4dce-a6c6-5f50d47e3f69 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=2149ae12-6bdb-48f6-936e-a81b5bd2b773 HTTP/1.1" status: 200 len: 205 time: 0.0741856 Apr 06 14:34:00.579465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (c69a4c94-6fa5-4d66-844e-52176a1d65bd), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.581849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41678) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.615361 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ad95fef9-c0e1-44e1-9036-83e1e593cad6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4815502 Apr 06 14:34:00.621708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41680) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:00.652606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0af01ac6-fa8b-4aef-ac27-437947cea94f None None] Could not find standard attr ID for object c1c8a018-cce8-44ba-8bf8-66ef4ed5452f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:00.664154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] Pushing event deleted for resources: {'Port': ['ID=c69a4c94-6fa5-4d66-844e-52176a1d65bd,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:00.678868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebe4af-ada2-4a09-b287-fba078cdc93e None None] No DVR routers for this DVR port c69a4c94-6fa5-4d66-844e-52176a1d65bd on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:00.680798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:00.706450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf39077f-5b36-4a2e-b7df-a3c6c974740d None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:00.858035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e025058-548a-4d99-9230-2e6447dda7c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (1e6d932e-45a4-4a29-9a4c-03c8416dd89f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.865246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Router 88616b4e-910c-4d66-a7a4-966c3ad5290d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:00.899921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '4ef90f7e-eb9e-4a1a-991f-77eacc1877ac'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:00.900834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.916060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e025058-548a-4d99-9230-2e6447dda7c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (1e6d932e-45a4-4a29-9a4c-03c8416dd89f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.933562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (2149ae12-6bdb-48f6-936e-a81b5bd2b773), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.977340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.982559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.983421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.038116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b489591f-bfad-4c11-8fec-3b2c9f915405 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:01.047115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:01.066809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:01.081235 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0cca3-2bf4-4a70-8f4e-895e326e915d None None] Sync routers for ids ['ddf0166a-5105-498c-9f7c-084d4fa3793c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:01.097479 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0cca3-2bf4-4a70-8f4e-895e326e915d None None] Routers {'ddf0166a-5105-498c-9f7c-084d4fa3793c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:01.098133 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-82e0cca3-2bf4-4a70-8f4e-895e326e915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ddf0166a-5105-498c-9f7c-084d4fa3793c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:01.108054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] Sync routers for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:01.110115 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2aabdba1-30db-44b9-b4ad-14e7048ab8e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/ddf0166a-5105-498c-9f7c-084d4fa3793c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2768183 Apr 06 14:34:01.118481 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41682) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.179628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:01.180174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:01.195371 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-82e0cca3-2bf4-4a70-8f4e-895e326e915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:01.214156 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0cca3-2bf4-4a70-8f4e-895e326e915d None None] Routers {'ddf0166a-5105-498c-9f7c-084d4fa3793c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:01.217574 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-82e0cca3-2bf4-4a70-8f4e-895e326e915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ddf0166a-5105-498c-9f7c-084d4fa3793c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:01.255306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 7726351b-4ad5-477c-a35a-606411b029c6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:01.295128 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-82e0cca3-2bf4-4a70-8f4e-895e326e915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:01.295779 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0cca3-2bf4-4a70-8f4e-895e326e915d None None] The sync data for ids ['ddf0166a-5105-498c-9f7c-084d4fa3793c'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:01.323521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 7726351b-4ad5-477c-a35a-606411b029c6 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:01.323862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 7726351b-4ad5-477c-a35a-606411b029c6 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:01.356651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] No DVR routers for this DVR port 7726351b-4ad5-477c-a35a-606411b029c6 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:01.376922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Allocated IP 172.20.0.2 (935059ea-209c-494a-9703-5e88684a95b4/4ef90f7e-eb9e-4a1a-991f-77eacc1877ac/ec8fb812-da72-4826-a814-461bc0cdf876) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:01.380363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.382585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:01.382993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.394737 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eb3ac590-fbb8-4639-ad7d-da606ff0b7f7 req-baa77786-7ef0-4b01-b528-f4cb48cd2416 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.87 "DELETE /v2.0/ports/7726351b-4ad5-477c-a35a-606411b029c6 HTTP/1.1" status: 204 len: 173 time: 5.3760960 Apr 06 14:34:01.408684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'name': 'network-vif-deleted', 'tag': '7726351b-4ad5-477c-a35a-606411b029c6'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:34:01.415049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70309aa-1b27-47ed-9db1-14e18a0b9b1c" -d '{"events": [{"server_uuid": "d23e55ca-878a-46bf-ae8c-c7934f37ac62", "name": "network-vif-deleted", "tag": "7726351b-4ad5-477c-a35a-606411b029c6"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:34:01.440974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Network': ['ID=d2d20eee-7184-4ad2-b53b-8b5673a1c7a1,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:01.461524 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-22f9d5f4-93b4-47e9-ac9f-57ace863fcca tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.4628253 Apr 06 14:34:01.477099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41690) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.488542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'subnet': {'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:01.547950 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-80a09d45-ccf8-4799-8b30-4128625a0fa1 req-8414a020-1bc8-49ca-a3a9-7e1e505cca99 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.0715828 Apr 06 14:34:01.608809 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f6b54fb-fc4f-46f2-8772-3b047af0a326 req-7ef4895d-9722-40ac-87b5-dc3b33e1fcd3 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.1414778 Apr 06 14:34:01.609124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:01.656431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc67c1-1238-4551-a840-be44b67c1dd7 x-openstack-request-id: req-5ccc67c1-1238-4551-a840-be44b67c1dd7 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:34:01.664108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23e55ca-878a-46bf-ae8c-c7934f37ac62", "name": "network-vif-deleted", "tag": "7726351b-4ad5-477c-a35a-606411b029c6", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:34:01.664108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5ccc67c1-1238-4551-a840-be44b67c1dd7 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:34:01.664108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccc67c1-1238-4551-a840-be44b67c1dd7'] response: {'server_uuid': 'd23e55ca-878a-46bf-ae8c-c7934f37ac62', 'name': 'network-vif-deleted', 'tag': '7726351b-4ad5-477c-a35a-606411b029c6', 'status': 'completed', 'code': 200} Apr 06 14:34:01.674668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:01.679827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.706544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:01.720381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e025058-548a-4d99-9230-2e6447dda7c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1e6d932e-45a4-4a29-9a4c-03c8416dd89f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.724000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e025058-548a-4d99-9230-2e6447dda7c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.729962 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3e025058-548a-4d99-9230-2e6447dda7c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/security-groups/1e6d932e-45a4-4a29-9a4c-03c8416dd89f HTTP/1.1" status: 204 len: 168 time: 1.2378035 Apr 06 14:34:01.731453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:01.735267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] Sync routers for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:01.741701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41692) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:01.785132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_gateway (2149ae12-6bdb-48f6-936e-a81b5bd2b773), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.816132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] No DVR routers for this DVR port 54c869b1-8b23-48d1-83fb-dff18f3a6c26 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:01.824302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.828785 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f45631de-4ee5-4e7f-9a5d-2852078e7bce req-f3fc00c4-1f78-4694-a24b-544df7fea503 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.87 "DELETE /v2.0/ports/54c869b1-8b23-48d1-83fb-dff18f3a6c26 HTTP/1.1" status: 204 len: 173 time: 5.8409257 Apr 06 14:34:01.851737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-830e7cf9-82be-4f96-b961-7814b1f24d51 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet 18b7e898-a9a8-406e-88d2-d21f7717c2a8 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:01.856204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-830e7cf9-82be-4f96-b961-7814b1f24d51 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (18b7e898-a9a8-406e-88d2-d21f7717c2a8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.867382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:01.868134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:01.904729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-830e7cf9-82be-4f96-b961-7814b1f24d51 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (18b7e898-a9a8-406e-88d2-d21f7717c2a8), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:01.932070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e025058-548a-4d99-9230-2e6447dda7c7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d932e-45a4-4a29-9a4c-03c8416dd89f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:02.011208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-830e7cf9-82be-4f96-b961-7814b1f24d51 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (18b7e898-a9a8-406e-88d2-d21f7717c2a8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.078859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Made reservation on behalf of 506ee468ae624359804246b38ec6bccc for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:02.083125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.205278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-830e7cf9-82be-4f96-b961-7814b1f24d51 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (18b7e898-a9a8-406e-88d2-d21f7717c2a8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.239878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:02.245510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e7cf9-82be-4f96-b961-7814b1f24d51 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=18b7e898-a9a8-406e-88d2-d21f7717c2a8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:02.268240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-830e7cf9-82be-4f96-b961-7814b1f24d51 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.277203 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-830e7cf9-82be-4f96-b961-7814b1f24d51 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/18b7e898-a9a8-406e-88d2-d21f7717c2a8 HTTP/1.1" status: 204 len: 168 time: 0.5324950 Apr 06 14:34:02.281519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41694) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:02.287880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:02.354633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ec4e7-1f64-4620-8455-b599e0a099b8 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:02.372892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 7fa7161f-4bc5-4835-8a35-ec57316da921 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:02.373567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7fa7161f-4bc5-4835-8a35-ec57316da921), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.405733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:02.508471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c69a4c94-6fa5-4d66-844e-52176a1d65bd no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:02.599358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (ddf0166a-5105-498c-9f7c-084d4fa3793c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.610439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c69a4c94-6fa5-4d66-844e-52176a1d65bd {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:02.611122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c69a4c94-6fa5-4d66-844e-52176a1d65bd not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:02.618615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:34:02.642608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (40fe5922-f04e-4793-9ab2-79ff612503bf), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.669271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Publish callbacks [] for port (ec8fb812-da72-4826-a814-461bc0cdf876), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.687304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (e0a3d433-12c5-46cd-8912-99ca3ff62e40), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.774636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7fa7161f-4bc5-4835-8a35-ec57316da921), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.789319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:02.793365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.808730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 7fa7161f-4bc5-4835-8a35-ec57316da921 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:02.811818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:02.824202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.829091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:02.832467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:02.833652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:02.945381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:02.947810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=e0a3d433-12c5-46cd-8912-99ca3ff62e40,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:02.970646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:02.979256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:02.982670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Pushing event updated for resources: {'Port': ['ID=ec8fb812-da72-4826-a814-461bc0cdf876,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.036801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:39Z', 'revision_number': 5, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:03.096943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Attempting to bind port ec8fb812-da72-4826-a814-461bc0cdf876 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:03.097471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Attempting to bind port ec8fb812-da72-4826-a814-461bc0cdf876 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:03.097957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Attempting to bind port ec8fb812-da72-4826-a814-461bc0cdf876 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:03.103707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] Checking router: 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:03.112046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:03.112552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:03.113064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.113568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:03.114703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Bound port: ec8fb812-da72-4826-a814-461bc0cdf876, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:03.115261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.138828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:36Z', 'revision_number': 5, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:03.185720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] Checking router: 88616b4e-910c-4d66-a7a4-966c3ad5290d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:03.189216 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1b34176a-729b-4d87-8ede-3d99a05e3b64 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5176501 Apr 06 14:34:03.189870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41702) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.195733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:03.196342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:12:29:02', 'name': 'tempest-NetworksTestDHCPv6-1704591459'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:03.196463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:03.248701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:03.249183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:03.304631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (7fa7161f-4bc5-4835-8a35-ec57316da921), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.354040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Subnet': ['ID=40fe5922-f04e-4793-9ab2-79ff612503bf,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.360643 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-228127ad-c76e-4125-98c0-938e374878e2 req-9a309e1c-61ef-4347-984e-95776a436f4c tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/ports?device_id=d23e55ca-878a-46bf-ae8c-c7934f37ac62 HTTP/1.1" status: 200 len: 210 time: 0.5139678 Apr 06 14:34:03.399585 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7a9fd828-89dd-44b2-9b87-fbaf91d28e58 req-78e3167b-1b2c-4cd3-bd5e-b37c558482cb tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c10fa1-df43-4e1f-afe1-e056dd322751 HTTP/1.1" status: 200 len: 210 time: 0.5163229 Apr 06 14:34:03.403464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (f0a86634-f74a-41ff-b155-fbef180f9fd4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.485156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (2149ae12-6bdb-48f6-936e-a81b5bd2b773), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.485748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=f0a86634-f74a-41ff-b155-fbef180f9fd4,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.487776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=7fa7161f-4bc5-4835-8a35-ec57316da921,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:03.512193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Checking segment: {'id': '34cbf6d3-b083-469d-aef6-61f708dc53f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:03.512687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Network hostable DHCP agents. Network: d2d20eee-7184-4ad2-b53b-8b5673a1c7a1, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:03.516621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:03.519327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:03.527866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:03.529101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.641080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (2149ae12-6bdb-48f6-936e-a81b5bd2b773), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.643983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (2149ae12-6bdb-48f6-936e-a81b5bd2b773), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.658891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'name': 'network-vif-deleted', 'tag': '54c869b1-8b23-48d1-83fb-dff18f3a6c26'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:34:03.661816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0472c7de-b1f7-4be1-89df-66c47c2fd651" -d '{"events": [{"server_uuid": "e9c10fa1-df43-4e1f-afe1-e056dd322751", "name": "network-vif-deleted", "tag": "54c869b1-8b23-48d1-83fb-dff18f3a6c26"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:34:03.695054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:03.708312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96fa334-cd65-4e71-bc47-a394784c158b x-openstack-request-id: req-e96fa334-cd65-4e71-bc47-a394784c158b {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:34:03.708852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c10fa1-df43-4e1f-afe1-e056dd322751", "name": "network-vif-deleted", "tag": "54c869b1-8b23-48d1-83fb-dff18f3a6c26", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:34:03.709185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e96fa334-cd65-4e71-bc47-a394784c158b {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:34:03.710560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96fa334-cd65-4e71-bc47-a394784c158b'] response: {'server_uuid': 'e9c10fa1-df43-4e1f-afe1-e056dd322751', 'name': 'network-vif-deleted', 'tag': '54c869b1-8b23-48d1-83fb-dff18f3a6c26', 'status': 'completed', 'code': 200} Apr 06 14:34:03.713330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:03.721659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-376ab8c4-c63c-4286-a02a-5989ec9dbc1a tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4386566 Apr 06 14:34:03.732648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41706) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.742455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-24f782b4-3394-4c7f-9635-0feb9ae17b92 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'security_group': {'name': 'tempest-secgroup-640466293'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:03.763196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] For port ec8fb812-da72-4826-a814-461bc0cdf876, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:03.771340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] For port ec8fb812-da72-4826-a814-461bc0cdf876, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ec8fb812-da72-4826-a814-461bc0cdf876,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:03.785491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 0ea03fae-f87e-4fa9-95e0-23a57a5041b9 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:03.785880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.792415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (2149ae12-6bdb-48f6-936e-a81b5bd2b773), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.792968 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Fanout notify agent at l3_agent the message router_deleted on router 2149ae12-6bdb-48f6-936e-a81b5bd2b773 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:03.799384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:03.802568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:03.806891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.811925 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4a85d108-4b64-41b6-8dfb-6eb63b9c4c7d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/2149ae12-6bdb-48f6-936e-a81b5bd2b773 HTTP/1.1" status: 204 len: 168 time: 3.2180765 Apr 06 14:34:03.812188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41708) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.818702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-444973662'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:03.834653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, d2d20eee-7184-4ad2-b53b-8b5673a1c7a1) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:03.843521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:03.844123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.855479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081cae4c-37ed-4b72-8412-aa51b3c897b1 None None] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:03.900238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4df9c-c7a9-4296-95e2-9ae46fea66e2 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:03.904859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.934765 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port af3102b7-d487-4a00-963f-3e1b15b11e3f yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:03.980811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:03.988194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7cd4be5d-851f-4be1-8209-08885a25fec0 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5042963 Apr 06 14:34:03.988194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:03.999138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41710) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:03.999794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.013847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24f782b4-3394-4c7f-9635-0feb9ae17b92 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.014530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'name': 'tempest-AllowedAddressPairTestJSON-1077977735'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:04.057529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:04.084298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (3ca17d31-f19e-40a7-b44d-fc3aeb8a4472), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.084935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment 3ca17d31-f19e-40a7-b44d-fc3aeb8a4472 of type vlan for network 14a790f5-64c0-43ec-be06-36681e2d1728 Apr 06 14:34:04.124678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.173709 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 0ea03fae-f87e-4fa9-95e0-23a57a5041b9 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:04.184359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (14a790f5-64c0-43ec-be06-36681e2d1728), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.240993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24f782b4-3394-4c7f-9635-0feb9ae17b92 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (e387c8a5-63e6-4fa9-a848-da30b14368c2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.269495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ec3e2bd7-f2e1-4e49-85f4-fb66b41663b2 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:04.269913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2bd7-f2e1-4e49-85f4-fb66b41663b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.282831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Made reservation on behalf of 506ee468ae624359804246b38ec6bccc for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:04.287697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.327771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] device_id is not set on port 90f9d9b8-f66b-4994-a403-8d2756715c96 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:04.379693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (14a790f5-64c0-43ec-be06-36681e2d1728), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.391367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:04.392328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.462750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-d2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'project_id': '506ee468ae624359804246b38ec6bccc', 'fixed_ips': [{'subnet_id': '40fe5922-f04e-4793-9ab2-79ff612503bf'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:04.463665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.465670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606c52a-e2da-40ae-9112-1b03a73ca613 None None] Pushing event updated for resources: {'Port': ['ID=ec8fb812-da72-4826-a814-461bc0cdf876,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:04.555819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24f782b4-3394-4c7f-9635-0feb9ae17b92 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e387c8a5-63e6-4fa9-a848-da30b14368c2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.583128 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7694862 Apr 06 14:34:04.587771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41720) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.597825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': '14a790f5-64c0-43ec-be06-36681e2d1728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:04.632279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41722) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.644730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 172.20.0.8 (935059ea-209c-494a-9703-5e88684a95b4/4ef90f7e-eb9e-4a1a-991f-77eacc1877ac/af3102b7-d487-4a00-963f-3e1b15b11e3f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:04.669827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:fe12:2902 (935059ea-209c-494a-9703-5e88684a95b4/e0a3d433-12c5-46cd-8912-99ca3ff62e40/af3102b7-d487-4a00-963f-3e1b15b11e3f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:04.672713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41724) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.683777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2227a-9b5a-43cc-97f0-f92e94043b5e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=14a790f5-64c0-43ec-be06-36681e2d1728,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:04.705486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24f782b4-3394-4c7f-9635-0feb9ae17b92 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.707016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-24f782b4-3394-4c7f-9635-0feb9ae17b92 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9726040 Apr 06 14:34:04.715866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41726) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:04.722117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-656e4629-a6bb-4acd-8e4a-af8a9af58b38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'security_group': {'name': 'tempest-secgroup-678845405'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:04.753495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Allocated IP 172.20.0.10 (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1/40fe5922-f04e-4793-9ab2-79ff612503bf/90f9d9b8-f66b-4994-a403-8d2756715c96) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:04.754192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f782b4-3394-4c7f-9635-0feb9ae17b92 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e387c8a5-63e6-4fa9-a848-da30b14368c2,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:04.796521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (0ea03fae-f87e-4fa9-95e0-23a57a5041b9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.798160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 14a790f5-64c0-43ec-be06-36681e2d1728 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:04.874432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9094cb5b-818b-48a4-9f34-b56598f5a62b None None] Update dhcp port {'port': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'fixed_ips': [{'subnet_id': '68da78ae-f435-4149-98f0-b68c2a984731', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f0a86634-f74a-41ff-b155-fbef180f9fd4'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'b489591f-bfad-4c11-8fec-3b2c9f915405'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:34:04.925650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f55411d-21f6-48ff-a3d6-31b7c2203916 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group (fd605f14-dd62-4c46-998c-2f04600b3409), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:04.981007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f55411d-21f6-48ff-a3d6-31b7c2203916 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group (fd605f14-dd62-4c46-998c-2f04600b3409), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.022775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e2bd7-f2e1-4e49-85f4-fb66b41663b2 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:05.035486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:05.040885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.048001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec8fb812-da72-4826-a814-461bc0cdf876 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:05.054887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9094cb5b-818b-48a4-9f34-b56598f5a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.155717 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:39Z', 'revision_number': 5, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:05.168822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ec3e2bd7-f2e1-4e49-85f4-fb66b41663b2 None None] Provisioning complete for port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:05.169209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2bd7-f2e1-4e49-85f4-fb66b41663b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.260431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:36Z', 'revision_number': 5, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:05.262299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e2bd7-f2e1-4e49-85f4-fb66b41663b2 None None] Port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:05.266752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2119b4-7bdf-427c-984f-4f239ce25413 None None] The sync data for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv is: [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:28Z', 'revision_number': 4, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '24aef1e7-d337-4f08-9cf7-0f920032a940', 'name': '', 'network_id': 'e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'mac_address': 'fa:16:3e:cc:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:39Z', 'revision_number': 5, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'subnets': [{'id': '495cbb87-59f7-4b7d-9afe-0a97add01dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:05.283401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f55411d-21f6-48ff-a3d6-31b7c2203916 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fd605f14-dd62-4c46-998c-2f04600b3409), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.290317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f55411d-21f6-48ff-a3d6-31b7c2203916 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.291669 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2f55411d-21f6-48ff-a3d6-31b7c2203916 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "DELETE /v2.0/security-groups/fd605f14-dd62-4c46-998c-2f04600b3409 HTTP/1.1" status: 204 len: 168 time: 0.6090081 Apr 06 14:34:05.303777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41730) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.314641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82f501-78c5-4459-be8e-0c4c88439cd8 None None] The sync data for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv is: [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:27Z', 'revision_number': 4, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd33188eb-1b75-4c27-849f-2716237eaebd', 'name': '', 'network_id': '87bcd8f2-16f1-4ba0-9750-434e5885f6a5', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'mac_address': 'fa:16:3e:6f:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '8610a987-0c4b-416b-8503-a035e704c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:25Z', 'updated_at': '2022-04-06T14:31:36Z', 'revision_number': 5, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'subnets': [{'id': '8610a987-0c4b-416b-8503-a035e704c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:05.341776 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-f57194fc-fc31-4718-b41e-f04209194a72 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] show failed (client error): The resource could not be found. Apr 06 14:34:05.342869 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f57194fc-fc31-4718-b41e-f04209194a72 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "GET /v2.0/security-groups/fd605f14-dd62-4c46-998c-2f04600b3409 HTTP/1.1" status: 404 len: 347 time: 0.0352290 Apr 06 14:34:05.344253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55411d-21f6-48ff-a3d6-31b7c2203916 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd605f14-dd62-4c46-998c-2f04600b3409,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.345950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41732) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:05.421244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (3e262d75-3b19-402b-aac3-42f0cd2dd34a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.421380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ec8fb812-da72-4826-a814-461bc0cdf876 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:05.421564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.527402 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (ddf0166a-5105-498c-9f7c-084d4fa3793c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.538439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-9094cb5b-818b-48a4-9f34-b56598f5a62b None None] Allocated IP 2001:db8::2 (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/f0a86634-f74a-41ff-b155-fbef180f9fd4/b489591f-bfad-4c11-8fec-3b2c9f915405) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:05.564047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=3e262d75-3b19-402b-aac3-42f0cd2dd34a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.629107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-656e4629-a6bb-4acd-8e4a-af8a9af58b38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.632080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': '3ca17d31-f19e-40a7-b44d-fc3aeb8a4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14a790f5-64c0-43ec-be06-36681e2d1728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:05.632526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: 14a790f5-64c0-43ec-be06-36681e2d1728, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:05.649760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ec8fb812-da72-4826-a814-461bc0cdf876 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:05.650157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.690360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Deleting port 1ceccee1-de75-4429-ba31-84797e201292 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:05.691348 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1ceccee1-de75-4429-ba31-84797e201292), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.735118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port ec8fb812-da72-4826-a814-461bc0cdf876, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ec8fb812-da72-4826-a814-461bc0cdf876,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:05.757914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 14a790f5-64c0-43ec-be06-36681e2d1728 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:05.777561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=0ea03fae-f87e-4fa9-95e0-23a57a5041b9,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:05.799294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9094cb5b-818b-48a4-9f34-b56598f5a62b None None] For port b489591f-bfad-4c11-8fec-3b2c9f915405, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b489591f-bfad-4c11-8fec-3b2c9f915405,segment=NetworkSegment(243fc2a6-3369-490e-9a19-095dd01f4a08),segment_id=243fc2a6-3369-490e-9a19-095dd01f4a08)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:05.810100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.826538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c23be422-25d3-495c-b112-55809298b9b4 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group (928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.854871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1ceccee1-de75-4429-ba31-84797e201292), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.855503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for floatingip (1ceccee1-de75-4429-ba31-84797e201292), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.866924 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6c890-8aa0-47eb-a546-b0f182af9889 None None] New status for floating IP 14172223-6cd2-4070-9177-daa52a10edb4: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:34:05.871573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 14a790f5-64c0-43ec-be06-36681e2d1728) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:05.878298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:05.878901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.888750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Calling delete_port for 1ceccee1-de75-4429-ba31-84797e201292 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:05.934708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c23be422-25d3-495c-b112-55809298b9b4 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group (928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.988427 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-947f5f9b-6936-4dd4-a4bb-a79d10f6f842 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3969555 Apr 06 14:34:05.992582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41734) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.007568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ce3bd86e-373f-4690-83e3-c39251f081bc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1414119305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:06.112324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-656e4629-a6bb-4acd-8e4a-af8a9af58b38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (b21bb25f-8c27-48aa-ab92-c8a2d47156d5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.168556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381a8d4-288c-47be-a273-1de23b505ab6 None None] Network 14a790f5-64c0-43ec-be06-36681e2d1728 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:06.170495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d32af-51d0-4213-9234-7dda2e47ae4d None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:06.172917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router ddf0166a-5105-498c-9f7c-084d4fa3793c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:06.173127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eccaee-3889-485e-aa26-df38cc76ac8d None None] New status for floating IP 411892b4-501e-4b11-ac50-6bfb4c510609: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:34:06.178929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (af3102b7-d487-4a00-963f-3e1b15b11e3f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.212296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (90f9d9b8-f66b-4994-a403-8d2756715c96), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.244823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd86e-373f-4690-83e3-c39251f081bc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (5fd58575-e2bf-4595-b801-49b875744c00), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.246053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd86e-373f-4690-83e3-c39251f081bc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (5fd58575-e2bf-4595-b801-49b875744c00), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.300018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-656e4629-a6bb-4acd-8e4a-af8a9af58b38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b21bb25f-8c27-48aa-ab92-c8a2d47156d5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.311064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd86e-373f-4690-83e3-c39251f081bc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (5fd58575-e2bf-4595-b801-49b875744c00), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.321089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1ceccee1-de75-4429-ba31-84797e201292), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.350671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:06.352521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Pushing event deleted for resources: {'Port': ['ID=1ceccee1-de75-4429-ba31-84797e201292,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:06.362530 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-60303538-b852-41d0-bd82-ab7f3eab74f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/ddf0166a-5105-498c-9f7c-084d4fa3793c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2403762 Apr 06 14:34:06.366714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9094cb5b-818b-48a4-9f34-b56598f5a62b None None] Publish callbacks [] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.369007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41736) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.378120 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0a17d-b98b-4329-b012-e982d625bf3a None None] Sync routers for ids ['ddf0166a-5105-498c-9f7c-084d4fa3793c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:06.382348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c23be422-25d3-495c-b112-55809298b9b4 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.384989 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c23be422-25d3-495c-b112-55809298b9b4 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.388828 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c23be422-25d3-495c-b112-55809298b9b4 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "DELETE /v2.0/security-groups/928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f HTTP/1.1" status: 204 len: 168 time: 1.7065258 Apr 06 14:34:06.403704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41738) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.403962 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0a17d-b98b-4329-b012-e982d625bf3a None None] Routers {'ddf0166a-5105-498c-9f7c-084d4fa3793c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:06.404494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e4629-a6bb-4acd-8e4a-af8a9af58b38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21bb25f-8c27-48aa-ab92-c8a2d47156d5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:06.404649 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-72f0a17d-b98b-4329-b012-e982d625bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ddf0166a-5105-498c-9f7c-084d4fa3793c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.413426 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a9ffe497-36bb-44ed-a852-fff331470294 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddf0166a-5105-498c-9f7c-084d4fa3793c HTTP/1.1" status: 200 len: 205 time: 0.0402937 Apr 06 14:34:06.421077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-18eccaee-3889-485e-aa26-df38cc76ac8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:34:06.421555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-18eccaee-3889-485e-aa26-df38cc76ac8d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:34:06.425665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41740) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.431673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=ec8fb812-da72-4826-a814-461bc0cdf876,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:06.440867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd86e-373f-4690-83e3-c39251f081bc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (5fd58575-e2bf-4595-b801-49b875744c00), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.444141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dc913fff-7fa7-4d98-a968-44224a31a249 None None] Provisioning complete for port ec8fb812-da72-4826-a814-461bc0cdf876 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:06.444648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dc913fff-7fa7-4d98-a968-44224a31a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.463614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9094cb5b-818b-48a4-9f34-b56598f5a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.506084 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-6489aab1-aced-420f-b291-d7f8cf44ff14 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] show failed (client error): The resource could not be found. Apr 06 14:34:06.509824 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6489aab1-aced-420f-b291-d7f8cf44ff14 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "GET /v2.0/security-groups/928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f HTTP/1.1" status: 404 len: 347 time: 0.0998299 Apr 06 14:34:06.509824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23be422-25d3-495c-b112-55809298b9b4 tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ff7eb-c1a0-4525-b3db-ceca4ca0aa0f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:06.510073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks [] for floatingip (411892b4-501e-4b11-ac50-6bfb4c510609), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.512951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (af3102b7-d487-4a00-963f-3e1b15b11e3f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.514656 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-72f0a17d-b98b-4329-b012-e982d625bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.516607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-656e4629-a6bb-4acd-8e4a-af8a9af58b38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.520940 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-656e4629-a6bb-4acd-8e4a-af8a9af58b38 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.8021944 Apr 06 14:34:06.521667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.523166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f446e6bf-0823-4f65-bcfc-bb843b15a594 tempest-ServersTestJSON-1991666292 tempest-ServersTestJSON-1991666292-project] 10.222.0.71 "DELETE /v2.0/floatingips/411892b4-501e-4b11-ac50-6bfb4c510609 HTTP/1.1" status: 204 len: 168 time: 1.1762195 Apr 06 14:34:06.525013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41742) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.525347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41744) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.528793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41746) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.532784 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0a17d-b98b-4329-b012-e982d625bf3a None None] Routers {'ddf0166a-5105-498c-9f7c-084d4fa3793c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:06.534929 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-72f0a17d-b98b-4329-b012-e982d625bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:33:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['ddf0166a-5105-498c-9f7c-084d4fa3793c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.592246 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-72f0a17d-b98b-4329-b012-e982d625bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:06.593972 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0a17d-b98b-4329-b012-e982d625bf3a None None] The sync data for ids ['ddf0166a-5105-498c-9f7c-084d4fa3793c'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:06.620296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-95ec6cea-363d-43c7-9ff8-1484ddf8cbfc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'security_group': {'name': 'tempest-secgroup-890773481'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:06.640823 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (90f9d9b8-f66b-4994-a403-8d2756715c96), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.646602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd86e-373f-4690-83e3-c39251f081bc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.647510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ce3bd86e-373f-4690-83e3-c39251f081bc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6524169 Apr 06 14:34:06.661018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-14a790f5-64c0-43ec-be06-36681e2d1728', 'network_id': '14a790f5-64c0-43ec-be06-36681e2d1728', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': '3e262d75-3b19-402b-aac3-42f0cd2dd34a'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:06.661874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.663636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41748) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:06.668522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-39d15bcc-0206-454c-b2a1-18e2913be51e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (ddf0166a-5105-498c-9f7c-084d4fa3793c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.714943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094cb5b-818b-48a4-9f34-b56598f5a62b None None] Pushing event updated for resources: {'Port': ['ID=b489591f-bfad-4c11-8fec-3b2c9f915405,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:06.732109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-95ec6cea-363d-43c7-9ff8-1484ddf8cbfc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.749085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Deleting port cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:06.749491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.749773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Allocated IP 172.20.0.2 (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1/40fe5922-f04e-4793-9ab2-79ff612503bf/919ce834-509a-402c-a91d-e5c36a56ec33) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:06.844902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:06.862664 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:06.866158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:06.873254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:06.878267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=af3102b7-d487-4a00-963f-3e1b15b11e3f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:06.915880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.916258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for floatingip (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.919295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:06.922386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:06.934177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-95ec6cea-363d-43c7-9ff8-1484ddf8cbfc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (f139f60e-f176-4af0-bff4-22fab78ae8cd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:06.944775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Calling delete_port for cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:06.948531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eccaee-3889-485e-aa26-df38cc76ac8d None None] New status for floating IP 411892b4-501e-4b11-ac50-6bfb4c510609: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:34:07.013099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dc913fff-7fa7-4d98-a968-44224a31a249 None None] Current status of the port ec8fb812-da72-4826-a814-461bc0cdf876 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:07.016493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-95ec6cea-363d-43c7-9ff8-1484ddf8cbfc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f139f60e-f176-4af0-bff4-22fab78ae8cd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.103025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b489591f-bfad-4c11-8fec-3b2c9f915405 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:07.183529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc27708-cd8c-4c29-a333-397694121b5d None None] Update dhcp port {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': '4ef90f7e-eb9e-4a1a-991f-77eacc1877ac', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e0a3d433-12c5-46cd-8912-99ca3ff62e40'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'ec8fb812-da72-4826-a814-461bc0cdf876'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:34:07.255638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=90f9d9b8-f66b-4994-a403-8d2756715c96,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.268021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:07.268696 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.273308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-39d15bcc-0206-454c-b2a1-18e2913be51e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (ddf0166a-5105-498c-9f7c-084d4fa3793c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.280245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-39d15bcc-0206-454c-b2a1-18e2913be51e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (ddf0166a-5105-498c-9f7c-084d4fa3793c), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.284612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecc27708-cd8c-4c29-a333-397694121b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.316105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Allocated IP 172.20.0.2 (14a790f5-64c0-43ec-be06-36681e2d1728/3e262d75-3b19-402b-aac3-42f0cd2dd34a/0f0e7d6e-a838-4685-ba94-b92675189f29) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:07.361657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:07.362595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.490785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-95ec6cea-363d-43c7-9ff8-1484ddf8cbfc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.495635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41750) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.497128 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-95ec6cea-363d-43c7-9ff8-1484ddf8cbfc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9059722 Apr 06 14:34:07.498043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec6cea-363d-43c7-9ff8-1484ddf8cbfc tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f139f60e-f176-4af0-bff4-22fab78ae8cd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.501758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-895016310', 'security_groups': ['f139f60e-f176-4af0-bff4-22fab78ae8cd'], 'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f0a86634-f74a-41ff-b155-fbef180f9fd4'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:07.604688 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ddb15c97-aed1-4dc1-a456-57139234ecdc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4127469 Apr 06 14:34:07.607747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41752) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.630656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-39d15bcc-0206-454c-b2a1-18e2913be51e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (ddf0166a-5105-498c-9f7c-084d4fa3793c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.630656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d15bcc-0206-454c-b2a1-18e2913be51e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Fanout notify agent at l3_agent the message router_deleted on router ddf0166a-5105-498c-9f7c-084d4fa3793c {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:07.633469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-ecc27708-cd8c-4c29-a333-397694121b5d None None] Allocated IP 2001:db8::f816:3eff:feb8:15ef (935059ea-209c-494a-9703-5e88684a95b4/e0a3d433-12c5-46cd-8912-99ca3ff62e40/ec8fb812-da72-4826-a814-461bc0cdf876) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:07.638229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-39d15bcc-0206-454c-b2a1-18e2913be51e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.639737 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-39d15bcc-0206-454c-b2a1-18e2913be51e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/ddf0166a-5105-498c-9f7c-084d4fa3793c HTTP/1.1" status: 204 len: 168 time: 1.2130220 Apr 06 14:34:07.646151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41754) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.647495 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8b21dc0b-0a37-4c47-9b81-7aa55f926f30 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6399381 Apr 06 14:34:07.648214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41756) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.663344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'name': 'tempest-AllowedAddressPairTestJSON-893443876', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:98:a1:ba'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:07.674734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0481c710-b72f-4e4b-8a46-498aff6c7bcf None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:07.675035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0481c710-b72f-4e4b-8a46-498aff6c7bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.711684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771880e4-3ad7-4957-bd24-844757e90312 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:07.717065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771880e4-3ad7-4957-bd24-844757e90312 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:07.721475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-771880e4-3ad7-4957-bd24-844757e90312 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1093848 Apr 06 14:34:07.721665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41758) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:07.733988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d95bb0-0e9f-413d-ba48-e02285909a3d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet bc665b3f-fbed-459a-937e-745011a7bacb {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:07.754318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Publish callbacks [] for port (919ce834-509a-402c-a91d-e5c36a56ec33), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.756860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84d95bb0-0e9f-413d-ba48-e02285909a3d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (bc665b3f-fbed-459a-937e-745011a7bacb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.766499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.792024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:07.792024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.823808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Pushing event deleted for resources: {'Port': ['ID=cb9a2f3c-60a7-47c4-ad78-a3ba28c73ee8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:07.887207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84d95bb0-0e9f-413d-ba48-e02285909a3d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (bc665b3f-fbed-459a-937e-745011a7bacb), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.990932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks [] for floatingip (14172223-6cd2-4070-9177-daa52a10edb4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.992679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:07.996851 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d38c00bc-323f-4192-b929-3d5b9315c2ac tempest-ServersTestManualDisk-2136249684 tempest-ServersTestManualDisk-2136249684-project] 10.222.0.71 "DELETE /v2.0/floatingips/14172223-6cd2-4070-9177-daa52a10edb4 HTTP/1.1" status: 204 len: 168 time: 1.4676988 Apr 06 14:34:08.013700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41760) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:08.084958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.099276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ecc27708-cd8c-4c29-a333-397694121b5d None None] For port ec8fb812-da72-4826-a814-461bc0cdf876, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ec8fb812-da72-4826-a814-461bc0cdf876,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:08.109093 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.117307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c98d5901-1ceb-4cb9-be7e-b567a0df462d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port af3102b7-d487-4a00-963f-3e1b15b11e3f {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:08.117651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98d5901-1ceb-4cb9-be7e-b567a0df462d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (af3102b7-d487-4a00-963f-3e1b15b11e3f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.123308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84d95bb0-0e9f-413d-ba48-e02285909a3d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (bc665b3f-fbed-459a-937e-745011a7bacb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.185899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:08.187932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0481c710-b72f-4e4b-8a46-498aff6c7bcf None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:08.196197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Publish callbacks [] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.210600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:08.232587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:08.239986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Pushing event updated for resources: {'Port': ['ID=919ce834-509a-402c-a91d-e5c36a56ec33,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.248694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecc27708-cd8c-4c29-a333-397694121b5d None None] Publish callbacks [] for port (ec8fb812-da72-4826-a814-461bc0cdf876), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.280918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0481c710-b72f-4e4b-8a46-498aff6c7bcf None None] Provisioning complete for port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:08.281301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0481c710-b72f-4e4b-8a46-498aff6c7bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.310743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:08.311916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec8fb812-da72-4826-a814-461bc0cdf876 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:08.330406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.368856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98d5901-1ceb-4cb9-be7e-b567a0df462d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (af3102b7-d487-4a00-963f-3e1b15b11e3f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.400851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c98d5901-1ceb-4cb9-be7e-b567a0df462d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for af3102b7-d487-4a00-963f-3e1b15b11e3f owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:08.401072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecc27708-cd8c-4c29-a333-397694121b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.428791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Attempting to bind port 919ce834-509a-402c-a91d-e5c36a56ec33 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:08.429166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Attempting to bind port 919ce834-509a-402c-a91d-e5c36a56ec33 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '34cbf6d3-b083-469d-aef6-61f708dc53f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:08.429538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Attempting to bind port 919ce834-509a-402c-a91d-e5c36a56ec33 on network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:08.445038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0481c710-b72f-4e4b-8a46-498aff6c7bcf None None] Port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:08.445364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:08.445523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Network 14a790f5-64c0-43ec-be06-36681e2d1728 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:08.455793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:08.457417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Pushing event updated for resources: {'Port': ['ID=0f0e7d6e-a838-4685-ba94-b92675189f29,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.463129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:08.465771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:08.465771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Checking segment: {'id': '34cbf6d3-b083-469d-aef6-61f708dc53f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:08.466105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.466474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Bound using segment: {'id': '34cbf6d3-b083-469d-aef6-61f708dc53f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:08.467031 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Bound port: 919ce834-509a-402c-a91d-e5c36a56ec33, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cbf6d3-b083-469d-aef6-61f708dc53f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:08.467824 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.478928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84d95bb0-0e9f-413d-ba48-e02285909a3d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (bc665b3f-fbed-459a-937e-745011a7bacb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.521823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95bb0-0e9f-413d-ba48-e02285909a3d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=bc665b3f-fbed-459a-937e-745011a7bacb,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.523051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Made reservation on behalf of 506ee468ae624359804246b38ec6bccc for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:08.526647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84d95bb0-0e9f-413d-ba48-e02285909a3d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.532839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-84d95bb0-0e9f-413d-ba48-e02285909a3d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/bc665b3f-fbed-459a-937e-745011a7bacb HTTP/1.1" status: 204 len: 168 time: 0.8821080 Apr 06 14:34:08.534993 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41762) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:08.587260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9e2df-96d1-4e7b-8b84-8b02a8e20082 None None] Network 5fb34545-771c-4977-83c2-2c1fd38ef085 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:08.671901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ec8fb812-da72-4826-a814-461bc0cdf876 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:08.673388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.730183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.20.0.1 (14a790f5-64c0-43ec-be06-36681e2d1728/3e262d75-3b19-402b-aac3-42f0cd2dd34a/2101d076-fad1-4040-8768-28af774cdca4) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:08.768707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc27708-cd8c-4c29-a333-397694121b5d None None] Pushing event updated for resources: {'Port': ['ID=ec8fb812-da72-4826-a814-461bc0cdf876,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.775105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.790566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Attempting to bind port 0f0e7d6e-a838-4685-ba94-b92675189f29 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:08.790940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Attempting to bind port 0f0e7d6e-a838-4685-ba94-b92675189f29 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '3ca17d31-f19e-40a7-b44d-fc3aeb8a4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14a790f5-64c0-43ec-be06-36681e2d1728'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:08.791342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Attempting to bind port 0f0e7d6e-a838-4685-ba94-b92675189f29 on network 14a790f5-64c0-43ec-be06-36681e2d1728 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:08.794897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] For port 919ce834-509a-402c-a91d-e5c36a56ec33, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:08.795275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-17872d9d-ce29-4704-8c95-6de1ca397b33 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:08.803517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] For port 919ce834-509a-402c-a91d-e5c36a56ec33, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=919ce834-509a-402c-a91d-e5c36a56ec33,segment=NetworkSegment(34cbf6d3-b083-469d-aef6-61f708dc53f8),segment_id=34cbf6d3-b083-469d-aef6-61f708dc53f8)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:08.823432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17872d9d-ce29-4704-8c95-6de1ca397b33 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.831166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.834265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (88616b4e-910c-4d66-a7a4-966c3ad5290d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.843272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:08.843929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Checking segment: {'id': '3ca17d31-f19e-40a7-b44d-fc3aeb8a4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14a790f5-64c0-43ec-be06-36681e2d1728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:08.844438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.844983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Bound using segment: {'id': '3ca17d31-f19e-40a7-b44d-fc3aeb8a4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14a790f5-64c0-43ec-be06-36681e2d1728'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:08.845579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Bound port: 0f0e7d6e-a838-4685-ba94-b92675189f29, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca17d31-f19e-40a7-b44d-fc3aeb8a4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14a790f5-64c0-43ec-be06-36681e2d1728'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:08.846022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.914594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] device_id is not set on port fa0be080-b683-4856-9109-c31270095abc yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:08.916811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98d5901-1ceb-4cb9-be7e-b567a0df462d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (af3102b7-d487-4a00-963f-3e1b15b11e3f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.922575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.946239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17872d9d-ce29-4704-8c95-6de1ca397b33 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:08.970321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d5901-1ceb-4cb9-be7e-b567a0df462d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=af3102b7-d487-4a00-963f-3e1b15b11e3f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:08.985940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] device_id is not set on port a91f3b28-528c-491f-8e61-618016a3d69a yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:09.117473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.118159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] For port 0f0e7d6e-a838-4685-ba94-b92675189f29, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:09.121699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] For port 0f0e7d6e-a838-4685-ba94-b92675189f29, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0f0e7d6e-a838-4685-ba94-b92675189f29,segment=NetworkSegment(3ca17d31-f19e-40a7-b44d-fc3aeb8a4472),segment_id=3ca17d31-f19e-40a7-b44d-fc3aeb8a4472)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:09.133127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8d659-156a-449f-a9ac-27f6d4a41333 None None] Pushing event updated for resources: {'Port': ['ID=919ce834-509a-402c-a91d-e5c36a56ec33,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:09.195090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ec8fb812-da72-4826-a814-461bc0cdf876 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:09.212214 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.273422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98d5901-1ceb-4cb9-be7e-b567a0df462d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.277349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c98d5901-1ceb-4cb9-be7e-b567a0df462d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/af3102b7-d487-4a00-963f-3e1b15b11e3f HTTP/1.1" status: 204 len: 168 time: 1.5546997 Apr 06 14:34:09.282440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41766) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:09.286080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f041d-3df1-4e9d-bc7f-8cb5a4e9ba70 None None] Pushing event updated for resources: {'Port': ['ID=0f0e7d6e-a838-4685-ba94-b92675189f29,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:09.325037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] DHCP port deletion for 5fb34545-771c-4977-83c2-2c1fd38ef085 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:09.367765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c19847b0-18c7-4689-addb-b53266af1ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.423274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] Deleting port 2c02ed88-e06f-496f-9906-d9d99db73ec7 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:09.423770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.494992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c2c46-1056-4709-b8ed-f823b8683a9b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:09.498655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c2c46-1056-4709-b8ed-f823b8683a9b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:09.498655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c2c46-1056-4709-b8ed-f823b8683a9b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:09.502202 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ae3c2c46-1056-4709-b8ed-f823b8683a9b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2125602 Apr 06 14:34:09.508578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41768) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:09.519290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec8fb812-da72-4826-a814-461bc0cdf876 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:09.542029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (2101d076-fad1-4040-8768-28af774cdca4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.606696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] For port 2c02ed88-e06f-496f-9906-d9d99db73ec7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2c02ed88-e06f-496f-9906-d9d99db73ec7,segment=NetworkSegment(86f059e8-ca84-4f05-b135-d9bae20ea417),segment_id=86f059e8-ca84-4f05-b135-d9bae20ea417)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:09.606696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.634872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] Calling delete_port for 2c02ed88-e06f-496f-9906-d9d99db73ec7 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:09.712177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Deleting port d33188eb-1b75-4c27-849f-2716237eaebd {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:09.712644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.728899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ec8fb812-da72-4826-a814-461bc0cdf876 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:09.728899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.734550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17872d9d-ce29-4704-8c95-6de1ca397b33 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.856909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] For port d33188eb-1b75-4c27-849f-2716237eaebd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d33188eb-1b75-4c27-849f-2716237eaebd,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:09.857421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.866811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 4ef90f7e-eb9e-4a1a-991f-77eacc1877ac {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:09.874434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Calling delete_port for d33188eb-1b75-4c27-849f-2716237eaebd owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:09.884819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Allocated IP 172.20.0.4 (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1/40fe5922-f04e-4793-9ab2-79ff612503bf/a91f3b28-528c-491f-8e61-618016a3d69a) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:09.930215 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (4ef90f7e-eb9e-4a1a-991f-77eacc1877ac), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.953498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e989da75-095f-4d38-8b68-b7a52b334616 None None] Could not find standard attr ID for object af3102b7-d487-4a00-963f-3e1b15b11e3f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:09.972015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (2c02ed88-e06f-496f-9906-d9d99db73ec7), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.998272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ec8fb812-da72-4826-a814-461bc0cdf876 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:10.012144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8::38b (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/f0a86634-f74a-41ff-b155-fbef180f9fd4/fa0be080-b683-4856-9109-c31270095abc) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:10.023204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] Pushing event deleted for resources: {'Port': ['ID=2c02ed88-e06f-496f-9906-d9d99db73ec7,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:10.025183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64855fc-9357-467f-9f1e-30a9baccd493 None None] No DVR routers for this DVR port 2c02ed88-e06f-496f-9906-d9d99db73ec7 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:10.027644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e989da75-095f-4d38-8b68-b7a52b334616 None None] Provisioning complete for port ec8fb812-da72-4826-a814-461bc0cdf876 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:10.028142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e989da75-095f-4d38-8b68-b7a52b334616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.110927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (4ef90f7e-eb9e-4a1a-991f-77eacc1877ac), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.189897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e989da75-095f-4d38-8b68-b7a52b334616 None None] Current status of the port ec8fb812-da72-4826-a814-461bc0cdf876 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:10.210026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2101d076-fad1-4040-8768-28af774cdca4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.227609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d33188eb-1b75-4c27-849f-2716237eaebd), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.231212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17872d9d-ce29-4704-8c95-6de1ca397b33 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.263308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33188eb-1b75-4c27-849f-2716237eaebd,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:10.307750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ee36261c-dd38-4725-be66-0c2bab0c0cb0 None None] Could not find standard attr ID for object af3102b7-d487-4a00-963f-3e1b15b11e3f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:10.336797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17872d9d-ce29-4704-8c95-6de1ca397b33 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:10.345199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17872d9d-ce29-4704-8c95-6de1ca397b33 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.352179 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-17872d9d-ce29-4704-8c95-6de1ca397b33 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2 HTTP/1.1" status: 204 len: 168 time: 1.8174422 Apr 06 14:34:10.353800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41772) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:10.356744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a2a32-cf58-48ca-a968-8f820dc5afb9 None None] Network 7a421568-a330-4d32-889f-dbad55b23241 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:10.365532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 14a790f5-64c0-43ec-be06-36681e2d1728 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:10.454601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:10.473183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:10.509255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=2101d076-fad1-4040-8768-28af774cdca4,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:10.608552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (5fb34545-771c-4977-83c2-2c1fd38ef085), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.618809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (5fd58575-e2bf-4595-b801-49b875744c00), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.623687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] DHCP port deletion for 7a421568-a330-4d32-889f-dbad55b23241 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:10.647010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (88616b4e-910c-4d66-a7a4-966c3ad5290d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.937430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] Deleting port 0d1e6ae5-5557-4d35-ab33-44917d71e35e {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:10.938102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.089942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] For port 0d1e6ae5-5557-4d35-ab33-44917d71e35e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0d1e6ae5-5557-4d35-ab33-44917d71e35e,segment=NetworkSegment(e68913d8-8a51-4b0a-8d1b-b216c4987af8),segment_id=e68913d8-8a51-4b0a-8d1b-b216c4987af8)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:11.091728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.110058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (4ef90f7e-eb9e-4a1a-991f-77eacc1877ac), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.125017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] Calling delete_port for 0d1e6ae5-5557-4d35-ab33-44917d71e35e owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:11.180464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (a91f3b28-528c-491f-8e61-618016a3d69a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.202144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f0fbe-2e4d-4222-9e79-b417b65987ed None None] Network 14a790f5-64c0-43ec-be06-36681e2d1728 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:11.288449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (fa0be080-b683-4856-9109-c31270095abc), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.331613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (5fb34545-771c-4977-83c2-2c1fd38ef085), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.367270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2067c9cd-270d-4039-95ce-261fc82e7299 None None] Provisioning complete for port 0f0e7d6e-a838-4685-ba94-b92675189f29 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:11.368468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2067c9cd-270d-4039-95ce-261fc82e7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.399994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb34545-771c-4977-83c2-2c1fd38ef085']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:11.420039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f059e8-ca84-4f05-b135-d9bae20ea417') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:11.420428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Deleting port 24aef1e7-d337-4f08-9cf7-0f920032a940 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:11.420556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f059e8-ca84-4f05-b135-d9bae20ea417') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:11.420772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.436572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (86f059e8-ca84-4f05-b135-d9bae20ea417), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.453461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500d678b-bcc0-47a2-9449-2011c17bcd60 None None] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:11.465691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (86f059e8-ca84-4f05-b135-d9bae20ea417), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.477526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:11.477951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (86f059e8-ca84-4f05-b135-d9bae20ea417), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: items = [ Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: warnings.warn(msg) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:11.481228 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:11.539422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (fa0be080-b683-4856-9109-c31270095abc), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.547364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (a91f3b28-528c-491f-8e61-618016a3d69a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.555540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (0d1e6ae5-5557-4d35-ab33-44917d71e35e), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.557460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2101d076-fad1-4040-8768-28af774cdca4), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.569351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (4ef90f7e-eb9e-4a1a-991f-77eacc1877ac), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.574201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0f0e7d6e-a838-4685-ba94-b92675189f29 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:11.577430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-501c8fca-8b9d-4191-b84e-97c59d04040f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.636708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] Pushing event deleted for resources: {'Port': ['ID=0d1e6ae5-5557-4d35-ab33-44917d71e35e,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.653686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54c0d4-a376-4348-bccf-6e11bb52a5ad None None] No DVR routers for this DVR port 0d1e6ae5-5557-4d35-ab33-44917d71e35e on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:11.657741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Router 88616b4e-910c-4d66-a7a4-966c3ad5290d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:11.666795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef90f7e-eb9e-4a1a-991f-77eacc1877ac,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.673287 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.676738 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/4ef90f7e-eb9e-4a1a-991f-77eacc1877ac HTTP/1.1" status: 204 len: 168 time: 2.1544366 Apr 06 14:34:11.679327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41774) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:11.687414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f6b2e-46a5-40bf-aa75-6ecfbf73ff31 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:11.717671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:11.721207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:11.730730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.731108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.731462 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.731802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.732137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.732472 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.732809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.733125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.733452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.733780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.734110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.734431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.734754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e662b-cd7a-4c12-b7e7-b4966541b04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.740154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] For port 24aef1e7-d337-4f08-9cf7-0f920032a940, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=24aef1e7-d337-4f08-9cf7-0f920032a940,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:11.740154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.748882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:11.751005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:11.752858 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:11.770354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:11.774250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:11.776742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.807346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Calling delete_port for 24aef1e7-d337-4f08-9cf7-0f920032a940 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:11.814094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (5fb34545-771c-4977-83c2-2c1fd38ef085), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.814328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=a91f3b28-528c-491f-8e61-618016a3d69a,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.827542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.827542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/5fb34545-771c-4977-83c2-2c1fd38ef085 HTTP/1.1" status: 204 len: 168 time: 1.4700599 Apr 06 14:34:11.831521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41776) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:11.835597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2067c9cd-270d-4039-95ce-261fc82e7299 None None] Current status of the port 0f0e7d6e-a838-4685-ba94-b92675189f29 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:11.836020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2067c9cd-270d-4039-95ce-261fc82e7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.865972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=5fb34545-771c-4977-83c2-2c1fd38ef085,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.874144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0f0e7d6e-a838-4685-ba94-b92675189f29 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:11.874525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.892293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe46b63-6f96-44c7-af97-ce00dc7d652b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet e0a3d433-12c5-46cd-8912-99ca3ff62e40 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:11.896817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.897455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.898294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.898845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.899658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.900203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.901375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.902171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.902714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.903272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.903823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.904706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.905565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c6164-88dc-4dcc-9939-1ba782ba78dd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.914100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0fe46b63-6f96-44c7-af97-ce00dc7d652b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (e0a3d433-12c5-46cd-8912-99ca3ff62e40), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.981948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0fe46b63-6f96-44c7-af97-ce00dc7d652b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (e0a3d433-12c5-46cd-8912-99ca3ff62e40), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.983323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2067c9cd-270d-4039-95ce-261fc82e7299 None None] For port 0f0e7d6e-a838-4685-ba94-b92675189f29, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0f0e7d6e-a838-4685-ba94-b92675189f29,segment=NetworkSegment(3ca17d31-f19e-40a7-b44d-fc3aeb8a4472),segment_id=3ca17d31-f19e-40a7-b44d-fc3aeb8a4472)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:12.052359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:12.072523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2067c9cd-270d-4039-95ce-261fc82e7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.074113 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-da4c7df9-9ce6-4d78-aa05-a3d651ff31c2 admin admin] 10.222.0.71 "PUT /v2.0/routers/88616b4e-910c-4d66-a7a4-966c3ad5290d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0577233 Apr 06 14:34:12.075203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] Sync routers for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:12.077024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41778) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.159076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:12.159317 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6594505 Apr 06 14:34:12.159420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:12.173754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:12.174161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.180830 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41780) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.191508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8419d982-4864-4559-bb43-a85cc0c92c4c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:12.303401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0fe46b63-6f96-44c7-af97-ce00dc7d652b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (e0a3d433-12c5-46cd-8912-99ca3ff62e40), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.422231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067c9cd-270d-4039-95ce-261fc82e7299 None None] Pushing event updated for resources: {'Port': ['ID=0f0e7d6e-a838-4685-ba94-b92675189f29,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:12.442766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e68f64-0d08-46ff-9b4f-768702d71fc8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=fa0be080-b683-4856-9109-c31270095abc,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:12.454744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Provisioning complete for port 919ce834-509a-402c-a91d-e5c36a56ec33 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:12.455155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.495482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks [] for router (88616b4e-910c-4d66-a7a4-966c3ad5290d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.507695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:12.522330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0f0e7d6e-a838-4685-ba94-b92675189f29 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:12.523691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 919ce834-509a-402c-a91d-e5c36a56ec33 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:12.525583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7a421568-a330-4d32-889f-dbad55b23241), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.539212 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-663d03ee-fb8d-4ae7-a53f-fe4b671436a2 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.8806481 Apr 06 14:34:12.567656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41782) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.670066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0fe46b63-6f96-44c7-af97-ce00dc7d652b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (e0a3d433-12c5-46cd-8912-99ca3ff62e40), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.682249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks [] for router_gateway (88616b4e-910c-4d66-a7a4-966c3ad5290d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.729485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe46b63-6f96-44c7-af97-ce00dc7d652b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a3d433-12c5-46cd-8912-99ca3ff62e40,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:12.735949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0fe46b63-6f96-44c7-af97-ce00dc7d652b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.739546 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0fe46b63-6f96-44c7-af97-ce00dc7d652b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/e0a3d433-12c5-46cd-8912-99ca3ff62e40 HTTP/1.1" status: 204 len: 168 time: 1.0584829 Apr 06 14:34:12.742171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41784) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.793646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0bcc299d-1076-4b7b-9ff0-24afd9229a3f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500529 Apr 06 14:34:12.797162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41786) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.802271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:12.821879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Current status of the port 919ce834-509a-402c-a91d-e5c36a56ec33 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:12.822799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.843365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 919ce834-509a-402c-a91d-e5c36a56ec33 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:12.843749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.935068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (2101d076-fad1-4040-8768-28af774cdca4), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.952362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] For port 919ce834-509a-402c-a91d-e5c36a56ec33, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=919ce834-509a-402c-a91d-e5c36a56ec33,segment=NetworkSegment(34cbf6d3-b083-469d-aef6-61f708dc53f8),segment_id=34cbf6d3-b083-469d-aef6-61f708dc53f8)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:12.954733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae68ed-3441-4dc4-9208-2b538d8ebcba tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:12.962114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae68ed-3441-4dc4-9208-2b538d8ebcba tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:12.968935 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae68ed-3441-4dc4-9208-2b538d8ebcba tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:12.974589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41788) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:12.974942 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e2ae68ed-3441-4dc4-9208-2b538d8ebcba tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4059706 Apr 06 14:34:12.983685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419d982-4864-4559-bb43-a85cc0c92c4c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:12.987658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8419d982-4864-4559-bb43-a85cc0c92c4c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.046784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 919ce834-509a-402c-a91d-e5c36a56ec33 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:13.050802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.062132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (2101d076-fad1-4040-8768-28af774cdca4), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.066070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7a421568-a330-4d32-889f-dbad55b23241), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.067598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Deleting port 13c4f1f6-fc37-480c-a811-7d26fad9fde7 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:13.067943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.084597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.156059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:13.183618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Pushing event updated for resources: {'Port': ['ID=919ce834-509a-402c-a91d-e5c36a56ec33,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.183744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.261039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a421568-a330-4d32-889f-dbad55b23241']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:13.308006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68913d8-8a51-4b0a-8d1b-b216c4987af8') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:13.308295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68913d8-8a51-4b0a-8d1b-b216c4987af8') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:13.310042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=2101d076-fad1-4040-8768-28af774cdca4,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.324912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (5fd58575-e2bf-4595-b801-49b875744c00), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.333304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (e68913d8-8a51-4b0a-8d1b-b216c4987af8), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.345893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c20459ab-8365-4321-bb78-a22163b1fa74 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Deleting port a91f3b28-528c-491f-8e61-618016a3d69a {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:13.346337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c20459ab-8365-4321-bb78-a22163b1fa74 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a91f3b28-528c-491f-8e61-618016a3d69a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.356985 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.ipam_backend_mixin [None req-8419d982-4864-4559-bb43-a85cc0c92c4c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0a86634-f74a-41ff-b155-fbef180f9fd4 (CIDR: 2001:db8::/64) Apr 06 14:34:13.390856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.392423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.392950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.393467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.393982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.394483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.394996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.395643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.397250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.397497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e68913d8-8a51-4b0a-8d1b-b216c4987af8), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.397826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.398738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.398738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.399365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff4e5-9db4-4d3d-99cb-33e994f78829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:13.410044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e2aa5-877b-4781-9a07-7f3201173999 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:13.415686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] For port 13c4f1f6-fc37-480c-a811-7d26fad9fde7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13c4f1f6-fc37-480c-a811-7d26fad9fde7,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:13.417178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.417584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:13.417584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (e68913d8-8a51-4b0a-8d1b-b216c4987af8), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:13.420535 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:13.434005 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8419d982-4864-4559-bb43-a85cc0c92c4c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:13.434503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8419d982-4864-4559-bb43-a85cc0c92c4c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:13.449100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Calling delete_port for 13c4f1f6-fc37-480c-a811-7d26fad9fde7 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:13.474810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (24aef1e7-d337-4f08-9cf7-0f920032a940), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.494830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:34:13.495471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:34:13.496261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Provisioning complete for port 0f0e7d6e-a838-4685-ba94-b92675189f29 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:13.496436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.524714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Pushing event deleted for resources: {'Port': ['ID=24aef1e7-d337-4f08-9cf7-0f920032a940,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.527877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:34:10Z', 'revision_number': 5, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port': {'id': '13c4f1f6-fc37-480c-a811-7d26fad9fde7', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:13.556630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c20459ab-8365-4321-bb78-a22163b1fa74 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a91f3b28-528c-491f-8e61-618016a3d69a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.570274 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8419d982-4864-4559-bb43-a85cc0c92c4c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3819118 Apr 06 14:34:13.577755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41790) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:13.583347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-31591b8c-a96b-4eb8-a91a-cefb4e17e4d5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:13.591707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] Checking router: 88616b4e-910c-4d66-a7a4-966c3ad5290d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:13.596310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c20459ab-8365-4321-bb78-a22163b1fa74 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Calling delete_port for a91f3b28-528c-491f-8e61-618016a3d69a owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:13.629981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 14a790f5-64c0-43ec-be06-36681e2d1728 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:13.637283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:13.650758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] Routers {'88616b4e-910c-4d66-a7a4-966c3ad5290d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:13.651968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['88616b4e-910c-4d66-a7a4-966c3ad5290d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:13.778056 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] Set router 88616b4e-910c-4d66-a7a4-966c3ad5290d gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:13.807841 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7a421568-a330-4d32-889f-dbad55b23241), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.846817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (bbd424b0-ae73-4bc3-b27f-17811e25e806), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.847491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.856770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:34:12Z', 'revision_number': 6, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:13.857916 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/7a421568-a330-4d32-889f-dbad55b23241 HTTP/1.1" status: 204 len: 168 time: 1.9844046 Apr 06 14:34:13.872434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41792) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:13.881521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1853750761'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:13.903226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42d4a1-46fa-4c8a-adea-6eb1b98505a8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=7a421568-a330-4d32-889f-dbad55b23241,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.915142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd79fcf-7d2d-442d-8243-65e9ea6f10fd None None] The sync data for ids ['88616b4e-910c-4d66-a7a4-966c3ad5290d'] in dv-neutron-835863-1-hyperv is: [{'id': '88616b4e-910c-4d66-a7a4-966c3ad5290d', 'name': 'tempest-ServersTestManualDisk-400960642-router', 'tenant_id': '39547a67549f499ba9baf8a8e035d0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:34:12Z', 'revision_number': 6, 'project_id': '39547a67549f499ba9baf8a8e035d0db', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:13.952635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.953795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:13.995410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.028944 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:14.036572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:14.038025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.065339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 919ce834-509a-402c-a91d-e5c36a56ec33 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:14.069699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Current status of the port 0f0e7d6e-a838-4685-ba94-b92675189f29 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:14.082001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Provisioning complete for port 919ce834-509a-402c-a91d-e5c36a56ec33 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:14.083308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.087888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:14.091541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.160576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=bbd424b0-ae73-4bc3-b27f-17811e25e806,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:14.181661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Current status of the port 919ce834-509a-402c-a91d-e5c36a56ec33 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:14.193075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Provisioning complete for port 90f9d9b8-f66b-4994-a403-8d2756715c96 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:14.193452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90f9d9b8-f66b-4994-a403-8d2756715c96), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.217559 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c8215d77-c122-4007-9d97-5be667da6d11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4192321 Apr 06 14:34:14.220783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41794) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:14.226452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:14.240119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Port 90f9d9b8-f66b-4994-a403-8d2756715c96 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:14.252290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Provisioning complete for port 2101d076-fad1-4040-8768-28af774cdca4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:14.252672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2101d076-fad1-4040-8768-28af774cdca4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.293232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (13c4f1f6-fc37-480c-a811-7d26fad9fde7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.328025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=13c4f1f6-fc37-480c-a811-7d26fad9fde7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:14.335467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Port 2101d076-fad1-4040-8768-28af774cdca4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:14.336832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31591b8c-a96b-4eb8-a91a-cefb4e17e4d5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:14.340300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31591b8c-a96b-4eb8-a91a-cefb4e17e4d5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.363038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Provisioning complete for port fa0be080-b683-4856-9109-c31270095abc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:14.364135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fa0be080-b683-4856-9109-c31270095abc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.411316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c20459ab-8365-4321-bb78-a22163b1fa74 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a91f3b28-528c-491f-8e61-618016a3d69a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.416996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:14.425545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0d1e6ae5-5557-4d35-ab33-44917d71e35e no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:14.458468 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 5fd58575-e2bf-4595-b801-49b875744c00 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:14.459084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Port fa0be080-b683-4856-9109-c31270095abc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:14.461107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 0d1e6ae5-5557-4d35-ab33-44917d71e35e {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:14.461107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0d1e6ae5-5557-4d35-ab33-44917d71e35e not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:14.461538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2c02ed88-e06f-496f-9906-d9d99db73ec7 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:14.482118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:14.487711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-84abdac5-a576-4ea7-b97e-c740dddc2593 None None] Could not find standard attr ID for object a91f3b28-528c-491f-8e61-618016a3d69a. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:14.501542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20459ab-8365-4321-bb78-a22163b1fa74 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Port': ['ID=a91f3b28-528c-491f-8e61-618016a3d69a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:14.521243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 2c02ed88-e06f-496f-9906-d9d99db73ec7 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:14.522209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2c02ed88-e06f-496f-9906-d9d99db73ec7 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:14.535859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (11dc0805-68e8-40c6-8672-e1a3d70b557f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.536196 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment 11dc0805-68e8-40c6-8672-e1a3d70b557f of type vlan for network e3f61aca-d40b-4477-8043-3cb904d42f0d Apr 06 14:34:14.609472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] Deleting port ec8fb812-da72-4826-a814-461bc0cdf876 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:14.609773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.643012 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (e3f61aca-d40b-4477-8043-3cb904d42f0d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.688124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a46f4ce6-d4c4-402a-9403-8463836fa131 None None] Could not find standard attr ID for object a91f3b28-528c-491f-8e61-618016a3d69a. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:14.712770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.ipam_backend_mixin [None req-31591b8c-a96b-4eb8-a91a-cefb4e17e4d5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 68da78ae-f435-4149-98f0-b68c2a984731 (CIDR: 2001:db8:0:1::/64) Apr 06 14:34:14.715320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (88616b4e-910c-4d66-a7a4-966c3ad5290d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.757794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] For port ec8fb812-da72-4826-a814-461bc0cdf876, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ec8fb812-da72-4826-a814-461bc0cdf876,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:14.759229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.771290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:14.774538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:14.775793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.db.resource_extend [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:34:14.782126 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4cce8bf4-1d09-4408-88f0-4fc4c1eac629 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/5fd58575-e2bf-4595-b801-49b875744c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1111655 Apr 06 14:34:14.788908 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98158fa7-befc-4d43-ad8c-0cb985961703 None None] Sync routers for ids ['5fd58575-e2bf-4595-b801-49b875744c00'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:14.790176 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41796) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:14.797360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] Calling delete_port for ec8fb812-da72-4826-a814-461bc0cdf876 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:14.812101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98158fa7-befc-4d43-ad8c-0cb985961703 None None] Routers {'5fd58575-e2bf-4595-b801-49b875744c00'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:14.813272 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-98158fa7-befc-4d43-ad8c-0cb985961703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5fd58575-e2bf-4595-b801-49b875744c00'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:14.876486 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-98158fa7-befc-4d43-ad8c-0cb985961703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:14.889094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a46f4ce6-d4c4-402a-9403-8463836fa131 None None] Provisioning complete for port 2101d076-fad1-4040-8768-28af774cdca4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:14.889094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a46f4ce6-d4c4-402a-9403-8463836fa131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2101d076-fad1-4040-8768-28af774cdca4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.902215 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98158fa7-befc-4d43-ad8c-0cb985961703 None None] Routers {'5fd58575-e2bf-4595-b801-49b875744c00'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:14.902215 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-98158fa7-befc-4d43-ad8c-0cb985961703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5fd58575-e2bf-4595-b801-49b875744c00'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:14.933359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (e3f61aca-d40b-4477-8043-3cb904d42f0d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.936783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:14.937641 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:14.969757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a46f4ce6-d4c4-402a-9403-8463836fa131 None None] Port 2101d076-fad1-4040-8768-28af774cdca4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:14.989213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a46f4ce6-d4c4-402a-9403-8463836fa131 None None] Provisioning complete for port ec8fb812-da72-4826-a814-461bc0cdf876 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:14.993947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a46f4ce6-d4c4-402a-9403-8463836fa131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.002690 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-98158fa7-befc-4d43-ad8c-0cb985961703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:15.005437 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98158fa7-befc-4d43-ad8c-0cb985961703 None None] The sync data for ids ['5fd58575-e2bf-4595-b801-49b875744c00'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:15.055162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (ec8fb812-da72-4826-a814-461bc0cdf876), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.076739 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd640f7-eac2-44b4-8ec7-ee7fb6fbfa66 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:15.078724 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ecd640f7-eac2-44b4-8ec7-ee7fb6fbfa66 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports/2101d076-fad1-4040-8768-28af774cdca4 HTTP/1.1" status: 200 len: 910 time: 0.2747688 Apr 06 14:34:15.083191 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2067657 Apr 06 14:34:15.115311 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41798) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:15.115925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41800) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:15.121521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e22c6512-e337-4d2e-89d2-4261fa72d148 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e262d75-3b19-402b-aac3-42f0cd2dd34a'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:15.129029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': 'e3f61aca-d40b-4477-8043-3cb904d42f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:15.153206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] No DVR routers for this DVR port ec8fb812-da72-4826-a814-461bc0cdf876 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:15.158675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584f72f-00bd-4f55-94c6-fc82f37fcca7 None None] Pushing event deleted for resources: {'Port': ['ID=ec8fb812-da72-4826-a814-461bc0cdf876,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:15.173232 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.plugins.ml2.db [None req-a46f4ce6-d4c4-402a-9403-8463836fa131 None None] No ports have port_id starting with ec8fb812-da72-4826-a814-461bc0cdf876 Apr 06 14:34:15.189278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206289a2-89ba-4bec-8638-3fee6ef256f9 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:15.201977 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-31591b8c-a96b-4eb8-a91a-cefb4e17e4d5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:15.202475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31591b8c-a96b-4eb8-a91a-cefb4e17e4d5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:15.204964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0f0e7d6e-a838-4685-ba94-b92675189f29 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:15.209688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:15.213099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.256745 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613a138-d7d7-4bfd-9b14-1c829bf712c5 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=e3f61aca-d40b-4477-8043-3cb904d42f0d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:15.291102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network e3f61aca-d40b-4477-8043-3cb904d42f0d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:15.320534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (88616b4e-910c-4d66-a7a4-966c3ad5290d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.329302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks [] for router_controller (88616b4e-910c-4d66-a7a4-966c3ad5290d), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.338686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c20459ab-8365-4321-bb78-a22163b1fa74 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.341892 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c20459ab-8365-4321-bb78-a22163b1fa74 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "DELETE /v2.0/ports/a91f3b28-528c-491f-8e61-618016a3d69a HTTP/1.1" status: 204 len: 168 time: 2.3649848 Apr 06 14:34:15.349383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41802) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:15.361056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:15.378597 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9ce466c4-f061-4e9e-8e49-0d279ecb07bd admin admin] 10.222.0.71 "PUT /v2.0/routers/91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8402085 Apr 06 14:34:15.388803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] Sync routers for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:15.396991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41804) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:15.403780 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8487ae8-8cf4-4f56-bab5-1a6e99afa4c4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] GET failed (client error): The resource could not be found. Apr 06 14:34:15.412278 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f8487ae8-8cf4-4f56-bab5-1a6e99afa4c4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "GET /v2.0/ports/a91f3b28-528c-491f-8e61-618016a3d69a HTTP/1.1" status: 404 len: 333 time: 0.0548894 Apr 06 14:34:15.413184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41806) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:15.421634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'name': 'tempest-AllowedAddressPairTestJSON-50210075'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:15.428477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0f0e7d6e-a838-4685-ba94-b92675189f29 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:15.429511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.433146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-31591b8c-a96b-4eb8-a91a-cefb4e17e4d5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8515975 Apr 06 14:34:15.444408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41808) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:15.465651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:15.466378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:15.467453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'subnet': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:15.475364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:15.481656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.562897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (88616b4e-910c-4d66-a7a4-966c3ad5290d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.563360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88616b4e-910c-4d66-a7a4-966c3ad5290d {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:15.576272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.578210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9fcbcd19-e91c-40cc-86ff-95486860e1ba admin admin] 10.222.0.71 "DELETE /v2.0/routers/88616b4e-910c-4d66-a7a4-966c3ad5290d HTTP/1.1" status: 204 len: 168 time: 3.4988911 Apr 06 14:34:15.582557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41810) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:15.619959 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': 'bbd424b0-ae73-4bc3-b27f-17811e25e806'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:15.634344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.670518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e22c6512-e337-4d2e-89d2-4261fa72d148 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2101d076-fad1-4040-8768-28af774cdca4), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.729547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:15.744494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e50daa9-d7da-4fb6-8f18-d525bb6f79ab admin admin] Deleting subnet 8610a987-0c4b-416b-8503-a035e704c694 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:15.775884 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e50daa9-d7da-4fb6-8f18-d525bb6f79ab admin admin] Publish callbacks [] for subnet (8610a987-0c4b-416b-8503-a035e704c694), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.778218 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks [] for router (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.826872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0f0e7d6e-a838-4685-ba94-b92675189f29 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:15.826872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 919ce834-509a-402c-a91d-e5c36a56ec33 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:15.906077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Made reservation on behalf of 6a6f25c64c694d458fa4cabc0ce432b2 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:15.909602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.916112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Made reservation on behalf of 506ee468ae624359804246b38ec6bccc for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:15.919426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.947537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:15.972082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e50daa9-d7da-4fb6-8f18-d525bb6f79ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (8610a987-0c4b-416b-8503-a035e704c694), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.000378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:34:16.006070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] device_id is not set on port 9f2ea1eb-cb9c-466b-a274-97cc4530d43c yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:16.013110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (9a7740b2-77d7-46b2-a794-a0d012b7809f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.121408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:16.141648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:16.150928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:16.151549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.170277 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=9a7740b2-77d7-46b2-a794-a0d012b7809f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:16.213279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks [] for router_gateway (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.235064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Allocated IP 172.20.0.2 (935059ea-209c-494a-9703-5e88684a95b4/bbd424b0-ae73-4bc3-b27f-17811e25e806/3fae777e-51c2-4121-9a33-8a672567cc9a) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:16.263031 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e50daa9-d7da-4fb6-8f18-d525bb6f79ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (8610a987-0c4b-416b-8503-a035e704c694), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.268763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 919ce834-509a-402c-a91d-e5c36a56ec33 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:16.269147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.273040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Allocated IP 172.20.0.11 (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1/40fe5922-f04e-4793-9ab2-79ff612503bf/9f2ea1eb-cb9c-466b-a274-97cc4530d43c) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:16.309210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-53086c29-fd1f-4238-bae0-4e8a25ebe9df tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0829909 Apr 06 14:34:16.309527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41812) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:16.314416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:1d:bb:90', 'name': 'tempest-NetworksTestDHCPv6-781875075'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:16.339197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.505608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.514461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:34:13Z', 'revision_number': 5, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port': {'id': 'ed8413d0-4af7-443b-8f9d-6af5f980c8d9', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:16Z', 'updated_at': '2022-04-06T14:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:16.519893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e50daa9-d7da-4fb6-8f18-d525bb6f79ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (8610a987-0c4b-416b-8503-a035e704c694), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.528014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:16.541269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': '11dc0805-68e8-40c6-8672-e1a3d70b557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e3f61aca-d40b-4477-8043-3cb904d42f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:16.541878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: e3f61aca-d40b-4477-8043-3cb904d42f0d, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:16.577854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] Checking router: 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:16.578577 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e50daa9-d7da-4fb6-8f18-d525bb6f79ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.586696 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5e50daa9-d7da-4fb6-8f18-d525bb6f79ab admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8610a987-0c4b-416b-8503-a035e704c694 HTTP/1.1" status: 204 len: 168 time: 0.9952159 Apr 06 14:34:16.587782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc14cbc-db9f-4096-8e70-2f6e38aa9d55 None None] Network 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:16.587956 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41814) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:16.592161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50daa9-d7da-4fb6-8f18-d525bb6f79ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8610a987-0c4b-416b-8503-a035e704c694,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:16.611361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Deleting port ed8413d0-4af7-443b-8f9d-6af5f980c8d9 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:16.611838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.649688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 919ce834-509a-402c-a91d-e5c36a56ec33 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:16.654410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (6e45ed63-8c47-4de0-87bd-cdcfd7452fc8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.663563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.674382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Publish callbacks [] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.677217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] Routers {'91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:16.677217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:16.700929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e22c6512-e337-4d2e-89d2-4261fa72d148 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (2101d076-fad1-4040-8768-28af774cdca4), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.724653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:16.735819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] For port ed8413d0-4af7-443b-8f9d-6af5f980c8d9, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ed8413d0-4af7-443b-8f9d-6af5f980c8d9,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:16.739497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.744440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:16.751753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Calling delete_port for ed8413d0-4af7-443b-8f9d-6af5f980c8d9 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:16.752242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:16.752835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.757070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (87bcd8f2-16f1-4ba0-9750-434e5885f6a5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.768369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network e3f61aca-d40b-4477-8043-3cb904d42f0d is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:16.774248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022f732-5719-4d69-a3ba-4d6b59977083 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:16.774459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Subnet': ['ID=6e45ed63-8c47-4de0-87bd-cdcfd7452fc8,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:16.795183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:16.818891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e22c6512-e337-4d2e-89d2-4261fa72d148 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (2101d076-fad1-4040-8768-28af774cdca4), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.822772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d33188eb-1b75-4c27-849f-2716237eaebd no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:16.830504 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.876756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ddb795d9-aebd-4ccc-8093-fc87abd4fbc1 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4135659 Apr 06 14:34:16.880437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d33188eb-1b75-4c27-849f-2716237eaebd {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:16.881082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41816) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:16.881175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d33188eb-1b75-4c27-849f-2716237eaebd not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:16.881175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13c4f1f6-fc37-480c-a811-7d26fad9fde7 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:16.886544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-390653600', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e45ed63-8c47-4de0-87bd-cdcfd7452fc8'}], 'security_groups': ['e387c8a5-63e6-4fa9-a848-da30b14368c2', 'b21bb25f-8c27-48aa-ab92-c8a2d47156d5']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:16.927157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.927863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, e3f61aca-d40b-4477-8043-3cb904d42f0d) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:16.929981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:16.930773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.934560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c6512-e337-4d2e-89d2-4261fa72d148 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=2101d076-fad1-4040-8768-28af774cdca4,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:16.942900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c6512-e337-4d2e-89d2-4261fa72d148 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:16.943863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e22c6512-e337-4d2e-89d2-4261fa72d148 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:16.945399 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e22c6512-e337-4d2e-89d2-4261fa72d148 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/ports/2101d076-fad1-4040-8768-28af774cdca4 HTTP/1.1" status: 200 len: 910 time: 1.8283594 Apr 06 14:34:16.953176 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41818) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:16.955236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 13c4f1f6-fc37-480c-a811-7d26fad9fde7 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:16.955591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13c4f1f6-fc37-480c-a811-7d26fad9fde7 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:16.956010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec8fb812-da72-4826-a814-461bc0cdf876 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:16.966796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:16.970351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8e5a9-2c66-4115-b506-51cd53050e44 None None] Network e3f61aca-d40b-4477-8043-3cb904d42f0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:16.975826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] Set router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:17.034543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:17.042702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:17.045152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:17.110825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: ec8fb812-da72-4826-a814-461bc0cdf876 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:17.111228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec8fb812-da72-4826-a814-461bc0cdf876 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:17.124938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:17.128473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:34:16Z', 'revision_number': 6, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:17.131133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.131976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Pushing event updated for resources: {'Port': ['ID=3fae777e-51c2-4121-9a33-8a672567cc9a,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.140920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:17.163058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Deleting port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:17.163624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.198127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7d3a5-ebb4-4772-a377-375bcdf5b15c None None] The sync data for ids ['91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7'] in dv-neutron-835863-1-hyperv is: [{'id': '91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7', 'name': 'tempest-ServersTestJSON-1742849157-router', 'tenant_id': '6c491c68c3904daf9395a4be71d7620d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:34:16Z', 'revision_number': 6, 'project_id': '6c491c68c3904daf9395a4be71d7620d', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:17.209716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=9f2ea1eb-cb9c-466b-a274-97cc4530d43c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.274408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Attempting to bind port 3fae777e-51c2-4121-9a33-8a672567cc9a on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:17.274786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Attempting to bind port 3fae777e-51c2-4121-9a33-8a672567cc9a by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:17.275375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Attempting to bind port 3fae777e-51c2-4121-9a33-8a672567cc9a on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:17.287542 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:17.287844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:17.288013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.288923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:17.289416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Bound port: 3fae777e-51c2-4121-9a33-8a672567cc9a, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:17.289803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.366114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 9741dac8-6e09-488c-8ca8-03df90085197 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:17.387967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:17.388628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.441139 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fc377e0d-67fb-4627-8725-d415af7266ae tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3131986 Apr 06 14:34:17.444782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41820) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:17.445044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-e3f61aca-d40b-4477-8043-3cb904d42f0d', 'network_id': 'e3f61aca-d40b-4477-8043-3cb904d42f0d', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': 'f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:17.446044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.449169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0f444c30-a191-4a7b-893d-111c9b021209 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-633411296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:17.466058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] For port 3fae777e-51c2-4121-9a33-8a672567cc9a, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:17.483638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] For port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:17.484016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.514925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Calling delete_port for 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:17.562840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-343b1669-2cf2-4472-948c-ec6fe30b90a1 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1485567 Apr 06 14:34:17.575228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41822) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:17.583563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:98:a1:ba'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:17.605301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] For port 3fae777e-51c2-4121-9a33-8a672567cc9a, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3fae777e-51c2-4121-9a33-8a672567cc9a,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:17.628246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f444c30-a191-4a7b-893d-111c9b021209 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.629861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f444c30-a191-4a7b-893d-111c9b021209 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.634153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] DHCP port deletion for 87bcd8f2-16f1-4ba0-9750-434e5885f6a5 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:17.687928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab942ae-401d-4370-ab7f-9df21a2746ab None None] Update dhcp port {'port': {'network_id': 'a3cb8b8e-703c-4aa2-8377-49befdc06a0d', 'fixed_ips': [{'subnet_id': '68da78ae-f435-4149-98f0-b68c2a984731', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f0a86634-f74a-41ff-b155-fbef180f9fd4', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e45ed63-8c47-4de0-87bd-cdcfd7452fc8'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'b489591f-bfad-4c11-8fec-3b2c9f915405'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:34:17.688564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa0be080-b683-4856-9109-c31270095abc), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.726862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-79ab25b4-50e3-4a20-b6e5-ae04ff8ebfa7 None None] Provisioning complete for port 9f2ea1eb-cb9c-466b-a274-97cc4530d43c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:17.728019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-79ab25b4-50e3-4a20-b6e5-ae04ff8ebfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.766618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1ab942ae-401d-4370-ab7f-9df21a2746ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.776579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.801420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f444c30-a191-4a7b-893d-111c9b021209 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.821800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-79ab25b4-50e3-4a20-b6e5-ae04ff8ebfa7 None None] Port 9f2ea1eb-cb9c-466b-a274-97cc4530d43c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:17.876918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f444c30-a191-4a7b-893d-111c9b021209 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.886559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ed8413d0-4af7-443b-8f9d-6af5f980c8d9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:17.934344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8413d0-4af7-443b-8f9d-6af5f980c8d9,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.947641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2231c-245c-4a41-8f2a-815e33af8f79 None None] Pushing event updated for resources: {'Port': ['ID=3fae777e-51c2-4121-9a33-8a672567cc9a,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:17.959264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Allocated IP 2001:db8::2 (e3f61aca-d40b-4477-8043-3cb904d42f0d/f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f/cb54b500-da89-4e45-b57b-20b0f532319a) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:18.009327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f444c30-a191-4a7b-893d-111c9b021209 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.010751 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0f444c30-a191-4a7b-893d-111c9b021209 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5650032 Apr 06 14:34:18.018396 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41824) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:18.025720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'port': {'network_id': 'e3f61aca-d40b-4477-8043-3cb904d42f0d', 'name': 'tempest-RoutersIpV6Test-5791352'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:18.041500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] Deleting port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:18.041883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.144529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (5fd58575-e2bf-4595-b801-49b875744c00), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.194261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.357012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] For port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,segment=NetworkSegment(44a5f9ed-be9a-4823-bb78-d3c0312083b6),segment_id=44a5f9ed-be9a-4823-bb78-d3c0312083b6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:18.358153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.374072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] Calling delete_port for 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:18.404821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.408105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks [] for router_controller (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.412978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 172.20.0.13 (935059ea-209c-494a-9703-5e88684a95b4/bbd424b0-ae73-4bc3-b27f-17811e25e806/9741dac8-6e09-488c-8ca8-03df90085197) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:18.420225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:fe1d:bb90 (935059ea-209c-494a-9703-5e88684a95b4/9a7740b2-77d7-46b2-a794-a0d012b7809f/9741dac8-6e09-488c-8ca8-03df90085197) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:18.485035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:18.488584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.555636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] device_id is not set on port 4877e073-ed6a-4818-803c-5d235f2d5fdb yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:18.566613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.567311 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:18.594710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.604008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.607397 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e3a6f92a-a652-47d6-aa65-0d5582686ad6 admin admin] 10.222.0.71 "DELETE /v2.0/routers/91a4aec6-e7c7-4b8e-9176-d6d9a653c9b7 HTTP/1.1" status: 204 len: 168 time: 3.2091992 Apr 06 14:34:18.608545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41828) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:18.656723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-1ab942ae-401d-4370-ab7f-9df21a2746ab None None] Allocated IP 2001:db8:0:2::2 (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/6e45ed63-8c47-4de0-87bd-cdcfd7452fc8/b489591f-bfad-4c11-8fec-3b2c9f915405) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:18.739359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.743296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] No DVR routers for this DVR port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:18.751741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:18.765966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Publish callbacks [] for port (cb54b500-da89-4e45-b57b-20b0f532319a), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.792552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 2101d076-fad1-4040-8768-28af774cdca4 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:18.793151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2101d076-fad1-4040-8768-28af774cdca4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.793253 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.822009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df402d8-0b68-45f6-b8f9-0d6e54060355 admin admin] Deleting subnet 495cbb87-59f7-4b7d-9afe-0a97add01dea {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:18.834092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] Pushing event deleted for resources: {'Port': ['ID=03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:18.836617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7df402d8-0b68-45f6-b8f9-0d6e54060355 admin admin] Publish callbacks [] for subnet (495cbb87-59f7-4b7d-9afe-0a97add01dea), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.842548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b74d6-e767-4968-a4b0-a99dde29e7b9 None None] No DVR routers for this DVR port 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:18.861505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1ab942ae-401d-4370-ab7f-9df21a2746ab None None] For port b489591f-bfad-4c11-8fec-3b2c9f915405, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b489591f-bfad-4c11-8fec-3b2c9f915405,segment=NetworkSegment(243fc2a6-3369-490e-9a19-095dd01f4a08),segment_id=243fc2a6-3369-490e-9a19-095dd01f4a08)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:18.863955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.929518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Network e3f61aca-d40b-4477-8043-3cb904d42f0d is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:18.931674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1ab942ae-401d-4370-ab7f-9df21a2746ab None None] Publish callbacks [] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.940438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:18.943094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:18.945658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Pushing event updated for resources: {'Port': ['ID=cb54b500-da89-4e45-b57b-20b0f532319a,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:18.975644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (9741dac8-6e09-488c-8ca8-03df90085197), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:18.978530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8::178 (e3f61aca-d40b-4477-8043-3cb904d42f0d/f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f/4877e073-ed6a-4818-803c-5d235f2d5fdb) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:18.982156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2101d076-fad1-4040-8768-28af774cdca4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.005652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 2101d076-fad1-4040-8768-28af774cdca4 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:19.025998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Attempting to bind port cb54b500-da89-4e45-b57b-20b0f532319a on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:19.026750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Attempting to bind port cb54b500-da89-4e45-b57b-20b0f532319a by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '11dc0805-68e8-40c6-8672-e1a3d70b557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e3f61aca-d40b-4477-8043-3cb904d42f0d'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:19.027481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Attempting to bind port cb54b500-da89-4e45-b57b-20b0f532319a on network e3f61aca-d40b-4477-8043-3cb904d42f0d {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:19.030830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7df402d8-0b68-45f6-b8f9-0d6e54060355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (495cbb87-59f7-4b7d-9afe-0a97add01dea), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.032217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1ab942ae-401d-4370-ab7f-9df21a2746ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.042011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (87bcd8f2-16f1-4ba0-9750-434e5885f6a5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.047800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:19.048571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Checking segment: {'id': '11dc0805-68e8-40c6-8672-e1a3d70b557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e3f61aca-d40b-4477-8043-3cb904d42f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:19.049225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.049906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Bound using segment: {'id': '11dc0805-68e8-40c6-8672-e1a3d70b557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e3f61aca-d40b-4477-8043-3cb904d42f0d'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:19.050739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Bound port: cb54b500-da89-4e45-b57b-20b0f532319a, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dc0805-68e8-40c6-8672-e1a3d70b557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'e3f61aca-d40b-4477-8043-3cb904d42f0d'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:19.052430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.137850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bcd8f2-16f1-4ba0-9750-434e5885f6a5']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:19.242810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab942ae-401d-4370-ab7f-9df21a2746ab None None] Pushing event updated for resources: {'Port': ['ID=b489591f-bfad-4c11-8fec-3b2c9f915405,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:19.250005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a5f9ed-be9a-4823-bb78-d3c0312083b6') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:19.250280 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a5f9ed-be9a-4823-bb78-d3c0312083b6') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:19.260283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] For port cb54b500-da89-4e45-b57b-20b0f532319a, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:19.264129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] For port cb54b500-da89-4e45-b57b-20b0f532319a, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cb54b500-da89-4e45-b57b-20b0f532319a,segment=NetworkSegment(11dc0805-68e8-40c6-8672-e1a3d70b557f),segment_id=11dc0805-68e8-40c6-8672-e1a3d70b557f)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:19.336258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.344308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (44a5f9ed-be9a-4823-bb78-d3c0312083b6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.427824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.448494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (44a5f9ed-be9a-4823-bb78-d3c0312083b6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.472161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3fae777e-51c2-4121-9a33-8a672567cc9a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:19.515971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9741dac8-6e09-488c-8ca8-03df90085197), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.531665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:19.532091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (44a5f9ed-be9a-4823-bb78-d3c0312083b6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:19.537089 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:19.562734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bc59d-0fb4-471a-8674-0df432836e52 None None] Pushing event updated for resources: {'Port': ['ID=cb54b500-da89-4e45-b57b-20b0f532319a,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:19.566621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7df402d8-0b68-45f6-b8f9-0d6e54060355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (495cbb87-59f7-4b7d-9afe-0a97add01dea), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.582032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.606469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3fae777e-51c2-4121-9a33-8a672567cc9a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:19.607103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.712254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=4877e073-ed6a-4818-803c-5d235f2d5fdb,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:19.729751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2101d076-fad1-4040-8768-28af774cdca4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.750146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3fae777e-51c2-4121-9a33-8a672567cc9a is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:19.750761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.755700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network e3f61aca-d40b-4477-8043-3cb904d42f0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:19.765984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:19.766235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa55667-7580-4b4e-bedd-e2be0cf41396 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:19.773842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:19.781114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:19.782411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.789430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:19.816072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Delete allocated IP 2001:db8::38b (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/f0a86634-f74a-41ff-b155-fbef180f9fd4) {{(pid=104443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:34:19.823176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:19.842074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=9741dac8-6e09-488c-8ca8-03df90085197,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:19.848689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=2101d076-fad1-4040-8768-28af774cdca4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:19.910473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:19.920571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.923868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (87bcd8f2-16f1-4ba0-9750-434e5885f6a5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:19.935349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Allocated IP 2001:db8:0:2::11f (a3cb8b8e-703c-4aa2-8377-49befdc06a0d/6e45ed63-8c47-4de0-87bd-cdcfd7452fc8/fa0be080-b683-4856-9109-c31270095abc) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:19.984233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 3fae777e-51c2-4121-9a33-8a672567cc9a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3fae777e-51c2-4121-9a33-8a672567cc9a,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:19.988260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-122f8483-dcbd-4071-b2ea-a8c7944495ac None None] Provisioning complete for port 3fae777e-51c2-4121-9a33-8a672567cc9a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:19.989740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-122f8483-dcbd-4071-b2ea-a8c7944495ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.012493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.016817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] 10.222.0.71 "DELETE /v2.0/networks/87bcd8f2-16f1-4ba0-9750-434e5885f6a5 HTTP/1.1" status: 204 len: 168 time: 3.4295118 Apr 06 14:34:20.017374 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b12f7a6f-b6e0-416c-9202-a415d061fa2c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.9975328 Apr 06 14:34:20.018281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41830) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.054261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7df402d8-0b68-45f6-b8f9-0d6e54060355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (495cbb87-59f7-4b7d-9afe-0a97add01dea), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.062455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.124050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.167059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df402d8-0b68-45f6-b8f9-0d6e54060355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495cbb87-59f7-4b7d-9afe-0a97add01dea,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.198553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ed8413d0-4af7-443b-8f9d-6af5f980c8d9 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:20.262739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=9f2ea1eb-cb9c-466b-a274-97cc4530d43c,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.266248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fc142-9d6c-4615-8ca5-115397d7b9a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bcd8f2-16f1-4ba0-9750-434e5885f6a5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.268557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: ed8413d0-4af7-443b-8f9d-6af5f980c8d9 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:20.268846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ed8413d0-4af7-443b-8f9d-6af5f980c8d9 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:20.269267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 24aef1e7-d337-4f08-9cf7-0f920032a940 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:20.314282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:20.315923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.343935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c42c0-c565-4450-ad90-1d89e505a3db None None] Network e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:20.362860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 24aef1e7-d337-4f08-9cf7-0f920032a940 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:20.367425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 24aef1e7-d337-4f08-9cf7-0f920032a940 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:20.368465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:20.370508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7df402d8-0b68-45f6-b8f9-0d6e54060355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.374942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7df402d8-0b68-45f6-b8f9-0d6e54060355 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/495cbb87-59f7-4b7d-9afe-0a97add01dea HTTP/1.1" status: 204 len: 168 time: 1.7545662 Apr 06 14:34:20.386357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41836) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.484689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (5fd58575-e2bf-4595-b801-49b875744c00), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.521372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=3fae777e-51c2-4121-9a33-8a672567cc9a,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:20.575908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.591543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41838) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.595958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:20.596320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 03b4d4b3-ffa9-4ebb-99cc-4fa18a99b5e8 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:20.718735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-122f8483-dcbd-4071-b2ea-a8c7944495ac None None] Current status of the port 3fae777e-51c2-4121-9a33-8a672567cc9a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:20.746693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9a55f9e9-0f3d-469d-b868-4201bde64f2a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4361153 Apr 06 14:34:20.751325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41840) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.805685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] In _notify_port_updated(), no bound segment for port 9f2ea1eb-cb9c-466b-a274-97cc4530d43c on network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:34:20.815505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:20.816564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.822330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e7f36b13-c0bc-4497-9fba-e83c89bd905d tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "PUT /v2.0/ports/9f2ea1eb-cb9c-466b-a274-97cc4530d43c HTTP/1.1" status: 200 len: 993 time: 3.2414739 Apr 06 14:34:20.832261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41842) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.835118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc2d407-89b0-4e95-854e-fb2608e9d648 None None] Update dhcp port {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': 'bbd424b0-ae73-4bc3-b27f-17811e25e806', 'ip_address': '172.20.0.2'}, {'subnet_id': '9a7740b2-77d7-46b2-a794-a0d012b7809f'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': '3fae777e-51c2-4121-9a33-8a672567cc9a'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:34:20.886564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-36884b30-7cd4-4c02-8f05-d6fc91d687ca None None] Provisioning complete for port 9f2ea1eb-cb9c-466b-a274-97cc4530d43c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:20.888392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-36884b30-7cd4-4c02-8f05-d6fc91d687ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.892065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-abc2d407-89b0-4e95-854e-fb2608e9d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.952646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8b1bd1d2-3889-49fb-a1bb-8c4b1ab123c5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=39547a67549f499ba9baf8a8e035d0db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3594556 Apr 06 14:34:20.958564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41844) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:21.080677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9163213-3259-40f7-a3cc-a381e74ea51b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:21.088009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] DHCP port deletion for e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:21.088318 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9163213-3259-40f7-a3cc-a381e74ea51b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:21.090131 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f9163213-3259-40f7-a3cc-a381e74ea51b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.3084946 Apr 06 14:34:21.097114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41846) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:21.143209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Deleting port b2c64145-e041-49da-bdb3-c313fbaf2538 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:21.143578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.154248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-36884b30-7cd4-4c02-8f05-d6fc91d687ca None None] Port 9f2ea1eb-cb9c-466b-a274-97cc4530d43c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:21.176041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for port (fa0be080-b683-4856-9109-c31270095abc), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.203940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-abc2d407-89b0-4e95-854e-fb2608e9d648 None None] Allocated IP 2001:db8::f816:3eff:fe6b:c837 (935059ea-209c-494a-9703-5e88684a95b4/9a7740b2-77d7-46b2-a794-a0d012b7809f/3fae777e-51c2-4121-9a33-8a672567cc9a) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:21.242341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7dea838-9dc2-4cfe-9ef9-f3a17f51c95b admin admin] Publish callbacks [] for security_group (f7be306f-a90a-4117-9835-add594472cb9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.243282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] Deleting port b2c64145-e041-49da-bdb3-c313fbaf2538 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:21.243662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.246919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9647a68c-9205-4a82-9d7e-c55b24fa9b48 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Deleting port 9f2ea1eb-cb9c-466b-a274-97cc4530d43c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:21.247446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9647a68c-9205-4a82-9d7e-c55b24fa9b48 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.269217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7dea838-9dc2-4cfe-9ef9-f3a17f51c95b admin admin] Publish callbacks [] for security_group (f7be306f-a90a-4117-9835-add594472cb9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.300126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6c22a-2088-42b8-b948-05348558d457 None None] Network e3f61aca-d40b-4477-8043-3cb904d42f0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:21.328869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 5fd58575-e2bf-4595-b801-49b875744c00 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:21.332589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (fa0be080-b683-4856-9109-c31270095abc), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.362180 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.430032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7dea838-9dc2-4cfe-9ef9-f3a17f51c95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f7be306f-a90a-4117-9835-add594472cb9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.433276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7dea838-9dc2-4cfe-9ef9-f3a17f51c95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.434668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a7dea838-9dc2-4cfe-9ef9-f3a17f51c95b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7be306f-a90a-4117-9835-add594472cb9 HTTP/1.1" status: 204 len: 168 time: 0.4750099 Apr 06 14:34:21.449148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] For port b2c64145-e041-49da-bdb3-c313fbaf2538, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b2c64145-e041-49da-bdb3-c313fbaf2538,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:21.449148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.454329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Provisioning complete for port fa0be080-b683-4856-9109-c31270095abc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:21.455000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fa0be080-b683-4856-9109-c31270095abc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.471160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] For port b2c64145-e041-49da-bdb3-c313fbaf2538, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b2c64145-e041-49da-bdb3-c313fbaf2538,segment=NetworkSegment(e6e016d1-4e31-4460-a767-630073c128eb),segment_id=e6e016d1-4e31-4460-a767-630073c128eb)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:21.471960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.491069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] Calling delete_port for b2c64145-e041-49da-bdb3-c313fbaf2538 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:21.491337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Calling delete_port for b2c64145-e041-49da-bdb3-c313fbaf2538 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:21.649001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dea838-9dc2-4cfe-9ef9-f3a17f51c95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be306f-a90a-4117-9835-add594472cb9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.700540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b489591f-bfad-4c11-8fec-3b2c9f915405 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:21.704762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] In _notify_port_updated(), no bound segment for port fa0be080-b683-4856-9109-c31270095abc on network a3cb8b8e-703c-4aa2-8377-49befdc06a0d {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:34:21.715693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:21.716937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.718784 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "PUT /v2.0/ports/fa0be080-b683-4856-9109-c31270095abc HTTP/1.1" status: 200 len: 969 time: 4.8371763 Apr 06 14:34:21.729658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41850) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:21.779236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27037b21-6b32-4c12-a405-c66313c917c0 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event updated for resources: {'Port': ['ID=fa0be080-b683-4856-9109-c31270095abc,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.786723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.856404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] No DVR routers for this DVR port b2c64145-e041-49da-bdb3-c313fbaf2538 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:21.858690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c64145-e041-49da-bdb3-c313fbaf2538,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.869895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9996e756-ec5a-4ab1-938e-75b8b9c4ec58 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 9741dac8-6e09-488c-8ca8-03df90085197 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:21.870428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9996e756-ec5a-4ab1-938e-75b8b9c4ec58 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (9741dac8-6e09-488c-8ca8-03df90085197), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.882204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Port fa0be080-b683-4856-9109-c31270095abc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:21.895386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-abc2d407-89b0-4e95-854e-fb2608e9d648 None None] For port 3fae777e-51c2-4121-9a33-8a672567cc9a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3fae777e-51c2-4121-9a33-8a672567cc9a,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:21.916285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9647a68c-9205-4a82-9d7e-c55b24fa9b48 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.944192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9647a68c-9205-4a82-9d7e-c55b24fa9b48 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Calling delete_port for 9f2ea1eb-cb9c-466b-a274-97cc4530d43c owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:21.964395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:21.970822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.023461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:22.023884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.052358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-abc2d407-89b0-4e95-854e-fb2608e9d648 None None] Publish callbacks [] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.061746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:22.072138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.079091 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a08d4-ea7c-4cc4-aa30-5f9b70ca6fcf None None] Sync routers for ids ['5fd58575-e2bf-4595-b801-49b875744c00'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:22.107217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (b2c64145-e041-49da-bdb3-c313fbaf2538), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.108888 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-43024fef-12c9-41e3-92f8-9ab73a70c962 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/5fd58575-e2bf-4595-b801-49b875744c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1543446 Apr 06 14:34:22.113429 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a08d4-ea7c-4cc4-aa30-5f9b70ca6fcf None None] Routers {'5fd58575-e2bf-4595-b801-49b875744c00'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:22.115562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41854) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:22.116370 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-462a08d4-ea7c-4cc4-aa30-5f9b70ca6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5fd58575-e2bf-4595-b801-49b875744c00'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.156633 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4f810c3e-1796-4e77-a73d-3d921c8c6596 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fd58575-e2bf-4595-b801-49b875744c00 HTTP/1.1" status: 200 len: 205 time: 0.0381401 Apr 06 14:34:22.167650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:22.168805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cb54b500-da89-4e45-b57b-20b0f532319a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:22.175943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41858) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:22.200090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.201998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-abc2d407-89b0-4e95-854e-fb2608e9d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.213622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9996e756-ec5a-4ab1-938e-75b8b9c4ec58 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (9741dac8-6e09-488c-8ca8-03df90085197), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.220665 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-462a08d4-ea7c-4cc4-aa30-5f9b70ca6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.231836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] Pushing event deleted for resources: {'Port': ['ID=b2c64145-e041-49da-bdb3-c313fbaf2538,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:22.236405 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a08d4-ea7c-4cc4-aa30-5f9b70ca6fcf None None] Routers {'5fd58575-e2bf-4595-b801-49b875744c00'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:22.237047 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-462a08d4-ea7c-4cc4-aa30-5f9b70ca6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5fd58575-e2bf-4595-b801-49b875744c00'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.270262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e016d1-4e31-4460-a767-630073c128eb') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.270670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e016d1-4e31-4460-a767-630073c128eb') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.288150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9996e756-ec5a-4ab1-938e-75b8b9c4ec58 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 9741dac8-6e09-488c-8ca8-03df90085197 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:22.306787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-184772b4-b302-45a1-9512-f3962a334c3b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port fa0be080-b683-4856-9109-c31270095abc {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:22.307158 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-184772b4-b302-45a1-9512-f3962a334c3b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fa0be080-b683-4856-9109-c31270095abc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.312943 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-462a08d4-ea7c-4cc4-aa30-5f9b70ca6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.313370 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a08d4-ea7c-4cc4-aa30-5f9b70ca6fcf None None] The sync data for ids ['5fd58575-e2bf-4595-b801-49b875744c00'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:22.318343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2d407-89b0-4e95-854e-fb2608e9d648 None None] Pushing event updated for resources: {'Port': ['ID=3fae777e-51c2-4121-9a33-8a672567cc9a,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:22.330176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (e6e016d1-4e31-4460-a767-630073c128eb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.330276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f914dc98-3de3-4094-ae00-b2860a3c5ea9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (5fd58575-e2bf-4595-b801-49b875744c00), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.345249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d6fde-5105-4aee-a7b6-a6c09c95b5b6 None None] No DVR routers for this DVR port b2c64145-e041-49da-bdb3-c313fbaf2538 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:22.437209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e6e016d1-4e31-4460-a767-630073c128eb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.454433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:22.455155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (e6e016d1-4e31-4460-a767-630073c128eb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:22.458666 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:22.547633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:22.561252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port cb54b500-da89-4e45-b57b-20b0f532319a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:22.561643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.643591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Provisioning complete for port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:22.643719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.781976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port cb54b500-da89-4e45-b57b-20b0f532319a is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:22.782378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.806083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1c270-b1a6-4ea9-80eb-b25efbaa310f None None] Port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:22.846501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port cb54b500-da89-4e45-b57b-20b0f532319a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cb54b500-da89-4e45-b57b-20b0f532319a,segment=NetworkSegment(11dc0805-68e8-40c6-8672-e1a3d70b557f),segment_id=11dc0805-68e8-40c6-8672-e1a3d70b557f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:22.923703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f914dc98-3de3-4094-ae00-b2860a3c5ea9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (5fd58575-e2bf-4595-b801-49b875744c00), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.930775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f914dc98-3de3-4094-ae00-b2860a3c5ea9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (5fd58575-e2bf-4595-b801-49b875744c00), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.935546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Provisioning complete for port cb54b500-da89-4e45-b57b-20b0f532319a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:22.936543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.981402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.981402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3fae777e-51c2-4121-9a33-8a672567cc9a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:23.056995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.059920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9647a68c-9205-4a82-9d7e-c55b24fa9b48 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (9f2ea1eb-cb9c-466b-a274-97cc4530d43c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.076235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-184772b4-b302-45a1-9512-f3962a334c3b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fa0be080-b683-4856-9109-c31270095abc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.107743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=cb54b500-da89-4e45-b57b-20b0f532319a,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.109957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.110530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f914dc98-3de3-4094-ae00-b2860a3c5ea9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (5fd58575-e2bf-4595-b801-49b875744c00), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.112625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f914dc98-3de3-4094-ae00-b2860a3c5ea9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd58575-e2bf-4595-b801-49b875744c00 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:23.122450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-184772b4-b302-45a1-9512-f3962a334c3b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for fa0be080-b683-4856-9109-c31270095abc owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:23.126473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.133330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] 10.222.0.71 "DELETE /v2.0/networks/e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e HTTP/1.1" status: 204 len: 168 time: 2.7267222 Apr 06 14:34:23.145901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8b9d0-8d07-4f33-b882-ab06f26849cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e66821a6-a5f0-4c8b-8dab-bba1cdfb2d3e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.149649 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f914dc98-3de3-4094-ae00-b2860a3c5ea9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.154158 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f914dc98-3de3-4094-ae00-b2860a3c5ea9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/5fd58575-e2bf-4595-b801-49b875744c00 HTTP/1.1" status: 204 len: 168 time: 0.9746690 Apr 06 14:34:23.155871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41878) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:23.165570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.170138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647a68c-9205-4a82-9d7e-c55b24fa9b48 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Port': ['ID=9f2ea1eb-cb9c-466b-a274-97cc4530d43c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.230750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Current status of the port cb54b500-da89-4e45-b57b-20b0f532319a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:23.235430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3fae777e-51c2-4121-9a33-8a672567cc9a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:23.236024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.311523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Provisioning complete for port 4877e073-ed6a-4818-803c-5d235f2d5fdb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:23.312532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.465804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5b9590-722f-46f3-8401-f8158bc49e85 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet 3e262d75-3b19-402b-aac3-42f0cd2dd34a {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:23.475344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Port 4877e073-ed6a-4818-803c-5d235f2d5fdb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:23.478432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9590-722f-46f3-8401-f8158bc49e85 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (3e262d75-3b19-402b-aac3-42f0cd2dd34a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.561699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Provisioning complete for port fa0be080-b683-4856-9109-c31270095abc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:23.566621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fa0be080-b683-4856-9109-c31270095abc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.600911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=4877e073-ed6a-4818-803c-5d235f2d5fdb,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.640952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-76b4e57d-9fef-41a3-aaae-13e6e9f56878 None None] Port fa0be080-b683-4856-9109-c31270095abc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:23.643550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.644338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3fae777e-51c2-4121-9a33-8a672567cc9a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:23.686492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9590-722f-46f3-8401-f8158bc49e85 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (3e262d75-3b19-402b-aac3-42f0cd2dd34a), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.755252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b2c64145-e041-49da-bdb3-c313fbaf2538 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:23.776840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9996e756-ec5a-4ab1-938e-75b8b9c4ec58 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9741dac8-6e09-488c-8ca8-03df90085197), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.798196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: b2c64145-e041-49da-bdb3-c313fbaf2538 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:23.809932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996e756-ec5a-4ab1-938e-75b8b9c4ec58 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=9741dac8-6e09-488c-8ca8-03df90085197,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:23.810117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b2c64145-e041-49da-bdb3-c313fbaf2538 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:23.820067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1bceba25-ec99-44fc-97e0-0cb20553e6f9 None None] Could not find standard attr ID for object 9741dac8-6e09-488c-8ca8-03df90085197. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:23.844789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1bceba25-ec99-44fc-97e0-0cb20553e6f9 None None] Provisioning complete for port 3fae777e-51c2-4121-9a33-8a672567cc9a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:23.845151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1bceba25-ec99-44fc-97e0-0cb20553e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.867663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:23.972641 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41886) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:23.994557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-184772b4-b302-45a1-9512-f3962a334c3b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fa0be080-b683-4856-9109-c31270095abc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.004693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3fae777e-51c2-4121-9a33-8a672567cc9a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:24.034191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9647a68c-9205-4a82-9d7e-c55b24fa9b48 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.038884 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9647a68c-9205-4a82-9d7e-c55b24fa9b48 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "DELETE /v2.0/ports/9f2ea1eb-cb9c-466b-a274-97cc4530d43c HTTP/1.1" status: 204 len: 168 time: 3.2019253 Apr 06 14:34:24.042862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41888) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.053447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1bceba25-ec99-44fc-97e0-0cb20553e6f9 None None] Current status of the port 3fae777e-51c2-4121-9a33-8a672567cc9a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:24.064687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9590-722f-46f3-8401-f8158bc49e85 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (3e262d75-3b19-402b-aac3-42f0cd2dd34a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.099484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3fae777e-51c2-4121-9a33-8a672567cc9a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:24.100985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.146986 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a2c9352e-2813-424f-b2ce-71f66c64432d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c491c68c3904daf9395a4be71d7620d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1720443 Apr 06 14:34:24.153459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41892) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.158789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184772b4-b302-45a1-9512-f3962a334c3b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=fa0be080-b683-4856-9109-c31270095abc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:24.193666 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a941ead9-02eb-4bfc-850e-862eff93134e tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] GET failed (client error): The resource could not be found. Apr 06 14:34:24.197620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a941ead9-02eb-4bfc-850e-862eff93134e tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "GET /v2.0/ports/9f2ea1eb-cb9c-466b-a274-97cc4530d43c HTTP/1.1" status: 404 len: 333 time: 0.1445906 Apr 06 14:34:24.202059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-184772b4-b302-45a1-9512-f3962a334c3b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.206290 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-184772b4-b302-45a1-9512-f3962a334c3b tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/fa0be080-b683-4856-9109-c31270095abc HTTP/1.1" status: 204 len: 168 time: 2.4739370 Apr 06 14:34:24.212955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41894) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.213354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41896) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.228520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9996e756-ec5a-4ab1-938e-75b8b9c4ec58 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.233179 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9996e756-ec5a-4ab1-938e-75b8b9c4ec58 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/9741dac8-6e09-488c-8ca8-03df90085197 HTTP/1.1" status: 204 len: 168 time: 3.1332090 Apr 06 14:34:24.242485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'name': 'tempest-AllowedAddressPairTestJSON-813494173'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:24.250997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-722a6a4b-e6dc-43ab-b2e6-61ed590f37c3 None None] Provisioning complete for port 4877e073-ed6a-4818-803c-5d235f2d5fdb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:24.251737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-722a6a4b-e6dc-43ab-b2e6-61ed590f37c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.253515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41900) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.336380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-722a6a4b-e6dc-43ab-b2e6-61ed590f37c3 None None] Port 4877e073-ed6a-4818-803c-5d235f2d5fdb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:24.350595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9159560-6424-497c-9f2a-fab020059502 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:24.351988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9159560-6424-497c-9f2a-fab020059502 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:24.355120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9159560-6424-497c-9f2a-fab020059502 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:24.359140 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a9159560-6424-497c-9f2a-fab020059502 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1019030 Apr 06 14:34:24.360580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41902) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.362370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3fae777e-51c2-4121-9a33-8a672567cc9a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:24.364182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cb54b500-da89-4e45-b57b-20b0f532319a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:24.432829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9590-722f-46f3-8401-f8158bc49e85 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (3e262d75-3b19-402b-aac3-42f0cd2dd34a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.461581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6bea4326-7c29-49f2-a1ac-6b1a46275903 None None] Could not find standard attr ID for object 9741dac8-6e09-488c-8ca8-03df90085197. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:24.471110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.479444 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-831cd088-e757-4de4-8de6-00af46104543 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] GET failed (client error): The resource could not be found. Apr 06 14:34:24.479444 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-831cd088-e757-4de4-8de6-00af46104543 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports/fa0be080-b683-4856-9109-c31270095abc HTTP/1.1" status: 404 len: 333 time: 0.2602668 Apr 06 14:34:24.482351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port cb54b500-da89-4e45-b57b-20b0f532319a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:24.482743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.500034 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41906) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.519209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b9590-722f-46f3-8401-f8158bc49e85 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=3e262d75-3b19-402b-aac3-42f0cd2dd34a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:24.531045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9590-722f-46f3-8401-f8158bc49e85 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.535746 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2e5b9590-722f-46f3-8401-f8158bc49e85 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/3e262d75-3b19-402b-aac3-42f0cd2dd34a HTTP/1.1" status: 204 len: 168 time: 1.3771639 Apr 06 14:34:24.538504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41910) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.541883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb01f92-78d3-40eb-8dcd-6c03b91a777f None None] Network 14a790f5-64c0-43ec-be06-36681e2d1728 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:24.551784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf9f341-3b90-43dc-a414-fac4ee696132 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 9a7740b2-77d7-46b2-a794-a0d012b7809f {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:24.584854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f341-3b90-43dc-a414-fac4ee696132 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (9a7740b2-77d7-46b2-a794-a0d012b7809f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.650590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3f42250-f09b-497d-897b-2eb1aedbf72e admin admin] Publish callbacks [] for security_group (f80acab6-7f59-4fb8-a863-efca7cf927aa), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.675889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3f42250-f09b-497d-897b-2eb1aedbf72e admin admin] Publish callbacks [] for security_group (f80acab6-7f59-4fb8-a863-efca7cf927aa), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.682025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f341-3b90-43dc-a414-fac4ee696132 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (9a7740b2-77d7-46b2-a794-a0d012b7809f), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.742479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41912) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:24.743762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (14a790f5-64c0-43ec-be06-36681e2d1728), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.747028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port cb54b500-da89-4e45-b57b-20b0f532319a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:24.819163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f341-3b90-43dc-a414-fac4ee696132 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (9a7740b2-77d7-46b2-a794-a0d012b7809f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.850352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] DHCP port deletion for 14a790f5-64c0-43ec-be06-36681e2d1728 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:24.898303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3fc999d-e17b-4b97-9af9-85bf481ce2c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (f139f60e-f176-4af0-bff4-22fab78ae8cd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.908821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 0f0e7d6e-a838-4685-ba94-b92675189f29 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:24.909171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.939018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3f42250-f09b-497d-897b-2eb1aedbf72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f80acab6-7f59-4fb8-a863-efca7cf927aa), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.939018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3f42250-f09b-497d-897b-2eb1aedbf72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.939018 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f3f42250-f09b-497d-897b-2eb1aedbf72e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f80acab6-7f59-4fb8-a863-efca7cf927aa HTTP/1.1" status: 204 len: 168 time: 0.7806616 Apr 06 14:34:24.946477 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3fc999d-e17b-4b97-9af9-85bf481ce2c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (f139f60e-f176-4af0-bff4-22fab78ae8cd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.951932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] Deleting port 0f0e7d6e-a838-4685-ba94-b92675189f29 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:24.952539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:24.953641 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Made reservation on behalf of 506ee468ae624359804246b38ec6bccc for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:24.957022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.000266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f42250-f09b-497d-897b-2eb1aedbf72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80acab6-7f59-4fb8-a863-efca7cf927aa,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.008816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f341-3b90-43dc-a414-fac4ee696132 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (9a7740b2-77d7-46b2-a794-a0d012b7809f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.027833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] device_id is not set on port 57354c7c-315a-42d2-9477-d6794ac584a8 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:25.102279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9f341-3b90-43dc-a414-fac4ee696132 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7740b2-77d7-46b2-a794-a0d012b7809f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.115327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f341-3b90-43dc-a414-fac4ee696132 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.121381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] For port 0f0e7d6e-a838-4685-ba94-b92675189f29, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0f0e7d6e-a838-4685-ba94-b92675189f29,segment=NetworkSegment(3ca17d31-f19e-40a7-b44d-fc3aeb8a4472),segment_id=3ca17d31-f19e-40a7-b44d-fc3aeb8a4472)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:25.121866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.124653 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5cf9f341-3b90-43dc-a414-fac4ee696132 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/9a7740b2-77d7-46b2-a794-a0d012b7809f HTTP/1.1" status: 204 len: 168 time: 0.7625549 Apr 06 14:34:25.132203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41918) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:25.140172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] Calling delete_port for 0f0e7d6e-a838-4685-ba94-b92675189f29 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:25.199677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port 0f0e7d6e-a838-4685-ba94-b92675189f29, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0f0e7d6e-a838-4685-ba94-b92675189f29,segment=NetworkSegment(3ca17d31-f19e-40a7-b44d-fc3aeb8a4472),segment_id=3ca17d31-f19e-40a7-b44d-fc3aeb8a4472)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:25.200455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.229000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 0f0e7d6e-a838-4685-ba94-b92675189f29 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:25.233034 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Allocated IP 172.20.0.6 (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1/40fe5922-f04e-4793-9ab2-79ff612503bf/57354c7c-315a-42d2-9477-d6794ac584a8) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:25.233310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be481998-d06c-42d8-a533-460ca11d9d52 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:25.241687 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-649790722'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:25.251247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-910ee0af-9911-4aed-9202-a78558f6796a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet bbd424b0-ae73-4bc3-b27f-17811e25e806 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:25.328724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-910ee0af-9911-4aed-9202-a78558f6796a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (bbd424b0-ae73-4bc3-b27f-17811e25e806), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.396638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-910ee0af-9911-4aed-9202-a78558f6796a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (bbd424b0-ae73-4bc3-b27f-17811e25e806), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.403013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Made reservation on behalf of e54016be438e4021ae8d242a1e4f7562 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:25.404449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.414157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3fc999d-e17b-4b97-9af9-85bf481ce2c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f139f60e-f176-4af0-bff4-22fab78ae8cd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.416763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3fc999d-e17b-4b97-9af9-85bf481ce2c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.422351 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d3fc999d-e17b-4b97-9af9-85bf481ce2c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/security-groups/f139f60e-f176-4af0-bff4-22fab78ae8cd HTTP/1.1" status: 204 len: 168 time: 0.9193203 Apr 06 14:34:25.428995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41922) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:25.446540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.472598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.507399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] Pushing event deleted for resources: {'Port': ['ID=0f0e7d6e-a838-4685-ba94-b92675189f29,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.512513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff66bac-e15d-43de-9778-7acbe7545c96 None None] No DVR routers for this DVR port 0f0e7d6e-a838-4685-ba94-b92675189f29 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:25.528325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0f0e7d6e-a838-4685-ba94-b92675189f29), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.559542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc999d-e17b-4b97-9af9-85bf481ce2c9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f139f60e-f176-4af0-bff4-22fab78ae8cd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.577142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=0f0e7d6e-a838-4685-ba94-b92675189f29,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.579294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port 0f0e7d6e-a838-4685-ba94-b92675189f29 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:25.656172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.656740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a476d8ea-1363-46fe-8a67-37d7fd3e0085 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (b21bb25f-8c27-48aa-ab92-c8a2d47156d5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.678377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (57354c7c-315a-42d2-9477-d6794ac584a8), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.732693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-910ee0af-9911-4aed-9202-a78558f6796a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (bbd424b0-ae73-4bc3-b27f-17811e25e806), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.744758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks [] for security_group (1db5f34a-4576-4475-a8e3-8676f2262b0c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.755564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.756447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.815436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (14a790f5-64c0-43ec-be06-36681e2d1728), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.819614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a476d8ea-1363-46fe-8a67-37d7fd3e0085 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (b21bb25f-8c27-48aa-ab92-c8a2d47156d5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.852084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1db5f34a-4576-4475-a8e3-8676f2262b0c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.867347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a790f5-64c0-43ec-be06-36681e2d1728']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:25.881729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca17d31-f19e-40a7-b44d-fc3aeb8a4472') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:25.882302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca17d31-f19e-40a7-b44d-fc3aeb8a4472') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:25.895879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:25.897944 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (3ca17d31-f19e-40a7-b44d-fc3aeb8a4472), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.902527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=4877e073-ed6a-4818-803c-5d235f2d5fdb,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.918914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (3ca17d31-f19e-40a7-b44d-fc3aeb8a4472), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.921072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (57354c7c-315a-42d2-9477-d6794ac584a8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.928433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:25.929815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (3ca17d31-f19e-40a7-b44d-fc3aeb8a4472), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.982508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0f0e7d6e-a838-4685-ba94-b92675189f29 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:25.987695 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:25.992523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db5f34a-4576-4475-a8e3-8676f2262b0c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:25.999111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d093dc0c-bc11-40bb-b777-7018081c49a7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:25.999841 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Added segment d093dc0c-bc11-40bb-b777-7018081c49a7 of type vlan for network 5b4c4755-2286-45b5-a9b3-25d438e56c56 Apr 06 14:34:26.027890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 0f0e7d6e-a838-4685-ba94-b92675189f29 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:26.028435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0f0e7d6e-a838-4685-ba94-b92675189f29 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:26.053189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=57354c7c-315a-42d2-9477-d6794ac584a8,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:26.095448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:26.107534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:26.112376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:26.120395 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (5b4c4755-2286-45b5-a9b3-25d438e56c56), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.126761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network e3f61aca-d40b-4477-8043-3cb904d42f0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:26.141979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a476d8ea-1363-46fe-8a67-37d7fd3e0085 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b21bb25f-8c27-48aa-ab92-c8a2d47156d5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.154529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:26.159823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a476d8ea-1363-46fe-8a67-37d7fd3e0085 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.164048 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a476d8ea-1363-46fe-8a67-37d7fd3e0085 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/security-groups/b21bb25f-8c27-48aa-ab92-c8a2d47156d5 HTTP/1.1" status: 204 len: 168 time: 0.7296388 Apr 06 14:34:26.164976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41934) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.195684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (14a790f5-64c0-43ec-be06-36681e2d1728), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.242012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-910ee0af-9911-4aed-9202-a78558f6796a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (bbd424b0-ae73-4bc3-b27f-17811e25e806), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.257949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.261967 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/14a790f5-64c0-43ec-be06-36681e2d1728 HTTP/1.1" status: 204 len: 168 time: 1.7223952 Apr 06 14:34:26.278045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41940) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.293223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476d8ea-1363-46fe-8a67-37d7fd3e0085 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21bb25f-8c27-48aa-ab92-c8a2d47156d5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:26.352754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5cd0d427-0918-4f32-a7ee-1cdfd37aef02 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-923994854', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:26.362683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9c6c-1bf8-4f7d-97c8-e44eeb90af30 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=14a790f5-64c0-43ec-be06-36681e2d1728,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:26.370650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ee0af-9911-4aed-9202-a78558f6796a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd424b0-ae73-4bc3-b27f-17811e25e806,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:26.393613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-910ee0af-9911-4aed-9202-a78558f6796a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.397853 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-910ee0af-9911-4aed-9202-a78558f6796a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/bbd424b0-ae73-4bc3-b27f-17811e25e806 HTTP/1.1" status: 204 len: 168 time: 1.2636228 Apr 06 14:34:26.401878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41942) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.504494 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a21108bd-1de1-4c1a-b6f8-fdb4b24c7c74 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988450 Apr 06 14:34:26.505845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41946) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.516268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a761b5b3-6fdf-4477-bb55-01caa20682f6 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:26.557455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3cf77879-3884-4834-9624-d4f57a669f6f None None] Provisioning complete for port 3fae777e-51c2-4121-9a33-8a672567cc9a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:26.557904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3cf77879-3884-4834-9624-d4f57a669f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.565219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4f43f2cc-9077-4888-98ab-f3e30828cfb8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (e387c8a5-63e6-4fa9-a848-da30b14368c2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.590550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d427-0918-4f32-a7ee-1cdfd37aef02 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.591833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d427-0918-4f32-a7ee-1cdfd37aef02 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.616636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4f43f2cc-9077-4888-98ab-f3e30828cfb8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (e387c8a5-63e6-4fa9-a848-da30b14368c2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.716455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f0c948-2199-4c10-93b2-16494814d403 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:26.718421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-71f0c948-2199-4c10-93b2-16494814d403 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2116647 Apr 06 14:34:26.721761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41950) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.737606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d427-0918-4f32-a7ee-1cdfd37aef02 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.785260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6851084b-7cea-4828-8fc2-c88b057278fd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:26.787202 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6851084b-7cea-4828-8fc2-c88b057278fd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0641303 Apr 06 14:34:26.790416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41952) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.797011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:26.797890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.806133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3cf77879-3884-4834-9624-d4f57a669f6f None None] Current status of the port 3fae777e-51c2-4121-9a33-8a672567cc9a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:26.834930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c73d5129-4d66-48d0-9d54-5023b869e6ec tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408962 Apr 06 14:34:26.839809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41954) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.845722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-10541006-db84-4f2b-92a1-5d2f3f659294 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:26.866942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d427-0918-4f32-a7ee-1cdfd37aef02 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.886742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:26.891595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (5b4c4755-2286-45b5-a9b3-25d438e56c56), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.909070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:26.910097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.914737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4f43f2cc-9077-4888-98ab-f3e30828cfb8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e387c8a5-63e6-4fa9-a848-da30b14368c2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.918714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4f43f2cc-9077-4888-98ab-f3e30828cfb8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:26.920903 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4f43f2cc-9077-4888-98ab-f3e30828cfb8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/security-groups/e387c8a5-63e6-4fa9-a848-da30b14368c2 HTTP/1.1" status: 204 len: 168 time: 0.7547936 Apr 06 14:34:26.925378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41958) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:26.958407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43f2cc-9077-4888-98ab-f3e30828cfb8 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e387c8a5-63e6-4fa9-a848-da30b14368c2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:26.999634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d427-0918-4f32-a7ee-1cdfd37aef02 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.001351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5cd0d427-0918-4f32-a7ee-1cdfd37aef02 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6977711 Apr 06 14:34:27.004717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41960) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.012241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1361718055'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:27.014108 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-828f3e39-22cb-4b25-bd45-1ab48f2e49da tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7996340 Apr 06 14:34:27.017058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router 1b8e6c83-3c33-4ca0-931d-a23d4d5bba56 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:27.026565 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2756879 Apr 06 14:34:27.034984 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41962) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.035388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41964) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.049255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcf2a2-65c5-4fe7-a1f1-7151ae9f702b tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Pushing event updated for resources: {'Network': ['ID=5b4c4755-2286-45b5-a9b3-25d438e56c56,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:27.049515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:98:a1:ba'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:27.101491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10541006-db84-4f2b-92a1-5d2f3f659294 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:27.106272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10541006-db84-4f2b-92a1-5d2f3f659294 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.108286 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-10541006-db84-4f2b-92a1-5d2f3f659294 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:27.114362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10541006-db84-4f2b-92a1-5d2f3f659294 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:27.116163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:27.119942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.151633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 5b4c4755-2286-45b5-a9b3-25d438e56c56 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:27.157746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:27.159591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e154b08c-ba47-4299-8210-5e2de99aaf74 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet f0a86634-f74a-41ff-b155-fbef180f9fd4 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:27.165364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e154b08c-ba47-4299-8210-5e2de99aaf74 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (f0a86634-f74a-41ff-b155-fbef180f9fd4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.173334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (50a27557-942a-42f2-9557-48a122439bee), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.173735 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment 50a27557-942a-42f2-9557-48a122439bee of type vlan for network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 Apr 06 14:34:27.218743 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:34:27.237107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e154b08c-ba47-4299-8210-5e2de99aaf74 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (f0a86634-f74a-41ff-b155-fbef180f9fd4), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.251742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (8af57ea7-4210-42bd-b6c2-b25d4b857ec7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.258942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-36e19063-dbe4-46eb-b6ed-0080db1053aa None None] Provisioning complete for port 57354c7c-315a-42d2-9477-d6794ac584a8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:27.260078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-36e19063-dbe4-46eb-b6ed-0080db1053aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (57354c7c-315a-42d2-9477-d6794ac584a8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.277370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:27.287936 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-68523aea-415c-4cc6-a160-dad066d99e3b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/1b8e6c83-3c33-4ca0-931d-a23d4d5bba56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2638910 Apr 06 14:34:27.290850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41972) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.321491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] Deleting port 3fae777e-51c2-4121-9a33-8a672567cc9a {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:27.321888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.327672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b529db-dbc7-4635-913b-006868546d13 None None] Sync routers for ids ['1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:27.372490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88506a67-61b7-497c-94ac-00ba350db9eb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:27.375345 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-88506a67-61b7-497c-94ac-00ba350db9eb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports/4877e073-ed6a-4818-803c-5d235f2d5fdb HTTP/1.1" status: 200 len: 981 time: 0.0822105 Apr 06 14:34:27.377712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41976) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.404847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (8af57ea7-4210-42bd-b6c2-b25d4b857ec7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.412193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:27.414058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.432115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Request body: {'network': {'name': 'tempest-network--438738192', 'router:external': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:27.450008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-36e19063-dbe4-46eb-b6ed-0080db1053aa None None] Port 57354c7c-315a-42d2-9477-d6794ac584a8 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:27.468592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e154b08c-ba47-4299-8210-5e2de99aaf74 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (f0a86634-f74a-41ff-b155-fbef180f9fd4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.475336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b529db-dbc7-4635-913b-006868546d13 None None] Routers {'1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:27.476089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a5b529db-dbc7-4635-913b-006868546d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:27.535063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (57354c7c-315a-42d2-9477-d6794ac584a8), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.549441 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-10541006-db84-4f2b-92a1-5d2f3f659294 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7083321 Apr 06 14:34:27.552337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41980) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.560651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] For port 3fae777e-51c2-4121-9a33-8a672567cc9a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3fae777e-51c2-4121-9a33-8a672567cc9a,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:27.561764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.565985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0460d4f5-815e-4a72-8d3a-14802ddb29fd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:27.582276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a5b529db-dbc7-4635-913b-006868546d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:27.586286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] Calling delete_port for 3fae777e-51c2-4121-9a33-8a672567cc9a owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:27.606134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-36e19063-dbe4-46eb-b6ed-0080db1053aa None None] Provisioning complete for port 4877e073-ed6a-4818-803c-5d235f2d5fdb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:27.606517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-36e19063-dbe4-46eb-b6ed-0080db1053aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.612827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b529db-dbc7-4635-913b-006868546d13 None None] Routers {'1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:27.613218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a5b529db-dbc7-4635-913b-006868546d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:27.666136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=8af57ea7-4210-42bd-b6c2-b25d4b857ec7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:27.678662 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5966232a-6bd3-4b3f-a261-0451f6dca850 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6693611 Apr 06 14:34:27.681532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41984) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.688331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:27.718354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:27.723808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a5b529db-dbc7-4635-913b-006868546d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:27.724665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b529db-dbc7-4635-913b-006868546d13 None None] The sync data for ids ['1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:27.774571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Made reservation on behalf of 510c0480aa67424b95ae1e6f7b0c5e57 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:27.776850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.792580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e154b08c-ba47-4299-8210-5e2de99aaf74 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (f0a86634-f74a-41ff-b155-fbef180f9fd4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.803789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-36e19063-dbe4-46eb-b6ed-0080db1053aa None None] Port 4877e073-ed6a-4818-803c-5d235f2d5fdb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:27.833793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e154b08c-ba47-4299-8210-5e2de99aaf74 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.836887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4986ec-9091-4ad5-b5c6-a3eab2441949 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:27.844167 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e154b08c-ba47-4299-8210-5e2de99aaf74 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/f0a86634-f74a-41ff-b155-fbef180f9fd4 HTTP/1.1" status: 204 len: 168 time: 0.8458800 Apr 06 14:34:27.856134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41988) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:27.880556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154b08c-ba47-4299-8210-5e2de99aaf74 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a86634-f74a-41ff-b155-fbef180f9fd4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:27.922687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.940738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (3fae777e-51c2-4121-9a33-8a672567cc9a), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.964740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.979248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0460d4f5-815e-4a72-8d3a-14802ddb29fd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:27.983236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0460d4f5-815e-4a72-8d3a-14802ddb29fd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:27.984125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] Pushing event deleted for resources: {'Port': ['ID=3fae777e-51c2-4121-9a33-8a672567cc9a,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:27.985305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0460d4f5-815e-4a72-8d3a-14802ddb29fd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:27.986080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0460d4f5-815e-4a72-8d3a-14802ddb29fd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:27.996497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d0edb-f8de-4a06-a50c-81de6d7ef727 None None] No DVR routers for this DVR port 3fae777e-51c2-4121-9a33-8a672567cc9a on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:28.013524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3fae777e-51c2-4121-9a33-8a672567cc9a no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:28.050238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 3fae777e-51c2-4121-9a33-8a672567cc9a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:28.050238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3fae777e-51c2-4121-9a33-8a672567cc9a not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:28.124125 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0460d4f5-815e-4a72-8d3a-14802ddb29fd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5585065 Apr 06 14:34:28.124386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 41994) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.131775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4e842eb2-6011-4f97-ab5c-bbfcbb062dfc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:28.171899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca45201-9793-4436-9e51-b3b4eedae282 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet 6e45ed63-8c47-4de0-87bd-cdcfd7452fc8 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:28.185225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cca45201-9793-4436-9e51-b3b4eedae282 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (6e45ed63-8c47-4de0-87bd-cdcfd7452fc8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.212522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 41996) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.241750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:28.245240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.306800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cca45201-9793-4436-9e51-b3b4eedae282 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (6e45ed63-8c47-4de0-87bd-cdcfd7452fc8), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.424139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e842eb2-6011-4f97-ab5c-bbfcbb062dfc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:28.428359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4e842eb2-6011-4f97-ab5c-bbfcbb062dfc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.429879 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e842eb2-6011-4f97-ab5c-bbfcbb062dfc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:28.430326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e842eb2-6011-4f97-ab5c-bbfcbb062dfc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:28.436870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 4877e073-ed6a-4818-803c-5d235f2d5fdb {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:28.437237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.553628 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4e842eb2-6011-4f97-ab5c-bbfcbb062dfc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4281700 Apr 06 14:34:28.556558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42000) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.559928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.565530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-028abc45-ce77-4440-8af0-39872bad35a3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:28.616443 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 4877e073-ed6a-4818-803c-5d235f2d5fdb owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:28.668294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0e7b8836-2bd6-4f71-b229-93de97b0b94e tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:28.713008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for security_group (19f4a6db-fd23-4769-9fa3-f9a0e8e8c574), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.727291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (57354c7c-315a-42d2-9477-d6794ac584a8), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.785445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (19f4a6db-fd23-4769-9fa3-f9a0e8e8c574), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.835409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028abc45-ce77-4440-8af0-39872bad35a3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:28.839530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-028abc45-ce77-4440-8af0-39872bad35a3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.844275 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-028abc45-ce77-4440-8af0-39872bad35a3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:28.844275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028abc45-ce77-4440-8af0-39872bad35a3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:28.860201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cca45201-9793-4436-9e51-b3b4eedae282 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (6e45ed63-8c47-4de0-87bd-cdcfd7452fc8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.863362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:28.866763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (57354c7c-315a-42d2-9477-d6794ac584a8), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.900675 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-028abc45-ce77-4440-8af0-39872bad35a3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3400502 Apr 06 14:34:28.901013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42002) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.906794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4a6db-fd23-4769-9fa3-f9a0e8e8c574,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:28.907195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4d3c8d4a-0016-419d-ba5e-eb44045c1460 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:28.941097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4877e073-ed6a-4818-803c-5d235f2d5fdb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.944277 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0e7b8836-2bd6-4f71-b229-93de97b0b94e tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] 10.222.0.71 "PUT /v2.0/quotas/5f9c39a1640f4997918c74149c8df880 HTTP/1.1" status: 200 len: 368 time: 0.7279048 Apr 06 14:34:28.953119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b770ce03-c217-4ea4-9c31-6a470d49b2c9 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:28.953951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b770ce03-c217-4ea4-9c31-6a470d49b2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.955114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (7d058ca5-37f5-45bb-a5fe-9b00bf8c0bc9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:28.955646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Added segment 7d058ca5-37f5-45bb-a5fe-9b00bf8c0bc9 of type vlan for network 19305d5b-a2bc-4fc7-8073-09866182ffea Apr 06 14:34:28.959656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42004) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:28.966696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Request body: {'network': {'project_id': '5f9c39a1640f4997918c74149c8df880'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:29.102490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=57354c7c-315a-42d2-9477-d6794ac584a8,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:29.157216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b770ce03-c217-4ea4-9c31-6a470d49b2c9 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:29.163669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (19305d5b-a2bc-4fc7-8073-09866182ffea), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.178602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b770ce03-c217-4ea4-9c31-6a470d49b2c9 None None] Provisioning complete for port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:29.179764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b770ce03-c217-4ea4-9c31-6a470d49b2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.229250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=4877e073-ed6a-4818-803c-5d235f2d5fdb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:29.242100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] In _notify_port_updated(), no bound segment for port 57354c7c-315a-42d2-9477-d6794ac584a8 on network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:34:29.251451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:29.252296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.253489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b770ce03-c217-4ea4-9c31-6a470d49b2c9 None None] Port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:29.254325 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-36d2e610-cc2e-49ad-b6ff-db2f44e05ca3 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "PUT /v2.0/ports/57354c7c-315a-42d2-9477-d6794ac584a8 HTTP/1.1" status: 200 len: 995 time: 2.2160084 Apr 06 14:34:29.258653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42006) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.313370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cca45201-9793-4436-9e51-b3b4eedae282 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (6e45ed63-8c47-4de0-87bd-cdcfd7452fc8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.322209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Made reservation on behalf of 5f9c39a1640f4997918c74149c8df880 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:29.324624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.352803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.355220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (4f1cb8ca-7332-4524-97ab-768b0bb87ebe), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.366852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca45201-9793-4436-9e51-b3b4eedae282 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=6e45ed63-8c47-4de0-87bd-cdcfd7452fc8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:29.374737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.397628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcf012-b6cd-4e7d-ad30-3f3599d1f8a5 None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:29.416958 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cca45201-9793-4436-9e51-b3b4eedae282 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.425613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c8d4a-0016-419d-ba5e-eb44045c1460 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:29.431080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4d3c8d4a-0016-419d-ba5e-eb44045c1460 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.432800 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cca45201-9793-4436-9e51-b3b4eedae282 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/6e45ed63-8c47-4de0-87bd-cdcfd7452fc8 HTTP/1.1" status: 204 len: 168 time: 1.4988816 Apr 06 14:34:29.433466 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3c8d4a-0016-419d-ba5e-eb44045c1460 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:29.434213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3c8d4a-0016-419d-ba5e-eb44045c1460 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:29.442943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42008) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.469439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-45b81ca5-c88b-4d51-a296-5c86abce3e16 None None] Provisioning complete for port 57354c7c-315a-42d2-9477-d6794ac584a8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:29.469817 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-45b81ca5-c88b-4d51-a296-5c86abce3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (57354c7c-315a-42d2-9477-d6794ac584a8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.481422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (19305d5b-a2bc-4fc7-8073-09866182ffea), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.482636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:29.483628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.529880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-45b81ca5-c88b-4d51-a296-5c86abce3e16 None None] Port 57354c7c-315a-42d2-9477-d6794ac584a8 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:29.563704 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4d3c8d4a-0016-419d-ba5e-eb44045c1460 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6574070 Apr 06 14:34:29.591230 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42012) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.596178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-30a87406-4cf4-4b88-bcf1-41cf79ba5b0d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:29.613738 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2050fd7f-1332-4665-8cfb-ecb36678fff4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:29.613738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2050fd7f-1332-4665-8cfb-ecb36678fff4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:29.617353 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2050fd7f-1332-4665-8cfb-ecb36678fff4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/f0a86634-f74a-41ff-b155-fbef180f9fd4 HTTP/1.1" status: 404 len: 337 time: 0.1475112 Apr 06 14:34:29.633832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42014) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.663439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router 1b8e6c83-3c33-4ca0-931d-a23d4d5bba56 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:29.722258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=4f1cb8ca-7332-4524-97ab-768b0bb87ebe,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:29.729019 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6896815 Apr 06 14:34:29.746156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42016) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.777564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82fd5e-0fd6-4636-964b-28fe379f88e0 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Network': ['ID=19305d5b-a2bc-4fc7-8073-09866182ffea,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:29.784361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:29.784731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: 8af57ea7-4210-42bd-b6c2-b25d4b857ec7, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:29.794744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 19305d5b-a2bc-4fc7-8073-09866182ffea details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:29.809493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c3cdd7-9d89-4d12-9804-3e4c3b99fcf9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting subnet 68da78ae-f435-4149-98f0-b68c2a984731 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:29.814120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7c3cdd7-9d89-4d12-9804-3e4c3b99fcf9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (68da78ae-f435-4149-98f0-b68c2a984731), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.853946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:29.862353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7c3cdd7-9d89-4d12-9804-3e4c3b99fcf9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (68da78ae-f435-4149-98f0-b68c2a984731), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.872345 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d84d9861-ee7f-41a5-8f96-58ad313b7b9b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/1b8e6c83-3c33-4ca0-931d-a23d4d5bba56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4884512 Apr 06 14:34:29.872345 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42018) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:29.872345 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a87406-4cf4-4b88-bcf1-41cf79ba5b0d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:29.875573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a87406-4cf4-4b88-bcf1-41cf79ba5b0d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.877081 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a87406-4cf4-4b88-bcf1-41cf79ba5b0d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:34:29.877546 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a87406-4cf4-4b88-bcf1-41cf79ba5b0d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:29.878413 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd63a1-2284-4b1d-ab92-e7b5f2297651 None None] Sync routers for ids ['1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:29.906474 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd63a1-2284-4b1d-ab92-e7b5f2297651 None None] Routers {'1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:29.909803 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-21cd63a1-2284-4b1d-ab92-e7b5f2297651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:29.923541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec50fb-e39c-4755-a8a8-8417378e2dae tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Deleting port 57354c7c-315a-42d2-9477-d6794ac584a8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:29.924229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9ec50fb-e39c-4755-a8a8-8417378e2dae tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (57354c7c-315a-42d2-9477-d6794ac584a8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:29.968337 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-21cd63a1-2284-4b1d-ab92-e7b5f2297651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:29.979678 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd63a1-2284-4b1d-ab92-e7b5f2297651 None None] Routers {'1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:29.981276 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-21cd63a1-2284-4b1d-ab92-e7b5f2297651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:29.983866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (19305d5b-a2bc-4fc7-8073-09866182ffea), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.005438 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-30a87406-4cf4-4b88-bcf1-41cf79ba5b0d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4105308 Apr 06 14:34:30.006378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42020) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.027458 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-21cd63a1-2284-4b1d-ab92-e7b5f2297651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:30.028418 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd63a1-2284-4b1d-ab92-e7b5f2297651 None None] The sync data for ids ['1b8e6c83-3c33-4ca0-931d-a23d4d5bba56'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:30.054063 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f4369f53-17fb-4379-9848-5af277998773 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0463340 Apr 06 14:34:30.059293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:30.069605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42022) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.134754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for security_group (8b3f9fee-a5ec-4f99-89cf-0213c10a2459), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.194728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9ec50fb-e39c-4755-a8a8-8417378e2dae tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (57354c7c-315a-42d2-9477-d6794ac584a8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.203922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7c3cdd7-9d89-4d12-9804-3e4c3b99fcf9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (68da78ae-f435-4149-98f0-b68c2a984731), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.231049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 8af57ea7-4210-42bd-b6c2-b25d4b857ec7) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:30.239330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec50fb-e39c-4755-a8a8-8417378e2dae tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Calling delete_port for 57354c7c-315a-42d2-9477-d6794ac584a8 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:30.241823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970f171-5195-496b-882e-96069cae8aec None None] Network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:30.242630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (8b3f9fee-a5ec-4f99-89cf-0213c10a2459), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.250522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:30.251154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.251718 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-fc27d5bc-e139-42f6-979d-4508fa18da91 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] remove_router_interface failed (client error): The resource could not be found. Apr 06 14:34:30.256217 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fc27d5bc-e139-42f6-979d-4508fa18da91 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/1b8e6c83-3c33-4ca0-931d-a23d4d5bba56/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3721218 Apr 06 14:34:30.256887 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (19305d5b-a2bc-4fc7-8073-09866182ffea), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.258426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a53288-ef8c-47aa-9c4e-bc6acf0770b9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:30.259974 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-64a53288-ef8c-47aa-9c4e-bc6acf0770b9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1830657 Apr 06 14:34:30.268592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42026) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.268932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42028) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.291751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19305d5b-a2bc-4fc7-8073-09866182ffea']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:30.306482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d058ca5-37f5-45bb-a5fe-9b00bf8c0bc9') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:30.306784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d058ca5-37f5-45bb-a5fe-9b00bf8c0bc9') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:30.320780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (7d058ca5-37f5-45bb-a5fe-9b00bf8c0bc9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.338206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (7d058ca5-37f5-45bb-a5fe-9b00bf8c0bc9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.346494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:30.346908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (7d058ca5-37f5-45bb-a5fe-9b00bf8c0bc9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:30.349543 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:30.360547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:30.403461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:30.404636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.444906 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-359fff7c-22ba-4578-826d-fb86287b766a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8e6c83-3c33-4ca0-931d-a23d4d5bba56 HTTP/1.1" status: 200 len: 205 time: 0.1734509 Apr 06 14:34:30.446659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1432c05a-bdd3-405e-885e-255873df589a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1741989 Apr 06 14:34:30.454900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42030) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.459307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42032) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.461389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f9fee-a5ec-4f99-89cf-0213c10a2459,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.464323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:30.537525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b55f823e-4a15-45e8-8367-b67b3ebf432a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.537873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Added segment b55f823e-4a15-45e8-8367-b67b3ebf432a of type vlan for network 34cf0fe0-a1f1-4b5e-b652-43da54d07878 Apr 06 14:34:30.559386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7c3cdd7-9d89-4d12-9804-3e4c3b99fcf9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (68da78ae-f435-4149-98f0-b68c2a984731), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.565086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-98e9ed0f-f9b1-494f-b9b7-c8d9b619c3c2 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8808961 Apr 06 14:34:30.569445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2b23f7e3-121e-4f51-9140-0a59f0f0a0d7 None None] Provisioning complete for port b489591f-bfad-4c11-8fec-3b2c9f915405 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:30.570109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b23f7e3-121e-4f51-9140-0a59f0f0a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.572773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (19305d5b-a2bc-4fc7-8073-09866182ffea), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.575797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42034) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.594568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19305d5b-a2bc-4fc7-8073-09866182ffea {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:34:30.632773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3cdd7-9d89-4d12-9804-3e4c3b99fcf9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Subnet': ['ID=68da78ae-f435-4149-98f0-b68c2a984731,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.637655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (34cf0fe0-a1f1-4b5e-b652-43da54d07878), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.646601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7c3cdd7-9d89-4d12-9804-3e4c3b99fcf9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.650338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c7c3cdd7-9d89-4d12-9804-3e4c3b99fcf9 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/68da78ae-f435-4149-98f0-b68c2a984731 HTTP/1.1" status: 204 len: 168 time: 1.0104394 Apr 06 14:34:30.653108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.655744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42038) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.661236 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "DELETE /v2.0/networks/19305d5b-a2bc-4fc7-8073-09866182ffea HTTP/1.1" status: 204 len: 168 time: 0.9089570 Apr 06 14:34:30.667326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42040) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.672146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:30.686928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3fb45-177c-4c04-8c69-1df6c91d6cdd None None] Network a3cb8b8e-703c-4aa2-8377-49befdc06a0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:30.699493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-578cbbde-feae-4c3a-925f-b154c8263cfd tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:30.699686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578cbbde-feae-4c3a-925f-b154c8263cfd tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:30.702602 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-578cbbde-feae-4c3a-925f-b154c8263cfd tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/18b7e898-a9a8-406e-88d2-d21f7717c2a8 HTTP/1.1" status: 404 len: 337 time: 0.0488703 Apr 06 14:34:30.711665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42042) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.714033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9ec50fb-e39c-4755-a8a8-8417378e2dae tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (57354c7c-315a-42d2-9477-d6794ac584a8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.772812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-156c285e-c2fd-4a4f-a734-2798ce15c67b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.774853 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca6557-279c-4a5b-897c-22e557f1ebd9 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event deleted for resources: {'Network': ['ID=19305d5b-a2bc-4fc7-8073-09866182ffea,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.792131 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-08f6cbc4-83cb-407d-9b18-b1970d1aafd7 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a861e1f-d417-4be7-a47d-3a5287403836 HTTP/1.1" status: 200 len: 205 time: 0.0791972 Apr 06 14:34:30.800517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42044) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.800517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec50fb-e39c-4755-a8a8-8417378e2dae tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Port': ['ID=57354c7c-315a-42d2-9477-d6794ac584a8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:30.835690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2b23f7e3-121e-4f51-9140-0a59f0f0a0d7 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:30.849412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (34cf0fe0-a1f1-4b5e-b652-43da54d07878), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.850715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:30.851574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.895205 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-b70514a7-da7d-422b-b015-ccfe7606192f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] delete failed (client error): The resource could not be found. Apr 06 14:34:30.896636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b70514a7-da7d-422b-b015-ccfe7606192f tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/routers/9a861e1f-d417-4be7-a47d-3a5287403836 HTTP/1.1" status: 404 len: 336 time: 0.0983825 Apr 06 14:34:30.903239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42046) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:30.927035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Made reservation on behalf of 510c0480aa67424b95ae1e6f7b0c5e57 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:30.929581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:30.973571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Allocated IP 172.20.0.2 (8af57ea7-4210-42bd-b6c2-b25d4b857ec7/4f1cb8ca-7332-4524-97ab-768b0bb87ebe/3751e820-8f7b-4b4f-929c-c7fa1d3e56ae) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:31.062923 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-35346dda-6d69-4be5-977a-05256711c15c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.067762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35346dda-6d69-4be5-977a-05256711c15c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.067762 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-35346dda-6d69-4be5-977a-05256711c15c tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/5be85fdf-d65d-46f3-a3fb-bcca60e8d97c HTTP/1.1" status: 404 len: 337 time: 0.1621096 Apr 06 14:34:31.084151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42050) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.117330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:31.132096 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.1693673 Apr 06 14:34:31.142466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210c2ea-8045-4372-a7f6-5cac298e5492 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Pushing event updated for resources: {'Network': ['ID=34cf0fe0-a1f1-4b5e-b652-43da54d07878,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:31.154085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42052) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.197921 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db4665a-3ab8-43b1-9e2a-d9e203d8d769 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.199057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db4665a-3ab8-43b1-9e2a-d9e203d8d769 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.204770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5db4665a-3ab8-43b1-9e2a-d9e203d8d769 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/aff845d4-7745-4540-8d14-45124bf7b12a HTTP/1.1" status: 404 len: 337 time: 0.1192782 Apr 06 14:34:31.209370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9ec50fb-e39c-4755-a8a8-8417378e2dae tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.213890 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a9ec50fb-e39c-4755-a8a8-8417378e2dae tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "DELETE /v2.0/ports/57354c7c-315a-42d2-9477-d6794ac584a8 HTTP/1.1" status: 204 len: 168 time: 1.9501760 Apr 06 14:34:31.227214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Request body: {'network': {'project_id': '5f9c39a1640f4997918c74149c8df880'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:31.231842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42054) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.232455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42056) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.235790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Publish callbacks [] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.242175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (400e901c-dd29-4c65-938c-2e15572f275e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.242883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Added segment 400e901c-dd29-4c65-938c-2e15572f275e of type vlan for network 6f0351bf-dd5f-4380-935a-31fd52a36f24 Apr 06 14:34:31.244401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 34cf0fe0-a1f1-4b5e-b652-43da54d07878 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:31.335205 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2b23f7e3-121e-4f51-9140-0a59f0f0a0d7 None None] Provisioning complete for port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:31.335843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b23f7e3-121e-4f51-9140-0a59f0f0a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.357347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.378479 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1b2067-92c7-4f3a-99cc-6ebfe0386b7a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] GET failed (client error): The resource could not be found. Apr 06 14:34:31.384036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5c1b2067-92c7-4f3a-99cc-6ebfe0386b7a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "GET /v2.0/ports/57354c7c-315a-42d2-9477-d6794ac584a8 HTTP/1.1" status: 404 len: 333 time: 0.1225784 Apr 06 14:34:31.396831 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b918ec-2596-4795-a75f-5c7ff350dbbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.397711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b918ec-2596-4795-a75f-5c7ff350dbbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.402388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e1b918ec-2596-4795-a75f-5c7ff350dbbb tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/81c56c30-7eb3-47be-b822-b7fbcba011e8 HTTP/1.1" status: 404 len: 337 time: 0.1451359 Apr 06 14:34:31.407233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42060) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.407538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42062) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.417553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'name': 'tempest-AllowedAddressPairTestJSON-2096847498'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:31.442134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:31.446302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2b23f7e3-121e-4f51-9140-0a59f0f0a0d7 None None] Port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:31.454285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:31.462463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:31.466315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Pushing event updated for resources: {'Port': ['ID=3751e820-8f7b-4b4f-929c-c7fa1d3e56ae,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:31.520449 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71addb9-f173-48df-bc51-7c54233dcd32 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.521055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71addb9-f173-48df-bc51-7c54233dcd32 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.527022 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f71addb9-f173-48df-bc51-7c54233dcd32 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/6c181795-f157-42d8-b2f5-017caa90172f HTTP/1.1" status: 404 len: 333 time: 0.1061525 Apr 06 14:34:31.535864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42064) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.535864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (6f0351bf-dd5f-4380-935a-31fd52a36f24), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.558645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] DHCP port deletion for a3cb8b8e-703c-4aa2-8377-49befdc06a0d request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:31.570023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Attempting to bind port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:31.570479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Attempting to bind port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:31.570993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Attempting to bind port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae on network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:31.572340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-923872d9-4761-4877-909e-9bf73d425de5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.572887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923872d9-4761-4877-909e-9bf73d425de5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.575461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-156c285e-c2fd-4a4f-a734-2798ce15c67b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.579967 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-923872d9-4761-4877-909e-9bf73d425de5 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/3687f854-f5ef-46f8-b84c-d16627fc8d44 HTTP/1.1" status: 404 len: 337 time: 0.0413842 Apr 06 14:34:31.584568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42066) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.605837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:31.605837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Checking segment: {'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:31.605837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.605837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Bound using segment: {'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:31.605837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Bound port: 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:31.605837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.606512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-156c285e-c2fd-4a4f-a734-2798ce15c67b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.607053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Made reservation on behalf of 5f9c39a1640f4997918c74149c8df880 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:31.610279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.620992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-b905069d-9589-47e8-b374-3404de4b6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:31.622643 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-b905069d-9589-47e8-b374-3404de4b6fe5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1129 time: 0.4074364 Apr 06 14:34:31.652256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:31.656368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.673731 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac78905e-dc57-4282-8582-052ad8f20244 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.674191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac78905e-dc57-4282-8582-052ad8f20244 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.680556 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ac78905e-dc57-4282-8582-052ad8f20244 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/a9c349b5-1306-42e5-8700-1ceb6ca8f9d2 HTTP/1.1" status: 404 len: 337 time: 0.0858049 Apr 06 14:34:31.692215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa022184-ddf0-4fbf-84d1-05ebe8dfa80f req-9355cf65-a0b9-4826-b56f-90d3787ef766 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:31.693882 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa022184-ddf0-4fbf-84d1-05ebe8dfa80f req-9355cf65-a0b9-4826-b56f-90d3787ef766 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.4601963 Apr 06 14:34:31.695595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42068) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.697855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] Deleting port b489591f-bfad-4c11-8fec-3b2c9f915405 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:31.703836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.703836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] For port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:31.750998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] For port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3751e820-8f7b-4b4f-929c-c7fa1d3e56ae,segment=NetworkSegment(50a27557-942a-42f2-9557-48a122439bee),segment_id=50a27557-942a-42f2-9557-48a122439bee)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:31.795093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] For port b489591f-bfad-4c11-8fec-3b2c9f915405, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b489591f-bfad-4c11-8fec-3b2c9f915405,segment=NetworkSegment(243fc2a6-3369-490e-9a19-095dd01f4a08),segment_id=243fc2a6-3369-490e-9a19-095dd01f4a08)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:31.795872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.799806 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-156c285e-c2fd-4a4f-a734-2798ce15c67b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (1b8e6c83-3c33-4ca0-931d-a23d4d5bba56), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.800295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156c285e-c2fd-4a4f-a734-2798ce15c67b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Fanout notify agent at l3_agent the message router_deleted on router 1b8e6c83-3c33-4ca0-931d-a23d4d5bba56 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:31.812964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-156c285e-c2fd-4a4f-a734-2798ce15c67b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.817025 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-156c285e-c2fd-4a4f-a734-2798ce15c67b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/1b8e6c83-3c33-4ca0-931d-a23d4d5bba56 HTTP/1.1" status: 204 len: 168 time: 1.3647196 Apr 06 14:34:31.817185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] Calling delete_port for b489591f-bfad-4c11-8fec-3b2c9f915405 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:31.819574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42070) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.824673 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d5f6a6-5df1-467e-a80d-104465d8b5d4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.824673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d5f6a6-5df1-467e-a80d-104465d8b5d4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.826143 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-02d5f6a6-5df1-467e-a80d-104465d8b5d4 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/579e1ddf-2fa4-48f1-af25-948d7dd9b688 HTTP/1.1" status: 404 len: 333 time: 0.0964148 Apr 06 14:34:31.830508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42072) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.867240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.883492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.885294 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa022184-ddf0-4fbf-84d1-05ebe8dfa80f req-766218de-751d-4beb-8519-c16bae716729 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696355 Apr 06 14:34:31.900819 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-864d2d76-362e-41a8-987a-49c7f7ebbf44 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.901275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864d2d76-362e-41a8-987a-49c7f7ebbf44 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.907039 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-864d2d76-362e-41a8-987a-49c7f7ebbf44 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/6b4572a5-ae3a-4982-b998-9c46368d93af HTTP/1.1" status: 404 len: 337 time: 0.0719552 Apr 06 14:34:31.907220 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42074) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.914023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (6f0351bf-dd5f-4380-935a-31fd52a36f24), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.916778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:31.916778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.946941 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4c5b7e-e942-4edc-b962-80d1b4d95f6d tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:31.947340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4c5b7e-e942-4edc-b962-80d1b4d95f6d tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:31.948127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-f2108191-d741-4df9-8048-37b31e932929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:31.950359 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ef4c5b7e-e942-4edc-b962-80d1b4d95f6d tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/subnets/68a69665-61a5-45ff-8350-91c5e01d09bf HTTP/1.1" status: 404 len: 337 time: 0.0422304 Apr 06 14:34:31.950935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-f2108191-d741-4df9-8048-37b31e932929 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 914 time: 0.2946482 Apr 06 14:34:31.951552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ffdfc-d37f-451c-a5c7-4b0300c7204c None None] Pushing event updated for resources: {'Port': ['ID=3751e820-8f7b-4b4f-929c-c7fa1d3e56ae,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:31.956267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42076) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.992790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa9df93-c049-4d14-8da6-347e44af9a62 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:32.003096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.api [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:34:32.003500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG oslo_db.api [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:34:32.005740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df93-c049-4d14-8da6-347e44af9a62 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.025469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b489591f-bfad-4c11-8fec-3b2c9f915405 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:32.092259 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4238327 Apr 06 14:34:32.093285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Made reservation on behalf of 506ee468ae624359804246b38ec6bccc for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:32.097514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.109669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42078) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.111563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b489591f-bfad-4c11-8fec-3b2c9f915405 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:32.111967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.121811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Request body: {'subnet': {'network_id': '6f0351bf-dd5f-4380-935a-31fd52a36f24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:32.130615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3451d35-1e74-4ac9-8b0e-076a5e4a2680 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Network': ['ID=6f0351bf-dd5f-4380-935a-31fd52a36f24,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:32.132669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (b489591f-bfad-4c11-8fec-3b2c9f915405), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.162905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df93-c049-4d14-8da6-347e44af9a62 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.169573 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-60d8273d-ac73-4550-b929-40b4e6b8ef50 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 1001 time: 0.1853447 Apr 06 14:34:32.170754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] device_id is not set on port 687a3309-7794-4bff-86c2-e561a24a7ece yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:32.173743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 6f0351bf-dd5f-4380-935a-31fd52a36f24 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:32.176904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] No DVR routers for this DVR port b489591f-bfad-4c11-8fec-3b2c9f915405 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:32.180472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935d3ec-9d3b-4139-9e19-7fe1fd940a69 None None] Pushing event deleted for resources: {'Port': ['ID=b489591f-bfad-4c11-8fec-3b2c9f915405,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:32.466887 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-fdd496f4-cc5c-4d17-b3e4-0e3ca0c70285 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Deleting port 8498fc8c-3c66-4c77-8421-f7f66fb04fbb {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:32.467340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fdd496f4-cc5c-4d17-b3e4-0e3ca0c70285 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.574014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.20.0.1 (8af57ea7-4210-42bd-b6c2-b25d4b857ec7/4f1cb8ca-7332-4524-97ab-768b0bb87ebe/7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:32.600065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fdd496f4-cc5c-4d17-b3e4-0e3ca0c70285 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.621997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.636646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-fdd496f4-cc5c-4d17-b3e4-0e3ca0c70285 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Calling delete_port for 8498fc8c-3c66-4c77-8421-f7f66fb04fbb owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:32.644093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Made reservation on behalf of 510c0480aa67424b95ae1e6f7b0c5e57 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:32.647611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.698333 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:34:32.707678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (5487731a-1424-4924-866b-a66841552949), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.791046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-4c50b5d3-2799-4e92-93b8-1f2807ff3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:32.792553 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-4c50b5d3-2799-4e92-93b8-1f2807ff3f87 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.5938237 Apr 06 14:34:32.800022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:32.815663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:32.835964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:32.839435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:32.840072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.851635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5092a27e-f7f8-43fc-91f8-1a5ca7f1e572 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:32.854519 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=5487731a-1424-4924-866b-a66841552949,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:32.858860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (124f36d8-8979-47d3-bdcd-d710a3cb681a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.859318 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Added segment 124f36d8-8979-47d3-bdcd-d710a3cb681a of type vlan for network f911be14-b423-4a5b-a9d8-67d97788e377 Apr 06 14:34:32.889307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.899558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df93-c049-4d14-8da6-347e44af9a62 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.903178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Allocated IP 172.20.0.13 (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1/40fe5922-f04e-4793-9ab2-79ff612503bf/687a3309-7794-4bff-86c2-e561a24a7ece) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:32.962719 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a49ab350-d857-4f58-8859-48899ee7a8c4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5022957 Apr 06 14:34:32.965317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42082) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.972060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:eb:a7:77', 'name': 'tempest-NetworksTestDHCPv6-1348769496'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:33.041407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fdd496f4-cc5c-4d17-b3e4-0e3ca0c70285 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8498fc8c-3c66-4c77-8421-f7f66fb04fbb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.044790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.050241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (f911be14-b423-4a5b-a9d8-67d97788e377), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.115966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fdd496f4-cc5c-4d17-b3e4-0e3ca0c70285 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.119605 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fdd496f4-cc5c-4d17-b3e4-0e3ca0c70285 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/ports/8498fc8c-3c66-4c77-8421-f7f66fb04fbb HTTP/1.1" status: 204 len: 168 time: 1.1620109 Apr 06 14:34:33.124963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42084) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.129543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:33.145126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:33.152205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:33.157821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.resource_extend [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:34:33.185451 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.188431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-b4bea7ff-e0c8-4234-a81f-c209c262b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:33.190628 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-b4bea7ff-e0c8-4234-a81f-c209c262b1a4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3811288 Apr 06 14:34:33.220560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd496f4-cc5c-4d17-b3e4-0e3ca0c70285 tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Port': ['ID=8498fc8c-3c66-4c77-8421-f7f66fb04fbb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.231571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '5487731a-1424-4924-866b-a66841552949'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:33.232964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.257156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.323382 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-55dcd609-8aed-468e-8a29-679f4e9798ec service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086438 Apr 06 14:34:33.357725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:33.421896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Allocated IP 2001:db8::f816:3eff:fe3d:2f6 (935059ea-209c-494a-9703-5e88684a95b4/5487731a-1424-4924-866b-a66841552949/dcaf0b4c-cad2-4671-b709-5229dd58edb8) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:33.424866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce0b49-eec2-4a87-b0de-5dab6e9bb916 None None] Network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:33.459503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ed3b-be0f-40e7-bb36-8a0e9731e4e0 req-8d5fe83e-b617-46e8-b985-80a757ea6bb5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:33.461782 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-44e7ed3b-be0f-40e7-bb36-8a0e9731e4e0 req-8d5fe83e-b617-46e8-b985-80a757ea6bb5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.4606545 Apr 06 14:34:33.486680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.537745 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.547330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (f911be14-b423-4a5b-a9d8-67d97788e377), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.548303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:33.548894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.562570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-712191d4-2b0c-4c5f-a391-1fb9a92decaf None None] Provisioning complete for port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:33.563143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712191d4-2b0c-4c5f-a391-1fb9a92decaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.639313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port d1e93452-d2f2-420a-a746-b9daac8463f4 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:33.666596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df93-c049-4d14-8da6-347e44af9a62 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.681323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (a3cb8b8e-703c-4aa2-8377-49befdc06a0d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.756506 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.5599971 Apr 06 14:34:33.757265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9df93-c049-4d14-8da6-347e44af9a62 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.763429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42086) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.784249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-712191d4-2b0c-4c5f-a391-1fb9a92decaf None None] Current status of the port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:33.784778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712191d4-2b0c-4c5f-a391-1fb9a92decaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.789148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfa9df93-c049-4d14-8da6-347e44af9a62 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.789294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Publish callbacks [] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.792275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bfa9df93-c049-4d14-8da6-347e44af9a62 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f HTTP/1.1" status: 204 len: 168 time: 1.9716959 Apr 06 14:34:33.796960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1571c8c0-c715-486f-95c2-b9f7017b0e0f tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Request body: {'network': {'project_id': '5f9c39a1640f4997918c74149c8df880'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:33.798155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42088) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.798381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325deaa0-1334-4214-8517-f2c164f1f57a None None] Network e3f61aca-d40b-4477-8043-3cb904d42f0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:33.800060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d873d-b76e-4b05-8e7e-46b03166321a tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Pushing event updated for resources: {'Network': ['ID=f911be14-b423-4a5b-a9d8-67d97788e377,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.847732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network f911be14-b423-4a5b-a9d8-67d97788e377 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:33.850064 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-44e7ed3b-be0f-40e7-bb36-8a0e9731e4e0 req-3db01d11-ea7a-4bbc-a2a8-727daaf2b98b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092978 Apr 06 14:34:33.888036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18a60a79-38e2-4274-927c-8a2a2c79f45c req-1229784a-5a25-427f-8e27-8530405bd9f9 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135839 Apr 06 14:34:33.909067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1571c8c0-c715-486f-95c2-b9f7017b0e0f tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 14:34:33.909541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1571c8c0-c715-486f-95c2-b9f7017b0e0f tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:33.915074 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1571c8c0-c715-486f-95c2-b9f7017b0e0f tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1449356 Apr 06 14:34:33.943253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42090) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.965070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (687a3309-7794-4bff-86c2-e561a24a7ece), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.995723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (e3f61aca-d40b-4477-8043-3cb904d42f0d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.027660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.052132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:feeb:a777 (935059ea-209c-494a-9703-5e88684a95b4/5487731a-1424-4924-866b-a66841552949/d1e93452-d2f2-420a-a746-b9daac8463f4) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:34.060138 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-712191d4-2b0c-4c5f-a391-1fb9a92decaf None None] For port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3751e820-8f7b-4b4f-929c-c7fa1d3e56ae,segment=NetworkSegment(50a27557-942a-42f2-9557-48a122439bee),segment_id=50a27557-942a-42f2-9557-48a122439bee)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:34.077554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (a3cb8b8e-703c-4aa2-8377-49befdc06a0d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.079154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.083347 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8340da79-676f-402a-9cd2-a55ef99a259d tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5f9c39a1640f4997918c74149c8df880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379063 Apr 06 14:34:34.086591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42092) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.125347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cb8b8e-703c-4aa2-8377-49befdc06a0d']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:34.137823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:34.147296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243fc2a6-3369-490e-9a19-095dd01f4a08') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:34.147511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243fc2a6-3369-490e-9a19-095dd01f4a08') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:34.159259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (243fc2a6-3369-490e-9a19-095dd01f4a08), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.178772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (243fc2a6-3369-490e-9a19-095dd01f4a08), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.183381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712191d4-2b0c-4c5f-a391-1fb9a92decaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.187967 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.188405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:34.189007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (243fc2a6-3369-490e-9a19-095dd01f4a08), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.193625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (687a3309-7794-4bff-86c2-e561a24a7ece), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: warnings.warn('Neutron quota engine will require "--force" ' Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:34.195531 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:34.229539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:34.261260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:34.271183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:34.291754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Pushing event updated for resources: {'Port': ['ID=dcaf0b4c-cad2-4671-b709-5229dd58edb8,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.324570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:34.329084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=687a3309-7794-4bff-86c2-e561a24a7ece,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.354425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:34.379917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:34.385117 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:34:34.385632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (22de7149-394e-46b2-81c5-f1de26eb3a06), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.453358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (a3cb8b8e-703c-4aa2-8377-49befdc06a0d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.495154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.498794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712191d4-2b0c-4c5f-a391-1fb9a92decaf None None] Pushing event updated for resources: {'Port': ['ID=3751e820-8f7b-4b4f-929c-c7fa1d3e56ae,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.505997 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] 10.222.0.71 "DELETE /v2.0/networks/a3cb8b8e-703c-4aa2-8377-49befdc06a0d HTTP/1.1" status: 204 len: 168 time: 1.3700364 Apr 06 14:34:34.547297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b7570a42-456e-4a6b-9e7b-b6e4c58ac336 None None] Provisioning complete for port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:34.547735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b7570a42-456e-4a6b-9e7b-b6e4c58ac336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.549490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:34.555185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Attempting to bind port dcaf0b4c-cad2-4671-b709-5229dd58edb8 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:34.555565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Attempting to bind port dcaf0b4c-cad2-4671-b709-5229dd58edb8 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:34.555947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Attempting to bind port dcaf0b4c-cad2-4671-b709-5229dd58edb8 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:34.563408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.578588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272484c8-882c-43b7-9785-406e156a8f3e tempest-PortsIpV6TestJSON-2062816160 tempest-PortsIpV6TestJSON-2062816160-project] Pushing event deleted for resources: {'Network': ['ID=a3cb8b8e-703c-4aa2-8377-49befdc06a0d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.580942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:34.582650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:34.583275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.584648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:34.585405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Bound port: dcaf0b4c-cad2-4671-b709-5229dd58edb8, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:34.585950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.602504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22de7149-394e-46b2-81c5-f1de26eb3a06,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.642472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] DHCP port deletion for e3f61aca-d40b-4477-8043-3cb904d42f0d request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:34.644103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Checking segment: {'id': '400e901c-dd29-4c65-938c-2e15572f275e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '6f0351bf-dd5f-4380-935a-31fd52a36f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:34.647579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Network hostable DHCP agents. Network: 6f0351bf-dd5f-4380-935a-31fd52a36f24, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:34.724755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:34.724755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.725783 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2ca30641-7e03-4846-a473-0f1bfb9542bb tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3122084 Apr 06 14:34:34.727535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42096) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.733357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'network_id': 'd2d20eee-7184-4ad2-b53b-8b5673a1c7a1', 'name': 'tempest-AllowedAddressPairTestJSON-229869101'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:34.799864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.812549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.814060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Network 6f0351bf-dd5f-4380-935a-31fd52a36f24 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:34.814326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-00e817ea-455f-4b28-b4bb-54e77beac3c0 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for security_group (8b3f9fee-a5ec-4f99-89cf-0213c10a2459), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.840783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port cb54b500-da89-4e45-b57b-20b0f532319a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:34.841133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.877088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b7570a42-456e-4a6b-9e7b-b6e4c58ac336 None None] Port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:34.918173 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 6f0351bf-dd5f-4380-935a-31fd52a36f24) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:34.925477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:34.928302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.929578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-00e817ea-455f-4b28-b4bb-54e77beac3c0 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for security_group (8b3f9fee-a5ec-4f99-89cf-0213c10a2459), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.969178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c8bfe2-2c1c-4cd5-8196-312f1b81a745 None None] Network 6f0351bf-dd5f-4380-935a-31fd52a36f24 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:34.997407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Made reservation on behalf of 506ee468ae624359804246b38ec6bccc for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:35.003271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.025619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d8f26734-fdf2-4aa9-b8d6-7d1c2268bb37 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9148722 Apr 06 14:34:35.029766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42100) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:35.034112 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (d1e93452-d2f2-420a-a746-b9daac8463f4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.037548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Request body: {'floatingip': {'floating_network_id': '6f0351bf-dd5f-4380-935a-31fd52a36f24'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:35.052860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b7570a42-456e-4a6b-9e7b-b6e4c58ac336 None None] Provisioning complete for port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:35.053637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b7570a42-456e-4a6b-9e7b-b6e4c58ac336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.059202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] device_id is not set on port 857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:35.075315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port cb54b500-da89-4e45-b57b-20b0f532319a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cb54b500-da89-4e45-b57b-20b0f532319a,segment=NetworkSegment(11dc0805-68e8-40c6-8672-e1a3d70b557f),segment_id=11dc0805-68e8-40c6-8672-e1a3d70b557f)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:35.075988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.076120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] For port dcaf0b4c-cad2-4671-b709-5229dd58edb8, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:35.087684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3e4cd-4d2b-45c3-8f16-0d66087f0bc9 req-3a4571b7-3039-40bf-b346-9acb0a07b1b4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:35.095462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88a3e4cd-4d2b-45c3-8f16-0d66087f0bc9 req-3a4571b7-3039-40bf-b346-9acb0a07b1b4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1436675 Apr 06 14:34:35.118065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for cb54b500-da89-4e45-b57b-20b0f532319a owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:35.133861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] Deleting port cb54b500-da89-4e45-b57b-20b0f532319a {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:35.134435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.139502 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] For port dcaf0b4c-cad2-4671-b709-5229dd58edb8, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=dcaf0b4c-cad2-4671-b709-5229dd58edb8,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:35.156161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:35.208362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42104) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:35.223978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:35.238452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:35.243221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.248331 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88a3e4cd-4d2b-45c3-8f16-0d66087f0bc9 req-b1f8e9bf-80c1-46af-8203-1f3cdf563667 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518998 Apr 06 14:34:35.283069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.297744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] For port cb54b500-da89-4e45-b57b-20b0f532319a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cb54b500-da89-4e45-b57b-20b0f532319a,segment=NetworkSegment(11dc0805-68e8-40c6-8672-e1a3d70b557f),segment_id=11dc0805-68e8-40c6-8672-e1a3d70b557f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:35.298252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.314616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d1e93452-d2f2-420a-a746-b9daac8463f4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.334132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-00e817ea-455f-4b28-b4bb-54e77beac3c0 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (8b3f9fee-a5ec-4f99-89cf-0213c10a2459), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.339243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-00e817ea-455f-4b28-b4bb-54e77beac3c0 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.341920 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-00e817ea-455f-4b28-b4bb-54e77beac3c0 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b3f9fee-a5ec-4f99-89cf-0213c10a2459 HTTP/1.1" status: 204 len: 168 time: 1.2531028 Apr 06 14:34:35.350168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42110) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:35.357554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62435222-bbfe-4e08-8f00-b267f8b85b5c None None] Network 6f0351bf-dd5f-4380-935a-31fd52a36f24 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:35.375030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] Calling delete_port for cb54b500-da89-4e45-b57b-20b0f532319a owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:35.435435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Allocated IP 172.20.0.14 (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1/40fe5922-f04e-4793-9ab2-79ff612503bf/857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:35.498178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d57f9-9295-46c5-bae2-1c8d97e9eccf None None] Pushing event updated for resources: {'Port': ['ID=dcaf0b4c-cad2-4671-b709-5229dd58edb8,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.514138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.552728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b7570a42-456e-4a6b-9e7b-b6e4c58ac336 None None] Current status of the port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:35.642360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (cb54b500-da89-4e45-b57b-20b0f532319a), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.686591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e817ea-455f-4b28-b4bb-54e77beac3c0 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f9fee-a5ec-4f99-89cf-0213c10a2459,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.713265 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-621f2150-a02b-49ed-87a8-66facb2e9c5c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a6f25c64c694d458fa4cabc0ce432b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5036840 Apr 06 14:34:35.722233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42112) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:35.726531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:35.743026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:35.753235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=d1e93452-d2f2-420a-a746-b9daac8463f4,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.761844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:35.767613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:35.768300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.773427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No DVR routers for this DVR port cb54b500-da89-4e45-b57b-20b0f532319a on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:35.852752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (f911be14-b423-4a5b-a9d8-67d97788e377), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.861323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.872099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.890676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e228be86-3c91-4f2b-95be-1249aa9fc645 admin admin] Publish callbacks [] for security_group (16d1cae8-8f82-496c-bef9-22461cc1f39b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.905118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=cb54b500-da89-4e45-b57b-20b0f532319a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.920147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e228be86-3c91-4f2b-95be-1249aa9fc645 admin admin] Publish callbacks [] for security_group (16d1cae8-8f82-496c-bef9-22461cc1f39b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.924039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] Pushing event deleted for resources: {'Port': ['ID=cb54b500-da89-4e45-b57b-20b0f532319a,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.934386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5886a4-1c24-4fd6-aa11-c2475d0891bf None None] No DVR routers for this DVR port cb54b500-da89-4e45-b57b-20b0f532319a on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:35.941532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-71051a5f-2d04-45d0-b653-115098178852 None None] Provisioning complete for port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:35.941914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-71051a5f-2d04-45d0-b653-115098178852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.952840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (e3f61aca-d40b-4477-8043-3cb904d42f0d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.963637 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9dbd8dcd-1caa-4734-9d84-aab2867ce585 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9970248 Apr 06 14:34:35.965312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42114) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.009609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-71051a5f-2d04-45d0-b653-115098178852 None None] Port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:36.029604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-71051a5f-2d04-45d0-b653-115098178852 None None] Provisioning complete for port 687a3309-7794-4bff-86c2-e561a24a7ece triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:36.031195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-71051a5f-2d04-45d0-b653-115098178852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (687a3309-7794-4bff-86c2-e561a24a7ece), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.043798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f61aca-d40b-4477-8043-3cb904d42f0d']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.084277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-71051a5f-2d04-45d0-b653-115098178852 None None] Port 687a3309-7794-4bff-86c2-e561a24a7ece cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:36.119279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dc0805-68e8-40c6-8672-e1a3d70b557f') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.119752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dc0805-68e8-40c6-8672-e1a3d70b557f') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.124813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.177665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (11dc0805-68e8-40c6-8672-e1a3d70b557f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.182175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:36.184209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Allocated IP 172.20.0.13 (6f0351bf-dd5f-4380-935a-31fd52a36f24/22de7149-394e-46b2-81c5-f1de26eb3a06/bfa62945-cd04-4255-a00f-65464bde7217) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:36.188448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (f911be14-b423-4a5b-a9d8-67d97788e377), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.193770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e228be86-3c91-4f2b-95be-1249aa9fc645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (16d1cae8-8f82-496c-bef9-22461cc1f39b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.196904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e228be86-3c91-4f2b-95be-1249aa9fc645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.200223 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e228be86-3c91-4f2b-95be-1249aa9fc645 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16d1cae8-8f82-496c-bef9-22461cc1f39b HTTP/1.1" status: 204 len: 168 time: 0.4742479 Apr 06 14:34:36.230263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (11dc0805-68e8-40c6-8672-e1a3d70b557f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.244641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228be86-3c91-4f2b-95be-1249aa9fc645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d1cae8-8f82-496c-bef9-22461cc1f39b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.250674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:36.259267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:36.261049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.261186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97bab7-053b-443e-94f5-0dc81de4bf5c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:36.265466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:36.267973 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97bab7-053b-443e-94f5-0dc81de4bf5c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:36.268131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:36.274444 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cc97bab7-053b-443e-94f5-0dc81de4bf5c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3024595 Apr 06 14:34:36.278728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f911be14-b423-4a5b-a9d8-67d97788e377']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.281516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42118) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.281986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:36.286298 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (11dc0805-68e8-40c6-8672-e1a3d70b557f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:36.287181 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:36.351165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:36.360091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124f36d8-8979-47d3-bdcd-d710a3cb681a') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.360486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124f36d8-8979-47d3-bdcd-d710a3cb681a') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.383370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (124f36d8-8979-47d3-bdcd-d710a3cb681a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.413653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.469406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:36.472154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device dcaf0b4c-cad2-4671-b709-5229dd58edb8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:36.517375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (124f36d8-8979-47d3-bdcd-d710a3cb681a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.536608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:36.536986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (124f36d8-8979-47d3-bdcd-d710a3cb681a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:36.538888 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:36.545440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:36.548233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.571813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port dcaf0b4c-cad2-4671-b709-5229dd58edb8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:36.573824 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.634808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (e3f61aca-d40b-4477-8043-3cb904d42f0d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.644155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.655947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for port (bfa62945-cd04-4255-a00f-65464bde7217), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.656158 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/e3f61aca-d40b-4477-8043-3cb904d42f0d HTTP/1.1" status: 204 len: 168 time: 2.8532941 Apr 06 14:34:36.656559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42122) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.678130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1788804914'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:36.690928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-708c83b6-39f1-4d5b-ba14-a8ba26da2e24 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port d1e93452-d2f2-420a-a746-b9daac8463f4 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:36.691295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-708c83b6-39f1-4d5b-ba14-a8ba26da2e24 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d1e93452-d2f2-420a-a746-b9daac8463f4), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.722813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port dcaf0b4c-cad2-4671-b709-5229dd58edb8 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:36.723122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.729035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2af3a8-b35c-40b2-9ed3-7daa737874b7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=e3f61aca-d40b-4477-8043-3cb904d42f0d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.742987 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42124) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.743829 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e5bf8c5b-049f-435b-b589-8838cf93286a tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0145714 Apr 06 14:34:36.748019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:36.757716 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-74bb85ba-8b67-45ed-ac66-8b354870d6be tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1780787 Apr 06 14:34:36.764896 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:98:a1:ba'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5e:2f:27'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:36.772547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42126) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.777698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:36.782488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1106803112'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:36.800083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:36.801416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:36.826303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (f911be14-b423-4a5b-a9d8-67d97788e377), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.832823 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.837513 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] 10.222.0.71 "DELETE /v2.0/networks/f911be14-b423-4a5b-a9d8-67d97788e377 HTTP/1.1" status: 204 len: 168 time: 1.4819856 Apr 06 14:34:36.840840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42128) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:36.870336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cdd7a-6ecb-44e3-b7ea-daf774af02a2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Pushing event deleted for resources: {'Network': ['ID=f911be14-b423-4a5b-a9d8-67d97788e377,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.880168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:36.886144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.926288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (bfa62945-cd04-4255-a00f-65464bde7217), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.955949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:36.961374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.962011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port dcaf0b4c-cad2-4671-b709-5229dd58edb8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=dcaf0b4c-cad2-4671-b709-5229dd58edb8,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:36.971207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8cadd772-8074-4d95-8e19-a82fb6723794 None None] Provisioning complete for port 857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:36.971645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8cadd772-8074-4d95-8e19-a82fb6723794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.033081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:37.048728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.050145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:37.059683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8cadd772-8074-4d95-8e19-a82fb6723794 None None] Port 857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:37.061916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:37.069471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (fb99cc84-6dcc-4672-af58-3ced076f2844), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.069836 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment fb99cc84-6dcc-4672-af58-3ced076f2844 of type vlan for network 0bb4d667-3d10-4e16-b4ab-289c123cf818 Apr 06 14:34:37.121171 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (cccc1975-7c95-42c4-8f35-9360e566f176), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.122513 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment cccc1975-7c95-42c4-8f35-9360e566f176 of type vlan for network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 Apr 06 14:34:37.157141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cb54b500-da89-4e45-b57b-20b0f532319a no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:37.180415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=dcaf0b4c-cad2-4671-b709-5229dd58edb8,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.193210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (31f6ae14-3042-49a0-a1ee-f1a41d1f4173), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.203134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: cb54b500-da89-4e45-b57b-20b0f532319a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:37.203754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cb54b500-da89-4e45-b57b-20b0f532319a not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:37.276391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (0bb4d667-3d10-4e16-b4ab-289c123cf818), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.294890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0e99dbe1-4e70-463a-85ad-602e77458b57 None None] Provisioning complete for port dcaf0b4c-cad2-4671-b709-5229dd58edb8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:37.295832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0e99dbe1-4e70-463a-85ad-602e77458b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.317394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (31f6ae14-3042-49a0-a1ee-f1a41d1f4173), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.323938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:37.324652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.392182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-708c83b6-39f1-4d5b-ba14-a8ba26da2e24 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d1e93452-d2f2-420a-a746-b9daac8463f4), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.428029 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Network 6f0351bf-dd5f-4380-935a-31fd52a36f24 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:37.435702 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7648871 Apr 06 14:34:37.440383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (0bb4d667-3d10-4e16-b4ab-289c123cf818), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.442946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-708c83b6-39f1-4d5b-ba14-a8ba26da2e24 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for d1e93452-d2f2-420a-a746-b9daac8463f4 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:37.445781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:37.446312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42138) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:37.446475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.453549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': '31f6ae14-3042-49a0-a1ee-f1a41d1f4173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:37.461563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:37.464248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:37.484814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0e99dbe1-4e70-463a-85ad-602e77458b57 None None] Current status of the port dcaf0b4c-cad2-4671-b709-5229dd58edb8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:37.504488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (34cf0fe0-a1f1-4b5e-b652-43da54d07878), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.516912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:33Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:33Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:37.521625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca41673-5fdf-40cb-8e86-6131efcfc9c6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=31f6ae14-3042-49a0-a1ee-f1a41d1f4173,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.525356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Port': ['ID=bfa62945-cd04-4255-a00f-65464bde7217,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.551633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.552643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:37.556500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:37.557108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Updating router 9e054247-8e83-40e7-846f-0beeb2b0fa38 port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:37.619031 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8409882 Apr 06 14:34:37.623765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42146) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:37.637281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:37.669765 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43761228-f9ab-4058-b75d-031e0de9d0cc tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=0bb4d667-3d10-4e16-b4ab-289c123cf818,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.672199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-498c171f-74a6-436f-8af2-80ae127e5b0e None None] Provisioning complete for port d1e93452-d2f2-420a-a746-b9daac8463f4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:37.672535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-498c171f-74a6-436f-8af2-80ae127e5b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d1e93452-d2f2-420a-a746-b9daac8463f4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.680818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.715444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 0bb4d667-3d10-4e16-b4ab-289c123cf818 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:37.807155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-498c171f-74a6-436f-8af2-80ae127e5b0e None None] Port d1e93452-d2f2-420a-a746-b9daac8463f4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:37.922508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.928275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42150) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:37.998775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.010933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device dcaf0b4c-cad2-4671-b709-5229dd58edb8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:38.058321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-708c83b6-39f1-4d5b-ba14-a8ba26da2e24 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d1e93452-d2f2-420a-a746-b9daac8463f4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.091387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9ac7f760-1280-4293-ac15-bd107c8f6d00 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-738085818', 'prefixes': ['172.20.0.0/16']}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:38.103781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event updated for resources: {'Port': ['ID=857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:38.143664 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] In _notify_port_updated(), no bound segment for port 857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd on network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:34:38.154980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:38.161223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.167377 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ba179913-c041-4936-b6c1-0b9d5fae4193 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "PUT /v2.0/ports/857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd HTTP/1.1" status: 200 len: 1057 time: 1.4180641 Apr 06 14:34:38.167377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42154) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.188540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for floatingip (7049f698-9953-4b26-b9c5-43e7262a3123), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.199772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c83b6-39f1-4d5b-ba14-a8ba26da2e24 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=d1e93452-d2f2-420a-a746-b9daac8463f4,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:38.203584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:38.208814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.216340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Publish callbacks [] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.234201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port dcaf0b4c-cad2-4671-b709-5229dd58edb8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:38.234578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.324393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-708c83b6-39f1-4d5b-ba14-a8ba26da2e24 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.330005 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-708c83b6-39f1-4d5b-ba14-a8ba26da2e24 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/d1e93452-d2f2-420a-a746-b9daac8463f4 HTTP/1.1" status: 204 len: 168 time: 2.0444431 Apr 06 14:34:38.332177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42156) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.333113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (34cf0fe0-a1f1-4b5e-b652-43da54d07878), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.378244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.397089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cf0fe0-a1f1-4b5e-b652-43da54d07878']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.403515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdca2a4-706d-455c-a8b1-52bae0e6734a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:38.404969 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdca2a4-706d-455c-a8b1-52bae0e6734a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:38.409498 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0cdca2a4-706d-455c-a8b1-52bae0e6734a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0726728 Apr 06 14:34:38.410583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42158) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.435846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55f823e-4a15-45e8-8367-b67b3ebf432a') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.435846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55f823e-4a15-45e8-8367-b67b3ebf432a') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.436902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port dcaf0b4c-cad2-4671-b709-5229dd58edb8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:38.451855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bfa62945-cd04-4255-a00f-65464bde7217), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.473944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-fe5eb4f0-85d6-4b85-a77a-7d9973e65cb4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Deleting port 857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:38.474955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb4f0-85d6-4b85-a77a-7d9973e65cb4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.523524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d97d0-d4f9-4aa7-8886-ec1af2c6695e None None] Pushing event updated for resources: {'Port': ['ID=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:38.560668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (b55f823e-4a15-45e8-8367-b67b3ebf432a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.562988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Attempting to bind port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:38.563381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Attempting to bind port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:38.563750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Attempting to bind port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 on network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:38.572011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:38.572393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Checking segment: {'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:38.572801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.573270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Bound using segment: {'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:38.573771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Bound port: 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a27557-942a-42f2-9557-48a122439bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:38.574160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.577404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:38.581604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.598358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb4f0-85d6-4b85-a77a-7d9973e65cb4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.611071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f760-1280-4293-ac15-bd107c8f6d00 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.616467 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9ac7f760-1280-4293-ac15-bd107c8f6d00 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6870544 Apr 06 14:34:38.621098 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42160) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.642411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-fe5eb4f0-85d6-4b85-a77a-7d9973e65cb4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Calling delete_port for 857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:38.644130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b55f823e-4a15-45e8-8367-b67b3ebf432a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.648623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] For port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:38.652814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] For port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,segment=NetworkSegment(50a27557-942a-42f2-9557-48a122439bee),segment_id=50a27557-942a-42f2-9557-48a122439bee)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:38.653890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:38.654372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (b55f823e-4a15-45e8-8367-b67b3ebf432a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.657072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bf64d23a-89f3-4d36-a551-30425c30b4ce None None] Provisioning complete for port 857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:38.658043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf64d23a-89f3-4d36-a551-30425c30b4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.669257 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-0487d52f-bfda-4abb-aefc-79fef3a696cd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 5487731a-1424-4924-866b-a66841552949 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:38.673942 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:38.683711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0487d52f-bfda-4abb-aefc-79fef3a696cd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (5487731a-1424-4924-866b-a66841552949), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.712574 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bb49b595-a961-465f-9731-8ef11c58709f tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] 10.222.0.71 "GET /v2.0/subnetpools/2a2c99b6-af04-4aeb-a93a-bc833b30dd58 HTTP/1.1" status: 200 len: 731 time: 0.0904088 Apr 06 14:34:38.716840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42162) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:38.724655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bf64d23a-89f3-4d36-a551-30425c30b4ce None None] Port 857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:38.727331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6ea089f4-dc23-4cce-af45-5366d46cabe4 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-914986255'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:38.741915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.795954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:38.797163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.815547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0487d52f-bfda-4abb-aefc-79fef3a696cd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (5487731a-1424-4924-866b-a66841552949), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.915496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d97d0-d4f9-4aa7-8886-ec1af2c6695e None None] Pushing event updated for resources: {'Port': ['ID=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:38.946651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for port (bfa62945-cd04-4255-a00f-65464bde7217), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.947935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-09d601ef-ed18-49cf-a36c-870def3820b7 None None] Provisioning complete for port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:38.947935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-09d601ef-ed18-49cf-a36c-870def3820b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.948237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (34cf0fe0-a1f1-4b5e-b652-43da54d07878), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.958449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.972293 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] 10.222.0.71 "DELETE /v2.0/networks/34cf0fe0-a1f1-4b5e-b652-43da54d07878 HTTP/1.1" status: 204 len: 168 time: 2.1239469 Apr 06 14:34:39.011528 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:39.027526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0487d52f-bfda-4abb-aefc-79fef3a696cd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5487731a-1424-4924-866b-a66841552949), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.029191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (0acff9c4-e68e-4ccb-bfa7-c814b09918af), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.038305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe665e7b-78d1-485c-be76-d6e477350fc2 tempest-QuotasNegativeTest-1081405320 tempest-QuotasNegativeTest-1081405320-project-admin] Pushing event deleted for resources: {'Network': ['ID=34cf0fe0-a1f1-4b5e-b652-43da54d07878,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.056782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (bfa62945-cd04-4255-a00f-65464bde7217), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.080887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf8ed-e7d4-4a3f-bd35-91b79d0ed51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.157656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ea089f4-dc23-4cce-af45-5366d46cabe4 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.161631 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6ea089f4-dc23-4cce-af45-5366d46cabe4 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] 10.222.0.71 "PUT /v2.0/subnetpools/2a2c99b6-af04-4aeb-a93a-bc833b30dd58 HTTP/1.1" status: 200 len: 683 time: 0.4410961 Apr 06 14:34:39.161934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42166) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.210488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0487d52f-bfda-4abb-aefc-79fef3a696cd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (5487731a-1424-4924-866b-a66841552949), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.271973 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb4f0-85d6-4b85-a77a-7d9973e65cb4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.273726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487d52f-bfda-4abb-aefc-79fef3a696cd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=5487731a-1424-4924-866b-a66841552949,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.303895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=0acff9c4-e68e-4ccb-bfa7-c814b09918af,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.312519 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0487d52f-bfda-4abb-aefc-79fef3a696cd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.315025 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0487d52f-bfda-4abb-aefc-79fef3a696cd tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/5487731a-1424-4924-866b-a66841552949 HTTP/1.1" status: 204 len: 168 time: 0.8988459 Apr 06 14:34:39.317404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Port': ['ID=bfa62945-cd04-4255-a00f-65464bde7217,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.322552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eb4f0-85d6-4b85-a77a-7d9973e65cb4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Port': ['ID=857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.324568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42168) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.349219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (7049f698-9953-4b26-b9c5-43e7262a3123), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.362484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': 'cccc1975-7c95-42c4-8f35-9360e566f176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '31f6ae14-3042-49a0-a1ee-f1a41d1f4173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:39.362902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: 31f6ae14-3042-49a0-a1ee-f1a41d1f4173, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:39.410037 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1aba4386-750b-4efc-9b46-f89d5a80006b tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810666 Apr 06 14:34:39.416058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42172) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.416058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:39.416275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7c3928e-1638-4e5b-804b-bba72aa00d96 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.417099 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b7c3928e-1638-4e5b-804b-bba72aa00d96 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] 10.222.0.71 "DELETE /v2.0/subnetpools/2a2c99b6-af04-4aeb-a93a-bc833b30dd58 HTTP/1.1" status: 204 len: 168 time: 0.2541785 Apr 06 14:34:39.421862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42174) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.461687 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-a658d6cd-5c8f-441c-acc5-ae0c2e9effb8 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] show failed (client error): The resource could not be found. Apr 06 14:34:39.462993 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a658d6cd-5c8f-441c-acc5-ae0c2e9effb8 tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] 10.222.0.71 "GET /v2.0/subnetpools/2a2c99b6-af04-4aeb-a93a-bc833b30dd58 HTTP/1.1" status: 404 len: 346 time: 0.0402324 Apr 06 14:34:39.465697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42176) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.510456 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-904ef4be-7bdd-4aa4-87d0-2b895320db1e tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] delete failed (client error): The resource could not be found. Apr 06 14:34:39.511578 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-904ef4be-7bdd-4aa4-87d0-2b895320db1e tempest-SubnetPoolsTestJSON-1191163563 tempest-SubnetPoolsTestJSON-1191163563-project] 10.222.0.71 "DELETE /v2.0/subnetpools/2a2c99b6-af04-4aeb-a93a-bc833b30dd58 HTTP/1.1" status: 404 len: 346 time: 0.0449605 Apr 06 14:34:39.512049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.513983 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6d3112fc-8e58-425a-aad3-bf8907becb10 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4806857 Apr 06 14:34:39.516178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42178) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.517899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:39.520731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (27727338-bfe6-42fe-9fa6-f8aa732b7c38), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.606594 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-044437b9-abb2-4a05-801d-2b1c00553661 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "GET /v2.0/floatingips?floating_network_id=6f0351bf-dd5f-4380-935a-31fd52a36f24 HTTP/1.1" status: 200 len: 690 time: 0.0889947 Apr 06 14:34:39.609404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42182) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.651401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea0b3a-a0b9-4684-96ac-0486adff17f1 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:39.729715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=27727338-bfe6-42fe-9fa6-f8aa732b7c38,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.733990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-09d601ef-ed18-49cf-a36c-870def3820b7 None None] Current status of the port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:39.734390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-09d601ef-ed18-49cf-a36c-870def3820b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.742619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:39.743233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: 0bb4d667-3d10-4e16-b4ab-289c123cf818, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:39.745630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 31f6ae14-3042-49a0-a1ee-f1a41d1f4173) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:39.762374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:39.763497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.790268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7e9e8-9022-4020-af7f-8ff91c49da21 None None] Network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:39.855243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:39.859129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.902172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-09d601ef-ed18-49cf-a36c-870def3820b7 None None] For port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,segment=NetworkSegment(50a27557-942a-42f2-9557-48a122439bee),segment_id=50a27557-942a-42f2-9557-48a122439bee)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:39.931730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c1932e26-c21d-49cb-baa3-09140d8c0b58 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4808285 Apr 06 14:34:39.931730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 0bb4d667-3d10-4e16-b4ab-289c123cf818 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:39.938505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42184) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:39.944051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 0bb4d667-3d10-4e16-b4ab-289c123cf818) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:39.948976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8932335a-75a1-40ab-981e-0493026f0a6f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-396916188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:39.949718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:33Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:39.960775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:39.960775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.001531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa2da4-cc96-4e5e-8d3c-b7b9cf28ee9b None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:33Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:40.003335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a99f99-8f8a-4000-9938-8b42875f837d None None] Network 0bb4d667-3d10-4e16-b4ab-289c123cf818 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:40.020424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-09d601ef-ed18-49cf-a36c-870def3820b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.088622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-31f6ae14-3042-49a0-a1ee-f1a41d1f4173', 'network_id': '31f6ae14-3042-49a0-a1ee-f1a41d1f4173', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': '0acff9c4-e68e-4ccb-bfa7-c814b09918af'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:40.088622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.139245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42186) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.144076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b3703130-1c93-4bee-a419-755e18af84df tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5115683 Apr 06 14:34:40.171306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:40.265064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb4f0-85d6-4b85-a77a-7d9973e65cb4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.269106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d601ef-ed18-49cf-a36c-870def3820b7 None None] Pushing event updated for resources: {'Port': ['ID=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:40.269295 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fe5eb4f0-85d6-4b85-a77a-7d9973e65cb4 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "DELETE /v2.0/ports/857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd HTTP/1.1" status: 204 len: 168 time: 2.1018126 Apr 06 14:34:40.272937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42190) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.284872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8932335a-75a1-40ab-981e-0493026f0a6f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.286447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8932335a-75a1-40ab-981e-0493026f0a6f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.308985 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26a562e-d03f-4f7d-889f-a5d6f82b421e tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] GET failed (client error): The resource could not be found. Apr 06 14:34:40.313517 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e26a562e-d03f-4f7d-889f-a5d6f82b421e tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "GET /v2.0/ports/857d94e6-0fe7-4af1-83ae-bd61fc8a4dcd HTTP/1.1" status: 404 len: 333 time: 0.0354912 Apr 06 14:34:40.313699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42192) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.331498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (6f0351bf-dd5f-4380-935a-31fd52a36f24), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.336162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3d6d795d-da3e-45cd-b7df-77c22a53bda6 None None] Provisioning complete for port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:40.336626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3d6d795d-da3e-45cd-b7df-77c22a53bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.377956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-0bb4d667-3d10-4e16-b4ab-289c123cf818', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:40.379766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.542256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8932335a-75a1-40ab-981e-0493026f0a6f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.557851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42196) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.593852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42200) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.654604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] Deleting port dcaf0b4c-cad2-4671-b709-5229dd58edb8 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:40.656063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.726186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:34:40.750222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8932335a-75a1-40ab-981e-0493026f0a6f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.759227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Allocated IP 2001:db8::2 (31f6ae14-3042-49a0-a1ee-f1a41d1f4173/0acff9c4-e68e-4ccb-bfa7-c814b09918af/5a091dfe-3f73-4695-9afd-297bbf1668a3) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:40.818881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Deleting port bfa62945-cd04-4255-a00f-65464bde7217 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:40.819257 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bfa62945-cd04-4255-a00f-65464bde7217), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.878064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d795d-da3e-45cd-b7df-77c22a53bda6 None None] Current status of the port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:40.928699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bfa62945-cd04-4255-a00f-65464bde7217), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.929188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for floatingip (bfa62945-cd04-4255-a00f-65464bde7217), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.942758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Calling delete_port for bfa62945-cd04-4255-a00f-65464bde7217 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:40.982815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8932335a-75a1-40ab-981e-0493026f0a6f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.984064 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8932335a-75a1-40ab-981e-0493026f0a6f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0447030 Apr 06 14:34:41.008054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Allocated IP 172.21.0.2 (0bb4d667-3d10-4e16-b4ab-289c123cf818/27727338-bfe6-42fe-9fa6-f8aa732b7c38/edfa37e5-3745-42e4-bda3-875a094ce0cc) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:41.012365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42204) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:41.040331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fcff-fa66-4d9c-b287-163b89582cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.067878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] For port dcaf0b4c-cad2-4671-b709-5229dd58edb8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=dcaf0b4c-cad2-4671-b709-5229dd58edb8,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:41.068693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.112556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-17f93f8d-c46d-428b-9ce2-10a78a63f0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.153814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] Calling delete_port for dcaf0b4c-cad2-4671-b709-5229dd58edb8 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:41.174681 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-07a3687a-c9de-452a-83be-9053d09e2b13 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Deleting port 687a3309-7794-4bff-86c2-e561a24a7ece {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:41.175197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07a3687a-c9de-452a-83be-9053d09e2b13 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (687a3309-7794-4bff-86c2-e561a24a7ece), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.271115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Publish callbacks [] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.368918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.372795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07a3687a-c9de-452a-83be-9053d09e2b13 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (687a3309-7794-4bff-86c2-e561a24a7ece), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.394354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.395655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-07a3687a-c9de-452a-83be-9053d09e2b13 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Calling delete_port for 687a3309-7794-4bff-86c2-e561a24a7ece owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:41.397866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bfa62945-cd04-4255-a00f-65464bde7217), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.406080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.445466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfa62945-cd04-4255-a00f-65464bde7217,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:41.456579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Publish callbacks [] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.466375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:41.471900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:41.474514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:41.509980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Pushing event updated for resources: {'Port': ['ID=5a091dfe-3f73-4695-9afd-297bbf1668a3,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:41.539146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.572269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.572972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7482-f0ee-44b8-8d5f-13dc0edb7a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.575898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.584087 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] No DVR routers for this DVR port dcaf0b4c-cad2-4671-b709-5229dd58edb8 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:41.592198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc580f4-c42b-4a63-a5f4-31ad4d8471ab None None] Pushing event deleted for resources: {'Port': ['ID=dcaf0b4c-cad2-4671-b709-5229dd58edb8,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:41.606070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Attempting to bind port 5a091dfe-3f73-4695-9afd-297bbf1668a3 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:41.606388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Attempting to bind port 5a091dfe-3f73-4695-9afd-297bbf1668a3 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'cccc1975-7c95-42c4-8f35-9360e566f176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '31f6ae14-3042-49a0-a1ee-f1a41d1f4173'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:41.606758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Attempting to bind port 5a091dfe-3f73-4695-9afd-297bbf1668a3 on network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:41.689114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for floatingip (7049f698-9953-4b26-b9c5-43e7262a3123), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.813778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Network 0bb4d667-3d10-4e16-b4ab-289c123cf818 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:41.817579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:41.818146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Checking segment: {'id': 'cccc1975-7c95-42c4-8f35-9360e566f176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '31f6ae14-3042-49a0-a1ee-f1a41d1f4173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:41.818885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.819332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Bound using segment: {'id': 'cccc1975-7c95-42c4-8f35-9360e566f176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '31f6ae14-3042-49a0-a1ee-f1a41d1f4173'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:41.819836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Bound port: 5a091dfe-3f73-4695-9afd-297bbf1668a3, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccc1975-7c95-42c4-8f35-9360e566f176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '31f6ae14-3042-49a0-a1ee-f1a41d1f4173'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:41.820228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.824746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:41.828519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:41.859380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Pushing event updated for resources: {'Port': ['ID=edfa37e5-3745-42e4-bda3-875a094ce0cc,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:41.947771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Attempting to bind port edfa37e5-3745-42e4-bda3-875a094ce0cc on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:41.948389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Attempting to bind port edfa37e5-3745-42e4-bda3-875a094ce0cc by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:41.948908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Attempting to bind port edfa37e5-3745-42e4-bda3-875a094ce0cc on network 0bb4d667-3d10-4e16-b4ab-289c123cf818 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:41.957200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (22de7149-394e-46b2-81c5-f1de26eb3a06), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.964472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:41.965146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Checking segment: {'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:41.965882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.966537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Bound using segment: {'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:41.967239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Bound port: edfa37e5-3745-42e4-bda3-875a094ce0cc, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:41.967924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.994811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] For port 5a091dfe-3f73-4695-9afd-297bbf1668a3, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:41.999145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-17f93f8d-c46d-428b-9ce2-10a78a63f0be admin admin] Publish callbacks [] for security_group (9d53e3b9-928d-40a8-aff3-81a395b7c842), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.083176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] For port edfa37e5-3745-42e4-bda3-875a094ce0cc, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:42.085778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fcff-fa66-4d9c-b287-163b89582cc7 admin admin] Publish callbacks [] for security_group (e6fad393-fe90-4655-ad1a-8891d0c44958), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.088692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] For port edfa37e5-3745-42e4-bda3-875a094ce0cc, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=edfa37e5-3745-42e4-bda3-875a094ce0cc,segment=NetworkSegment(fb99cc84-6dcc-4672-af58-3ced076f2844),segment_id=fb99cc84-6dcc-4672-af58-3ced076f2844)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:42.105048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.21.0.1 (0bb4d667-3d10-4e16-b4ab-289c123cf818/27727338-bfe6-42fe-9fa6-f8aa732b7c38/a379f8ee-b368-44c8-a111-80c96469e0ed) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:42.118978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:42.169878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:42.170256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.179722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] For port dcaf0b4c-cad2-4671-b709-5229dd58edb8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=dcaf0b4c-cad2-4671-b709-5229dd58edb8,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:42.252323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.255229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:42.312572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8::1 (31f6ae14-3042-49a0-a1ee-f1a41d1f4173/0acff9c4-e68e-4ccb-bfa7-c814b09918af/572c66d7-8bf4-4c36-bf10-417312984eef) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:42.312978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device dcaf0b4c-cad2-4671-b709-5229dd58edb8 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:42.333772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-17f93f8d-c46d-428b-9ce2-10a78a63f0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9d53e3b9-928d-40a8-aff3-81a395b7c842), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.343466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: dcaf0b4c-cad2-4671-b709-5229dd58edb8 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:42.343823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device dcaf0b4c-cad2-4671-b709-5229dd58edb8 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:42.394143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.403076 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07a3687a-c9de-452a-83be-9053d09e2b13 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (687a3309-7794-4bff-86c2-e561a24a7ece), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.403856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fcff-fa66-4d9c-b287-163b89582cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e6fad393-fe90-4655-ad1a-8891d0c44958), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.407803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (dcaf0b4c-cad2-4671-b709-5229dd58edb8), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.412192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (22de7149-394e-46b2-81c5-f1de26eb3a06), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.414305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] For port 5a091dfe-3f73-4695-9afd-297bbf1668a3, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a091dfe-3f73-4695-9afd-297bbf1668a3,segment=NetworkSegment(cccc1975-7c95-42c4-8f35-9360e566f176),segment_id=cccc1975-7c95-42c4-8f35-9360e566f176)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:42.473320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721cfde-f652-43a6-8023-6fa7a9d89b5a None None] Pushing event updated for resources: {'Port': ['ID=edfa37e5-3745-42e4-bda3-875a094ce0cc,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.474395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f93f8d-c46d-428b-9ce2-10a78a63f0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d53e3b9-928d-40a8-aff3-81a395b7c842,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.477837 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22de7149-394e-46b2-81c5-f1de26eb3a06,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.480783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3687a-c9de-452a-83be-9053d09e2b13 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Port': ['ID=687a3309-7794-4bff-86c2-e561a24a7ece,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.500656 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-17f93f8d-c46d-428b-9ce2-10a78a63f0be admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6fd8788ea52404f9139ced29e8bb9d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9412334 Apr 06 14:34:42.509865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=dcaf0b4c-cad2-4671-b709-5229dd58edb8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.517630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42206) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.525571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.527331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (5e6547da-b957-4f24-a4ec-13444b3a5456), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.592862 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a4f4fcff-fa66-4d9c-b287-163b89582cc7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c3074039a8e4de694064711c46827be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9979515 Apr 06 14:34:42.617524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42208) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.623196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cce639-da88-4064-b5f0-878e5c75b670 None None] Pushing event updated for resources: {'Port': ['ID=5a091dfe-3f73-4695-9afd-297bbf1668a3,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.658937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4fcff-fa66-4d9c-b287-163b89582cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fad393-fe90-4655-ad1a-8891d0c44958,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.687598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:42.702551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (6f0351bf-dd5f-4380-935a-31fd52a36f24), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.709979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:42.713181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:42.714190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.730618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d994cc2-72e7-4c83-b514-9f1714f2bf05 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:42.746009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (572c66d7-8bf4-4c36-bf10-417312984eef), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.748472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=5e6547da-b957-4f24-a4ec-13444b3a5456,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.773093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f77b0b3-0424-45ab-a7f3-400c87acb89f admin admin] Publish callbacks [] for security_group (9d53e3b9-928d-40a8-aff3-81a395b7c842), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.811889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f77b0b3-0424-45ab-a7f3-400c87acb89f admin admin] Publish callbacks [] for security_group (9d53e3b9-928d-40a8-aff3-81a395b7c842), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.867591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0351bf-dd5f-4380-935a-31fd52a36f24']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:42.875479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07a3687a-c9de-452a-83be-9053d09e2b13 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.882346 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-07a3687a-c9de-452a-83be-9053d09e2b13 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "DELETE /v2.0/ports/687a3309-7794-4bff-86c2-e561a24a7ece HTTP/1.1" status: 204 len: 168 time: 2.5640619 Apr 06 14:34:42.882559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42210) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.906829 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-75f27ff6-002a-4ef0-989a-bfb5ba71c24c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4961545 Apr 06 14:34:42.918668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42212) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.923036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400e901c-dd29-4c65-938c-2e15572f275e') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:42.923571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400e901c-dd29-4c65-938c-2e15572f275e') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:42.928471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '5e6547da-b957-4f24-a4ec-13444b3a5456'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:42.929349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.930268 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26a4b6e-adc8-4030-a797-43840d91eece tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] GET failed (client error): The resource could not be found. Apr 06 14:34:42.932001 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a26a4b6e-adc8-4030-a797-43840d91eece tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "GET /v2.0/ports/687a3309-7794-4bff-86c2-e561a24a7ece HTTP/1.1" status: 404 len: 333 time: 0.0487244 Apr 06 14:34:42.934540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (572c66d7-8bf4-4c36-bf10-417312984eef), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.936576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42214) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:42.959061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (400e901c-dd29-4c65-938c-2e15572f275e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.985154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (400e901c-dd29-4c65-938c-2e15572f275e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.005166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:95:99:cf', 'name': 'tempest-NetworksTestDHCPv6-216286402'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:43.040007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:43.051733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:43.054121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:43.054680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.064462 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:43.065055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (400e901c-dd29-4c65-938c-2e15572f275e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.071988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:43.073836 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:43.109768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=572c66d7-8bf4-4c36-bf10-417312984eef,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.123328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f77b0b3-0424-45ab-a7f3-400c87acb89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9d53e3b9-928d-40a8-aff3-81a395b7c842), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.132311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f77b0b3-0424-45ab-a7f3-400c87acb89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.132311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1f77b0b3-0424-45ab-a7f3-400c87acb89f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d53e3b9-928d-40a8-aff3-81a395b7c842 HTTP/1.1" status: 204 len: 168 time: 0.6034703 Apr 06 14:34:43.202482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77b0b3-0424-45ab-a7f3-400c87acb89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d53e3b9-928d-40a8-aff3-81a395b7c842,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.232299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a90e369f-71f7-4e6e-899e-9d1e673816a7 admin admin] Publish callbacks [] for security_group (e6fad393-fe90-4655-ad1a-8891d0c44958), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.276337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7f38fabf-2c6d-493c-9cd9-6dd53657caa9 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Deleting port 90f9d9b8-f66b-4994-a403-8d2756715c96 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:43.276681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f38fabf-2c6d-493c-9cd9-6dd53657caa9 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (90f9d9b8-f66b-4994-a403-8d2756715c96), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.295004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Allocated IP 2001:db8::f816:3eff:fe85:7d23 (935059ea-209c-494a-9703-5e88684a95b4/5e6547da-b957-4f24-a4ec-13444b3a5456/19dae7cc-8c0b-4f4f-bccb-9e40ac167035) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:43.356690 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a90e369f-71f7-4e6e-899e-9d1e673816a7 admin admin] Publish callbacks [] for security_group (e6fad393-fe90-4655-ad1a-8891d0c44958), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.381690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (572c66d7-8bf4-4c36-bf10-417312984eef), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.434519 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (6f0351bf-dd5f-4380-935a-31fd52a36f24), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.451529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f0351bf-dd5f-4380-935a-31fd52a36f24 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:34:43.456731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f38fabf-2c6d-493c-9cd9-6dd53657caa9 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (90f9d9b8-f66b-4994-a403-8d2756715c96), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.458528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.463049 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "DELETE /v2.0/networks/6f0351bf-dd5f-4380-935a-31fd52a36f24 HTTP/1.1" status: 204 len: 168 time: 3.8515759 Apr 06 14:34:43.470316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42218) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:43.474369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee1743-be49-4392-9f34-bbbb4ecf3f24 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f0351bf-dd5f-4380-935a-31fd52a36f24,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.489847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.539624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 0bb4d667-3d10-4e16-b4ab-289c123cf818 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:43.571470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7f38fabf-2c6d-493c-9cd9-6dd53657caa9 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Calling delete_port for 90f9d9b8-f66b-4994-a403-8d2756715c96 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:43.591193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:43.595286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=a379f8ee-b368-44c8-a111-80c96469e0ed,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.607261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:43.628584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Publish callbacks [] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.663296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:43.739848 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b356e0c9-5595-47ba-b2c1-3467a6752f97 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2637165 Apr 06 14:34:43.742896 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a90e369f-71f7-4e6e-899e-9d1e673816a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e6fad393-fe90-4655-ad1a-8891d0c44958), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.744685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a90e369f-71f7-4e6e-899e-9d1e673816a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.748304 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a90e369f-71f7-4e6e-899e-9d1e673816a7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e6fad393-fe90-4655-ad1a-8891d0c44958 HTTP/1.1" status: 204 len: 168 time: 1.1251223 Apr 06 14:34:43.748475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42224) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:43.756613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.765954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e369f-71f7-4e6e-899e-9d1e673816a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fad393-fe90-4655-ad1a-8891d0c44958,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.773876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.827681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:43.834653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.855574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:43.928474 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.972098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:43.974214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 059971ad-72f5-45da-b2a3-f522f50e6cf2 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:44.177436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Pushing event updated for resources: {'Port': ['ID=19dae7cc-8c0b-4f4f-bccb-9e40ac167035,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.202598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:fe95:99cf (935059ea-209c-494a-9703-5e88684a95b4/5e6547da-b957-4f24-a4ec-13444b3a5456/059971ad-72f5-45da-b2a3-f522f50e6cf2) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:44.210134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.210605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.211088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.211544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.211989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.212616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.213219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.213928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.214190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Attempting to bind port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:44.214701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:44.215258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Attempting to bind port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:44.216833 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dfef2fc6-5cce-4c36-b783-37069777a512 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5772 time: 0.4483097 Apr 06 14:34:44.217474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Attempting to bind port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:44.230136 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:44.232448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42234) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.237566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:44.245841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.245841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:44.245841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Bound port: 19dae7cc-8c0b-4f4f-bccb-9e40ac167035, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:44.245841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.329251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] For port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:44.334533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] For port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=19dae7cc-8c0b-4f4f-bccb-9e40ac167035,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:44.354603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a091dfe-3f73-4695-9afd-297bbf1668a3 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:44.423693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-3df36cfb-b4bc-4359-bdf3-9dfb786eaf22 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] delete failed (client error): The resource could not be found. Apr 06 14:34:44.426512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3df36cfb-b4bc-4359-bdf3-9dfb786eaf22 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/7049f698-9953-4b26-b9c5-43e7262a3123 HTTP/1.1" status: 404 len: 345 time: 0.1929245 Apr 06 14:34:44.446939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42238) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.486534 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac96c30-9f00-4af7-8f31-54bfa994fc03 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] DELETE failed (client error): The resource could not be found. Apr 06 14:34:44.487122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac96c30-9f00-4af7-8f31-54bfa994fc03 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:44.495161 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8ac96c30-9f00-4af7-8f31-54bfa994fc03 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "DELETE /v2.0/networks/6f0351bf-dd5f-4380-935a-31fd52a36f24 HTTP/1.1" status: 404 len: 339 time: 0.0471323 Apr 06 14:34:44.500485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.508687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42240) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.522372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.525802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Request body: {'network': {'name': 'tempest-network--529664358', 'router:external': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:44.603960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5a091dfe-3f73-4695-9afd-297bbf1668a3 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:44.609835 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.620051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (572c66d7-8bf4-4c36-bf10-417312984eef), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.648326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae216f30-f97f-431d-af05-e9d85c6ad193 None None] Network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:44.649670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f38fabf-2c6d-493c-9cd9-6dd53657caa9 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (90f9d9b8-f66b-4994-a403-8d2756715c96), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.703352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38fabf-2c6d-493c-9cd9-6dd53657caa9 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Port': ['ID=90f9d9b8-f66b-4994-a403-8d2756715c96,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.740093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Made reservation on behalf of 510c0480aa67424b95ae1e6f7b0c5e57 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:44.743551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.783193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56822f31-6454-4725-9701-7ca5dd7a9e97 None None] Pushing event updated for resources: {'Port': ['ID=19dae7cc-8c0b-4f4f-bccb-9e40ac167035,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.811194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (572c66d7-8bf4-4c36-bf10-417312984eef), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.812230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.851283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce23d3e-f58a-4261-86fc-a03484aadacb None None] Network 0bb4d667-3d10-4e16-b4ab-289c123cf818 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:44.912105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e6f5b310-1c9a-4964-9969-06665087d716 None None] Provisioning complete for port 5a091dfe-3f73-4695-9afd-297bbf1668a3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:44.914666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b310-1c9a-4964-9969-06665087d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.082360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f38fabf-2c6d-493c-9cd9-6dd53657caa9 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.086914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7f38fabf-2c6d-493c-9cd9-6dd53657caa9 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "DELETE /v2.0/ports/90f9d9b8-f66b-4994-a403-8d2756715c96 HTTP/1.1" status: 204 len: 168 time: 2.1467025 Apr 06 14:34:45.091515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42250) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:45.092658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:45.100020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42252) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:45.121511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5a091dfe-3f73-4695-9afd-297bbf1668a3 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:45.122140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.272570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 5a091dfe-3f73-4695-9afd-297bbf1668a3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a091dfe-3f73-4695-9afd-297bbf1668a3,segment=NetworkSegment(cccc1975-7c95-42c4-8f35-9360e566f176),segment_id=cccc1975-7c95-42c4-8f35-9360e566f176)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:45.336675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e6f5b310-1c9a-4964-9969-06665087d716 None None] Current status of the port 5a091dfe-3f73-4695-9afd-297bbf1668a3 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:45.337404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b310-1c9a-4964-9969-06665087d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.362414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.364215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device edfa37e5-3745-42e4-bda3-875a094ce0cc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:45.547932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:45.550004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:45.571382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=5a091dfe-3f73-4695-9afd-297bbf1668a3,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:45.578232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-e6f5b310-1c9a-4964-9969-06665087d716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:34:45.582951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-e6f5b310-1c9a-4964-9969-06665087d716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:34:45.602226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port edfa37e5-3745-42e4-bda3-875a094ce0cc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:45.602752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.604533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (ab21d32c-cc75-4847-ad65-daa3a6bca02b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.605092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Added segment ab21d32c-cc75-4847-ad65-daa3a6bca02b of type vlan for network a866cade-1468-4db8-bd79-8d42e67e7dcb Apr 06 14:34:45.618543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=572c66d7-8bf4-4c36-bf10-417312984eef,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:45.629910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7359fb5b-e965-4797-84a7-34ae666b0852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.743718 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (059971ad-72f5-45da-b2a3-f522f50e6cf2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.808224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.845088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port edfa37e5-3745-42e4-bda3-875a094ce0cc is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:45.845607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.895329 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (059971ad-72f5-45da-b2a3-f522f50e6cf2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.904283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a866cade-1468-4db8-bd79-8d42e67e7dcb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.925180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-327c3498-29d4-4745-81c2-60e55c1c4728 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Deleting subnet 40fe5922-f04e-4793-9ab2-79ff612503bf {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:45.949683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-327c3498-29d4-4745-81c2-60e55c1c4728 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for subnet (40fe5922-f04e-4793-9ab2-79ff612503bf), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.973277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port edfa37e5-3745-42e4-bda3-875a094ce0cc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=edfa37e5-3745-42e4-bda3-875a094ce0cc,segment=NetworkSegment(fb99cc84-6dcc-4672-af58-3ced076f2844),segment_id=fb99cc84-6dcc-4672-af58-3ced076f2844)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:46.043934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.120497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-327c3498-29d4-4745-81c2-60e55c1c4728 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (40fe5922-f04e-4793-9ab2-79ff612503bf), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.177149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=059971ad-72f5-45da-b2a3-f522f50e6cf2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:46.212787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a866cade-1468-4db8-bd79-8d42e67e7dcb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.219363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:46.220232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.274929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:46.303059 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:46.339759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:46.345220 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:46.345861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.469423 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ef8d937c-e192-47bb-b5d0-6d5843d29aed tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4765015 Apr 06 14:34:46.491642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42266) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:46.571283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-327c3498-29d4-4745-81c2-60e55c1c4728 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (40fe5922-f04e-4793-9ab2-79ff612503bf), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.663327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.735300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e6f5b310-1c9a-4964-9969-06665087d716 None None] Current status of the port 5a091dfe-3f73-4695-9afd-297bbf1668a3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:46.743341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a091dfe-3f73-4695-9afd-297bbf1668a3 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:46.746950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7359fb5b-e965-4797-84a7-34ae666b0852 admin admin] Publish callbacks [] for security_group (8596619c-a8bc-4c65-98b7-cd7485098c57), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.753118 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Network': ['ID=a866cade-1468-4db8-bd79-8d42e67e7dcb,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:46.760632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.795803 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b474dbdb-a62d-4e35-87b9-779edda88c80 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2780952 Apr 06 14:34:46.796781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router d302ad2e-91cb-4d2b-8b1e-a09f321b2262 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:46.799903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a866cade-1468-4db8-bd79-8d42e67e7dcb details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:46.821731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42270) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:46.880630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=edfa37e5-3745-42e4-bda3-875a094ce0cc,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:46.935761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Provisioning complete for port edfa37e5-3745-42e4-bda3-875a094ce0cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:46.935761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.967419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5a091dfe-3f73-4695-9afd-297bbf1668a3 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:46.968008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.005162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7359fb5b-e965-4797-84a7-34ae666b0852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (8596619c-a8bc-4c65-98b7-cd7485098c57), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.008981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.030898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42272) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.070191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.109142 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84eb45d-24ac-4e52-94e1-c847d8f44d6e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.116342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84eb45d-24ac-4e52-94e1-c847d8f44d6e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.118332 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f84eb45d-24ac-4e52-94e1-c847d8f44d6e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6238849 Apr 06 14:34:47.120975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=a379f8ee-b368-44c8-a111-80c96469e0ed,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:47.143001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42276) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.234897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Current status of the port edfa37e5-3745-42e4-bda3-875a094ce0cc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:47.237511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5a091dfe-3f73-4695-9afd-297bbf1668a3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:47.247654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:47.321492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Provisioning complete for port 572c66d7-8bf4-4c36-bf10-417312984eef triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:47.322104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (572c66d7-8bf4-4c36-bf10-417312984eef), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.327621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--326695221', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:47.344978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 0bb4d667-3d10-4e16-b4ab-289c123cf818 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:47.354813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273bee3-3438-4621-84d6-ee6e1bc8d877 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.357112 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:47.365690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273bee3-3438-4621-84d6-ee6e1bc8d877 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.371556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Port 572c66d7-8bf4-4c36-bf10-417312984eef cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:47.378324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273bee3-3438-4621-84d6-ee6e1bc8d877 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.381957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:47.382555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.389463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Provisioning complete for port a379f8ee-b368-44c8-a111-80c96469e0ed triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:47.393272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273bee3-3438-4621-84d6-ee6e1bc8d877 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.393955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.395219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42278) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.399591 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9273bee3-3438-4621-84d6-ee6e1bc8d877 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5569093 Apr 06 14:34:47.441392 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7359fb5b-e965-4797-84a7-34ae666b0852 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94ff5fdd04f64f31866d05a706d87b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9146252 Apr 06 14:34:47.444480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42280) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.452520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359fb5b-e965-4797-84a7-34ae666b0852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8596619c-a8bc-4c65-98b7-cd7485098c57,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:47.470347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Port a379f8ee-b368-44c8-a111-80c96469e0ed cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:47.471126 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:47.484334 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3b4ad9f6-6de6-4380-86ae-6a5609a23ed1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/d302ad2e-91cb-4d2b-8b1e-a09f321b2262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4665029 Apr 06 14:34:47.486808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42282) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.493423 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec640e-4ff0-4a4d-9455-a4c3be98c752 None None] Sync routers for ids ['d302ad2e-91cb-4d2b-8b1e-a09f321b2262'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:47.510566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Provisioning complete for port 5a091dfe-3f73-4695-9afd-297bbf1668a3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:47.511187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.527816 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec640e-4ff0-4a4d-9455-a4c3be98c752 None None] Routers {'d302ad2e-91cb-4d2b-8b1e-a09f321b2262'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:47.529674 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9fec640e-4ff0-4a4d-9455-a4c3be98c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d302ad2e-91cb-4d2b-8b1e-a09f321b2262'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:47.537635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-327c3498-29d4-4745-81c2-60e55c1c4728 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (40fe5922-f04e-4793-9ab2-79ff612503bf), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.578661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-327c3498-29d4-4745-81c2-60e55c1c4728 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.578895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5665a518-400d-421d-a164-b1a6f396fe69 None None] Network d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:47.584534 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-327c3498-29d4-4745-81c2-60e55c1c4728 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "DELETE /v2.0/subnets/40fe5922-f04e-4793-9ab2-79ff612503bf HTTP/1.1" status: 204 len: 168 time: 2.4829018 Apr 06 14:34:47.586825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42284) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.588821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:47.589234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c3498-29d4-4745-81c2-60e55c1c4728 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Subnet': ['ID=40fe5922-f04e-4793-9ab2-79ff612503bf,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:47.594386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.618402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:47.618799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.647699 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9fec640e-4ff0-4a4d-9455-a4c3be98c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:47.679844 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec640e-4ff0-4a4d-9455-a4c3be98c752 None None] Routers {'d302ad2e-91cb-4d2b-8b1e-a09f321b2262'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:47.680778 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9fec640e-4ff0-4a4d-9455-a4c3be98c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d302ad2e-91cb-4d2b-8b1e-a09f321b2262'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:47.695248 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (a866cade-1468-4db8-bd79-8d42e67e7dcb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.701923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.712152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e8991-aada-4c26-8c85-e2944ecb1279 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:47.716890 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c47e8991-aada-4c26-8c85-e2944ecb1279 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports/572c66d7-8bf4-4c36-bf10-417312984eef HTTP/1.1" status: 200 len: 911 time: 0.2258174 Apr 06 14:34:47.716890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42286) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:47.719470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4b466aeb-9936-4786-8fc2-7a55ac8e0a8f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 059971ad-72f5-45da-b2a3-f522f50e6cf2 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:47.719824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4b466aeb-9936-4786-8fc2-7a55ac8e0a8f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (059971ad-72f5-45da-b2a3-f522f50e6cf2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.754388 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9fec640e-4ff0-4a4d-9455-a4c3be98c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:47.755990 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec640e-4ff0-4a4d-9455-a4c3be98c752 None None] The sync data for ids ['d302ad2e-91cb-4d2b-8b1e-a09f321b2262'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:47.774149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=19dae7cc-8c0b-4f4f-bccb-9e40ac167035,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:47.811909 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:47.812923 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.831073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e81c72c1-0047-479e-951b-749d42db21b1 admin admin] Publish callbacks [] for security_group (8596619c-a8bc-4c65-98b7-cd7485098c57), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.853567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e0b26faa-9fdf-4280-8fa2-da48b9f24824 None None] Current status of the port 5a091dfe-3f73-4695-9afd-297bbf1668a3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:47.895855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.907497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e81c72c1-0047-479e-951b-749d42db21b1 admin admin] Publish callbacks [] for security_group (8596619c-a8bc-4c65-98b7-cd7485098c57), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:47.990110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=19dae7cc-8c0b-4f4f-bccb-9e40ac167035,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:47.994995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] DHCP port deletion for d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:48.014657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Provisioning complete for port a379f8ee-b368-44c8-a111-80c96469e0ed triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:48.015729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.064946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (a866cade-1468-4db8-bd79-8d42e67e7dcb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.086550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4b466aeb-9936-4786-8fc2-7a55ac8e0a8f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (059971ad-72f5-45da-b2a3-f522f50e6cf2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.111498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Port a379f8ee-b368-44c8-a111-80c96469e0ed cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:48.129498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4b466aeb-9936-4786-8fc2-7a55ac8e0a8f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 059971ad-72f5-45da-b2a3-f522f50e6cf2 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:48.133487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a866cade-1468-4db8-bd79-8d42e67e7dcb']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:48.138556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Provisioning complete for port 572c66d7-8bf4-4c36-bf10-417312984eef triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:48.139709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (572c66d7-8bf4-4c36-bf10-417312984eef), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.178879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab21d32c-cc75-4847-ad65-daa3a6bca02b') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:48.179297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab21d32c-cc75-4847-ad65-daa3a6bca02b') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:48.187543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:48.191875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] Deleting port 919ce834-509a-402c-a91d-e5c36a56ec33 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:48.192293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.193286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Deleting port 919ce834-509a-402c-a91d-e5c36a56ec33 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:48.193779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.201021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device edfa37e5-3745-42e4-bda3-875a094ce0cc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:48.248497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:48.251454 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Port 572c66d7-8bf4-4c36-bf10-417312984eef cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:48.291211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] For port 919ce834-509a-402c-a91d-e5c36a56ec33, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=919ce834-509a-402c-a91d-e5c36a56ec33,segment=NetworkSegment(34cbf6d3-b083-469d-aef6-61f708dc53f8),segment_id=34cbf6d3-b083-469d-aef6-61f708dc53f8)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:48.291620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.308665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Calling delete_port for 919ce834-509a-402c-a91d-e5c36a56ec33 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:48.312099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e81c72c1-0047-479e-951b-749d42db21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (8596619c-a8bc-4c65-98b7-cd7485098c57), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.312711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e81c72c1-0047-479e-951b-749d42db21b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.317538 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e81c72c1-0047-479e-951b-749d42db21b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8596619c-a8bc-4c65-98b7-cd7485098c57 HTTP/1.1" status: 204 len: 168 time: 0.8720694 Apr 06 14:34:48.341306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c72c1-0047-479e-951b-749d42db21b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8596619c-a8bc-4c65-98b7-cd7485098c57,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:48.345584 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b255906d-a871-4c26-9ef7-9fdfc46be11a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2023268 Apr 06 14:34:48.353068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (ab21d32c-cc75-4847-ad65-daa3a6bca02b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.357251 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42290) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:48.368806 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1864259187'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:48.403237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (ab21d32c-cc75-4847-ad65-daa3a6bca02b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.407111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (e48e8a73-00fa-49ef-9be8-24b722ea1d48), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.415767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (ab21d32c-cc75-4847-ad65-daa3a6bca02b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:48.418735 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:48.488426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.498855 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4b466aeb-9936-4786-8fc2-7a55ac8e0a8f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (059971ad-72f5-45da-b2a3-f522f50e6cf2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.504821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] For port 919ce834-509a-402c-a91d-e5c36a56ec33, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=919ce834-509a-402c-a91d-e5c36a56ec33,segment=NetworkSegment(34cbf6d3-b083-469d-aef6-61f708dc53f8),segment_id=34cbf6d3-b083-469d-aef6-61f708dc53f8)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:48.505238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.531664 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e48e8a73-00fa-49ef-9be8-24b722ea1d48), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.551182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] Calling delete_port for 919ce834-509a-402c-a91d-e5c36a56ec33 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:48.560429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Provisioning complete for port 059971ad-72f5-45da-b2a3-f522f50e6cf2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:48.561585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (059971ad-72f5-45da-b2a3-f522f50e6cf2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.563133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:48.563903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:48.590410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:48.594530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.618444 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4b466aeb-9936-4786-8fc2-7a55ac8e0a8f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.623230 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4b466aeb-9936-4786-8fc2-7a55ac8e0a8f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/059971ad-72f5-45da-b2a3-f522f50e6cf2 HTTP/1.1" status: 204 len: 168 time: 1.4778397 Apr 06 14:34:48.630842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b466aeb-9936-4786-8fc2-7a55ac8e0a8f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=059971ad-72f5-45da-b2a3-f522f50e6cf2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:48.636741 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (a866cade-1468-4db8-bd79-8d42e67e7dcb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.641385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a866cade-1468-4db8-bd79-8d42e67e7dcb {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:34:48.644461 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42292) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:48.655403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.673543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.676603 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "DELETE /v2.0/networks/a866cade-1468-4db8-bd79-8d42e67e7dcb HTTP/1.1" status: 204 len: 168 time: 1.2775023 Apr 06 14:34:48.682881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:48.684773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42294) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:48.726925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Request body: {'network': {'name': 'tempest-network--165464794', 'router:external': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:48.744891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Port 059971ad-72f5-45da-b2a3-f522f50e6cf2 was deleted so its status cannot be updated. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 06 14:34:48.788443 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913cfcf-21f7-46c2-8942-56f3a9880bef tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event deleted for resources: {'Network': ['ID=a866cade-1468-4db8-bd79-8d42e67e7dcb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:48.795749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:48.808972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Port': ['ID=919ce834-509a-402c-a91d-e5c36a56ec33,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:48.810167 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48e8a73-00fa-49ef-9be8-24b722ea1d48,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:48.836626 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d65149d7-e490-4067-b11b-10780a0bdbf9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.843023 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment d65149d7-e490-4067-b11b-10780a0bdbf9 of type vlan for network 6fe15972-769a-47ad-b807-182715bb80a0 Apr 06 14:34:48.862192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Provisioning complete for port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:48.862764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.867192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] No DVR routers for this DVR port 919ce834-509a-402c-a91d-e5c36a56ec33 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:48.871010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:48.877977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (23562021-8f3a-4bdf-b80e-39851ed671e1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.878782 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment 23562021-8f3a-4bdf-b80e-39851ed671e1 of type vlan for network 997fa151-63c9-4ce1-8783-8d3ea083c568 Apr 06 14:34:48.963653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Made reservation on behalf of 510c0480aa67424b95ae1e6f7b0c5e57 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:48.965424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port edfa37e5-3745-42e4-bda3-875a094ce0cc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:48.966031 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.966225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.981417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (6fe15972-769a-47ad-b807-182715bb80a0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.004157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (997fa151-63c9-4ce1-8783-8d3ea083c568), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.060377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:49.077678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2339ff9e-55f4-4d0e-a362-a9e5d2fbccbc), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.078062 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Added segment 2339ff9e-55f4-4d0e-a362-a9e5d2fbccbc of type vlan for network 73667080-deb3-45a5-a3a1-f47c05f7abfe Apr 06 14:34:49.121790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.143532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (919ce834-509a-402c-a91d-e5c36a56ec33), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.152716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (997fa151-63c9-4ce1-8783-8d3ea083c568), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.164389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] No DVR routers for this DVR port 919ce834-509a-402c-a91d-e5c36a56ec33 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:49.166487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d20eee-7184-4ad2-b53b-8b5673a1c7a1']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:49.170413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:49.171089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.177605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cbf6d3-b083-469d-aef6-61f708dc53f8') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:49.178142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cbf6d3-b083-469d-aef6-61f708dc53f8') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:49.188381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (34cbf6d3-b083-469d-aef6-61f708dc53f8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.202813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (34cbf6d3-b083-469d-aef6-61f708dc53f8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.211576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb154f-881a-414d-a401-40d8be2dc14e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:49.213015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (6fe15972-769a-47ad-b807-182715bb80a0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.213438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb154f-881a-414d-a401-40d8be2dc14e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:49.217974 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-33eb154f-881a-414d-a401-40d8be2dc14e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5719826 Apr 06 14:34:49.219697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42300) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:49.225426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:49.227373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.231818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:49.232736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (34cbf6d3-b083-469d-aef6-61f708dc53f8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.236837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2e0d-b4f6-4edc-9d13-2235e72031b2 None None] Pushing event deleted for resources: {'Port': ['ID=919ce834-509a-402c-a91d-e5c36a56ec33,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:49.251605 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:49.325425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port edfa37e5-3745-42e4-bda3-875a094ce0cc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:49.336248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:49.355879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=997fa151-63c9-4ce1-8783-8d3ea083c568,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:49.383334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 997fa151-63c9-4ce1-8783-8d3ea083c568 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:49.448664 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (73667080-deb3-45a5-a3a1-f47c05f7abfe), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.454476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e336f62f-7b16-4aec-b2df-178141d660b9 None None] Current status of the port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:49.465488 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-669141ae-aaf9-4fc0-ad31-f993cd1ef9ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1063509 Apr 06 14:34:49.470621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42306) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:49.479150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:49.495653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef71db2-36e1-400e-9822-383bf9a36014 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 5e6547da-b957-4f24-a4ec-13444b3a5456 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:49.514166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aef71db2-36e1-400e-9822-383bf9a36014 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (5e6547da-b957-4f24-a4ec-13444b3a5456), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.596636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (d2d20eee-7184-4ad2-b53b-8b5673a1c7a1), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.636225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=6fe15972-769a-47ad-b807-182715bb80a0,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:49.646328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.651429 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-70eb7d11-1df9-4d2c-ab43-b38c46c576a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6134701 Apr 06 14:34:49.656419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42310) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:49.661303 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] 10.222.0.71 "DELETE /v2.0/networks/d2d20eee-7184-4ad2-b53b-8b5673a1c7a1 HTTP/1.1" status: 204 len: 168 time: 2.0700235 Apr 06 14:34:49.676679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 6fe15972-769a-47ad-b807-182715bb80a0 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:49.678473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-591521912', 'admin_state_up': True, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:49.729736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (73667080-deb3-45a5-a3a1-f47c05f7abfe), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.732319 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:49.733895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.782902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:49.783578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.820035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:44Z', 'revision_number': 3, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:49.852027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Network': ['ID=73667080-deb3-45a5-a3a1-f47c05f7abfe,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:49.852623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:49.852848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Updating router 9e054247-8e83-40e7-846f-0beeb2b0fa38 port a379f8ee-b368-44c8-a111-80c96469e0ed binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:49.858956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.860188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.882749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 73667080-deb3-45a5-a3a1-f47c05f7abfe details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:49.927668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:49.949843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.048112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:50.062302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b490c-9b21-4238-accd-955aad599d96 tempest-AllowedAddressPairTestJSON-449115381 tempest-AllowedAddressPairTestJSON-449115381-project] Pushing event deleted for resources: {'Network': ['ID=d2d20eee-7184-4ad2-b53b-8b5673a1c7a1,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:50.067291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aef71db2-36e1-400e-9822-383bf9a36014 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (5e6547da-b957-4f24-a4ec-13444b3a5456), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.136974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 919ce834-509a-402c-a91d-e5c36a56ec33 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:50.152049 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fabc75bd-b1d9-4c64-a33d-1c05b4844866 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4433689 Apr 06 14:34:50.159692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 919ce834-509a-402c-a91d-e5c36a56ec33 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:50.159692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 919ce834-509a-402c-a91d-e5c36a56ec33 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:50.163718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42322) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.282097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:50.286602 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.286802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.292365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aef71db2-36e1-400e-9822-383bf9a36014 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5e6547da-b957-4f24-a4ec-13444b3a5456), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.365960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9058d07-1289-4f7e-8298-7aee57857ff3 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:50.367746 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d9058d07-1289-4f7e-8298-7aee57857ff3 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] 10.222.0.71 "GET /v2.0/networks/73667080-deb3-45a5-a3a1-f47c05f7abfe HTTP/1.1" status: 200 len: 756 time: 0.2028716 Apr 06 14:34:50.373748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42328) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.416446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42330) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.418268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Publish callbacks [] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.447178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 572c66d7-8bf4-4c36-bf10-417312984eef {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:50.447779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (572c66d7-8bf4-4c36-bf10-417312984eef), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.495382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.548010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e0634d-8ad0-44cf-89fe-5155cc549665 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:50.548785 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-50e0634d-8ad0-44cf-89fe-5155cc549665 tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] 10.222.0.71 "GET /v2.0/networks/5b4c4755-2286-45b5-a9b3-25d438e56c56 HTTP/1.1" status: 200 len: 767 time: 0.1737595 Apr 06 14:34:50.554933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42334) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.572956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7385d4-3796-4068-ba09-68f505718020 None None] Pushing event updated for resources: {'Port': ['ID=a379f8ee-b368-44c8-a111-80c96469e0ed,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:50.627875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aef71db2-36e1-400e-9822-383bf9a36014 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (5e6547da-b957-4f24-a4ec-13444b3a5456), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.638789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Attempting to bind port a379f8ee-b368-44c8-a111-80c96469e0ed on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:50.639225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Attempting to bind port a379f8ee-b368-44c8-a111-80c96469e0ed by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:50.641661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Attempting to bind port a379f8ee-b368-44c8-a111-80c96469e0ed on network 0bb4d667-3d10-4e16-b4ab-289c123cf818 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:50.647170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:50.647650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Checking segment: {'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:50.648165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.648579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Bound using segment: {'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:50.649069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Bound port: a379f8ee-b368-44c8-a111-80c96469e0ed, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb99cc84-6dcc-4672-af58-3ced076f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:50.649462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.724466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (572c66d7-8bf4-4c36-bf10-417312984eef), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.744336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.750592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef71db2-36e1-400e-9822-383bf9a36014 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6547da-b957-4f24-a4ec-13444b3a5456,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:50.768470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.778246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 572c66d7-8bf4-4c36-bf10-417312984eef owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:50.782130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] For port a379f8ee-b368-44c8-a111-80c96469e0ed, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:50.786813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] For port a379f8ee-b368-44c8-a111-80c96469e0ed, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a379f8ee-b368-44c8-a111-80c96469e0ed,segment=NetworkSegment(fb99cc84-6dcc-4672-af58-3ced076f2844),segment_id=fb99cc84-6dcc-4672-af58-3ced076f2844)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:50.803910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b0b3c7-134c-447d-8ad7-bb9940ddec51 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:50.869263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aef71db2-36e1-400e-9822-383bf9a36014 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.876507 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-aef71db2-36e1-400e-9822-383bf9a36014 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/5e6547da-b957-4f24-a4ec-13444b3a5456 HTTP/1.1" status: 204 len: 168 time: 1.6518786 Apr 06 14:34:50.880291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42338) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.907278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.911811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (73667080-deb3-45a5-a3a1-f47c05f7abfe), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.933408 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-58530d48-bd81-4155-bb23-ca3f2d94ff42 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485010 Apr 06 14:34:50.936701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42340) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.938572 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c95d2c85-3707-4923-b0e2-61e96507ed13 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=506ee468ae624359804246b38ec6bccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159795 Apr 06 14:34:50.947891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42344) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:50.977636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.151 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/88609b36-80b4-4c6f-8653-d8209dfddb0d) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:51.004428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7385d4-3796-4068-ba09-68f505718020 None None] Pushing event updated for resources: {'Port': ['ID=a379f8ee-b368-44c8-a111-80c96469e0ed,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:51.048477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:51.049315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:51.065397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd8a8c-593e-4fc4-8b51-84d0636142e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:51.071187 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-63bd8a8c-593e-4fc4-8b51-84d0636142e8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1334362 Apr 06 14:34:51.073312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42348) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:51.150537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7313fb9-0422-41cf-b9b1-02dcbbb2f697 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:51.154670 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b7313fb9-0422-41cf-b9b1-02dcbbb2f697 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0803816 Apr 06 14:34:51.155289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42350) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:51.185286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a995abe9-6866-4036-a456-18b5b9062289 None None] Provisioning complete for port a379f8ee-b368-44c8-a111-80c96469e0ed triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:51.185710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a995abe9-6866-4036-a456-18b5b9062289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.244325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.252291 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-05b512c3-e785-46a6-ad44-397d65da4a4f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928283 Apr 06 14:34:51.253166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42354) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:51.254632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:51.261603 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:51.296521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:51.400503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (a713aa26-007c-44cd-b18f-e0ee028da636), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.423410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (73667080-deb3-45a5-a3a1-f47c05f7abfe), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.467539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (572c66d7-8bf4-4c36-bf10-417312984eef), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.517856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a995abe9-6866-4036-a456-18b5b9062289 None None] Current status of the port a379f8ee-b368-44c8-a111-80c96469e0ed is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:51.518615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a995abe9-6866-4036-a456-18b5b9062289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.520731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ae44db0-34f9-4148-86b5-1640f936ad9d admin admin] Publish callbacks [] for security_group (549e4d8f-b020-4006-98e3-997060194fce), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.524545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73667080-deb3-45a5-a3a1-f47c05f7abfe']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:51.545577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=572c66d7-8bf4-4c36-bf10-417312984eef,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:51.586429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2339ff9e-55f4-4d0e-a362-a9e5d2fbccbc') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:51.586753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2339ff9e-55f4-4d0e-a362-a9e5d2fbccbc') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:51.587883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a995abe9-6866-4036-a456-18b5b9062289 None None] For port a379f8ee-b368-44c8-a111-80c96469e0ed, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a379f8ee-b368-44c8-a111-80c96469e0ed,segment=NetworkSegment(fb99cc84-6dcc-4672-af58-3ced076f2844),segment_id=fb99cc84-6dcc-4672-af58-3ced076f2844)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:51.611245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42360) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:51.617317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=a713aa26-007c-44cd-b18f-e0ee028da636,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:51.624792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (2339ff9e-55f4-4d0e-a362-a9e5d2fbccbc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.627682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ae44db0-34f9-4148-86b5-1640f936ad9d admin admin] Publish callbacks [] for security_group (549e4d8f-b020-4006-98e3-997060194fce), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.744210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a995abe9-6866-4036-a456-18b5b9062289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.749706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2339ff9e-55f4-4d0e-a362-a9e5d2fbccbc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.768936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.777925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:51.778327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: 997fa151-63c9-4ce1-8783-8d3ea083c568, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:51.786082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (2339ff9e-55f4-4d0e-a362-a9e5d2fbccbc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:51.789563 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:51.804842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] Deleting port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:51.805090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.844206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2138540714', 'router:external': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:51.872919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:51.876925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.913451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995abe9-6866-4036-a456-18b5b9062289 None None] Pushing event updated for resources: {'Port': ['ID=a379f8ee-b368-44c8-a111-80c96469e0ed,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:51.938590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] For port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=19dae7cc-8c0b-4f4f-bccb-9e40ac167035,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:51.939089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.955459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.968818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a5c6054e-7dd5-48cd-9e05-45c4a3f1e539 None None] Provisioning complete for port a379f8ee-b368-44c8-a111-80c96469e0ed triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:51.969115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a5c6054e-7dd5-48cd-9e05-45c4a3f1e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.976301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] Calling delete_port for 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:52.024484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:52.029837 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:52.042342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=88609b36-80b4-4c6f-8653-d8209dfddb0d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:52.045879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 997fa151-63c9-4ce1-8783-8d3ea083c568 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:52.047409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:52.063080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router d302ad2e-91cb-4d2b-8b1e-a09f321b2262 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:52.074398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ae44db0-34f9-4148-86b5-1640f936ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (549e4d8f-b020-4006-98e3-997060194fce), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.077650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ae44db0-34f9-4148-86b5-1640f936ad9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.081462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7ae44db0-34f9-4148-86b5-1640f936ad9d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/549e4d8f-b020-4006-98e3-997060194fce HTTP/1.1" status: 204 len: 168 time: 1.1277015 Apr 06 14:34:52.081462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (73667080-deb3-45a5-a3a1-f47c05f7abfe), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.085186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73667080-deb3-45a5-a3a1-f47c05f7abfe {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:34:52.088588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.091862 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "DELETE /v2.0/networks/73667080-deb3-45a5-a3a1-f47c05f7abfe HTTP/1.1" status: 204 len: 168 time: 1.5360456 Apr 06 14:34:52.092896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Made reservation on behalf of c0d0e453ab144990bd0464ba4dc0aa09 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:52.095720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.098854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42366) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:52.115945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Request body: {'network': {'name': 'tempest-network--1176733795'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:52.119131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae44db0-34f9-4148-86b5-1640f936ad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549e4d8f-b020-4006-98e3-997060194fce,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:52.190003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c788828-3389-4c66-b299-ffcaedb3d23d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event deleted for resources: {'Network': ['ID=73667080-deb3-45a5-a3a1-f47c05f7abfe,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:52.226134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.233012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 997fa151-63c9-4ce1-8783-8d3ea083c568) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:52.233401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:52.235586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.290904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:52.307020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2ce2fc47-1283-4e1d-80b4-32d6097368ea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/d302ad2e-91cb-4d2b-8b1e-a09f321b2262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5891547 Apr 06 14:34:52.311552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42368) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:52.390723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Made reservation on behalf of 510c0480aa67424b95ae1e6f7b0c5e57 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:52.404612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c798ba04-62ad-4ec4-85bd-25a1723e13b4 None None] Network 997fa151-63c9-4ce1-8783-8d3ea083c568 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:52.405065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.422591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for security_group (e609ac22-158c-4476-9f79-513ab7cf6ea7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.438942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ecfd58e2-3b29-4424-8a83-38852ab63542 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9638393 Apr 06 14:34:52.440481 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-65b47c4b-a08b-4e72-b9ed-03e54adf2fce tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=d302ad2e-91cb-4d2b-8b1e-a09f321b2262 HTTP/1.1" status: 200 len: 205 time: 0.0796592 Apr 06 14:34:52.444228 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42372) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:52.445343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42370) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:52.542027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:52.590005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e609ac22-158c-4476-9f79-513ab7cf6ea7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.631868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-366bab41-42b2-4b44-8041-c03506bb0cd1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.632932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:52.687081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:52.693200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-997fa151-63c9-4ce1-8783-8d3ea083c568', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:52.695066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.716783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e609ac22-158c-4476-9f79-513ab7cf6ea7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:52.734895 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdac220-a1fe-4d72-a789-f69f6ba07eeb None None] Sync routers for ids ['d302ad2e-91cb-4d2b-8b1e-a09f321b2262'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:52.746732 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdac220-a1fe-4d72-a789-f69f6ba07eeb None None] Routers {'d302ad2e-91cb-4d2b-8b1e-a09f321b2262'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:52.747794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b94877f7-fd50-466e-96c2-c9b026048890), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.747968 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1bdac220-a1fe-4d72-a789-f69f6ba07eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d302ad2e-91cb-4d2b-8b1e-a09f321b2262'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.748480 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Added segment b94877f7-fd50-466e-96c2-c9b026048890 of type vlan for network fef7e2de-6492-4a9a-b641-7f28ca7d756e Apr 06 14:34:52.756577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (59c21075-4d0b-4526-8abf-daa194dcfd2b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.757221 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Added segment 59c21075-4d0b-4526-8abf-daa194dcfd2b of type vlan for network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e Apr 06 14:34:52.773876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:44Z', 'revision_number': 3, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:50Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.795349 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1bdac220-a1fe-4d72-a789-f69f6ba07eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.805651 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdac220-a1fe-4d72-a789-f69f6ba07eeb None None] Routers {'d302ad2e-91cb-4d2b-8b1e-a09f321b2262'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:52.806624 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1bdac220-a1fe-4d72-a789-f69f6ba07eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d302ad2e-91cb-4d2b-8b1e-a09f321b2262'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.849665 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1bdac220-a1fe-4d72-a789-f69f6ba07eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:52.850661 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdac220-a1fe-4d72-a789-f69f6ba07eeb None None] The sync data for ids ['d302ad2e-91cb-4d2b-8b1e-a09f321b2262'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:52.904480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-366bab41-42b2-4b44-8041-c03506bb0cd1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.906902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-366bab41-42b2-4b44-8041-c03506bb0cd1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.944128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (fef7e2de-6492-4a9a-b641-7f28ca7d756e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.975589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06957436-57ef-48df-b1dc-e4150e8feb7f None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:44Z', 'revision_number': 3, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:50Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:53.025481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (3f9c4e0a-d1cc-4bf0-b222-713c0e18902e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.071222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a5c6054e-7dd5-48cd-9e05-45c4a3f1e539 None None] Current status of the port a379f8ee-b368-44c8-a111-80c96469e0ed is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:53.141628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:53.142127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.158227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:34:53.197449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (fef7e2de-6492-4a9a-b641-7f28ca7d756e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.198487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:53.199088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.242140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (19dae7cc-8c0b-4f4f-bccb-9e40ac167035), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.289494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] No DVR routers for this DVR port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:53.308401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2091eb1-f2bf-414e-8889-55714111f80f None None] Pushing event deleted for resources: {'Port': ['ID=19dae7cc-8c0b-4f4f-bccb-9e40ac167035,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:53.308401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Allocated IP 172.22.0.2 (997fa151-63c9-4ce1-8783-8d3ea083c568/a713aa26-007c-44cd-b18f-e0ee028da636/3da85aed-aab0-4653-a5e4-6637b814a831) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:53.309428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.324238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-366bab41-42b2-4b44-8041-c03506bb0cd1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (d302ad2e-91cb-4d2b-8b1e-a09f321b2262), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.325015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366bab41-42b2-4b44-8041-c03506bb0cd1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Fanout notify agent at l3_agent the message router_deleted on router d302ad2e-91cb-4d2b-8b1e-a09f321b2262 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:34:53.332246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (3f9c4e0a-d1cc-4bf0-b222-713c0e18902e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.339246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:53.339897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.357739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Network': ['ID=fef7e2de-6492-4a9a-b641-7f28ca7d756e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:53.416490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network fef7e2de-6492-4a9a-b641-7f28ca7d756e details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:53.430074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-366bab41-42b2-4b44-8041-c03506bb0cd1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.431520 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-366bab41-42b2-4b44-8041-c03506bb0cd1 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/d302ad2e-91cb-4d2b-8b1e-a09f321b2262 HTTP/1.1" status: 204 len: 168 time: 0.9860113 Apr 06 14:34:53.452753 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-656dd99a-4036-491b-9162-b9187f1337e3 tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3401663 Apr 06 14:34:53.452753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42386) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:53.452753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42388) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:53.502578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ad05be3b-1951-4b15-89f7-75f03baf699d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:53.552583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.648544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.0271919 Apr 06 14:34:53.662274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Publish callbacks [] for port (3da85aed-aab0-4653-a5e4-6637b814a831), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.666815 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.services.revisions.revision_plugin [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Could not find related port for resource to bump revision. Apr 06 14:34:53.682248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42394) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:53.697307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'subnet': {'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:53.703681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7724141-863b-4537-a9b4-465593183981 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'Network': ['ID=3f9c4e0a-d1cc-4bf0-b222-713c0e18902e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:53.720427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:53.746586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_pluggable_backend [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Port 19dae7cc-8c0b-4f4f-bccb-9e40ac167035 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104442) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 06 14:34:53.747271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_pluggable_backend [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Reverting IP allocation for 2001:db8::f816:3eff:fe85:7d23 {{(pid=104442) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 06 14:34:53.760891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (939cbd7e-5c0f-4ca2-b349-1220edfe7609), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.788268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.827254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.841624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e406120a-5cef-448f-a59e-0cd0ad300e1c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet 0acff9c4-e68e-4ccb-bfa7-c814b09918af {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:53.853394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e406120a-5cef-448f-a59e-0cd0ad300e1c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (0acff9c4-e68e-4ccb-bfa7-c814b09918af), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.864776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:53.871010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=939cbd7e-5c0f-4ca2-b349-1220edfe7609,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:53.876146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:53.880224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:53.880829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.903648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.907640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Network 997fa151-63c9-4ce1-8783-8d3ea083c568 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:53.907998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Made reservation on behalf of c0d0e453ab144990bd0464ba4dc0aa09 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:53.910098 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42398) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:53.910803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:53.933075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5a5f8-7755-4aa7-99f4-dc937dad896f None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:53.935430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Pushing event updated for resources: {'Port': ['ID=3da85aed-aab0-4653-a5e4-6637b814a831,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:53.941659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:53.954262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:54.043586 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8942f2c1-7274-4039-82b7-a16bffc169d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7865784 Apr 06 14:34:54.044241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42402) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.054462 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:7b:9d:f1', 'name': 'tempest-NetworksTestDHCPv6-1021100805'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:54.139052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Attempting to bind port 3da85aed-aab0-4653-a5e4-6637b814a831 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:54.142689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Attempting to bind port 3da85aed-aab0-4653-a5e4-6637b814a831 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:54.142689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Attempting to bind port 3da85aed-aab0-4653-a5e4-6637b814a831 on network 997fa151-63c9-4ce1-8783-8d3ea083c568 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:54.143426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c521d1b6-b1c1-43da-80b1-faa05a92c89f tempest-DvrRoutersNegativeTest-926771407 tempest-DvrRoutersNegativeTest-926771407-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1447053733', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:54.146757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.policy [None req-c521d1b6-b1c1-43da-80b1-faa05a92c89f tempest-DvrRoutersNegativeTest-926771407 tempest-DvrRoutersNegativeTest-926771407-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104442) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 06 14:34:54.147088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.policy [None req-c521d1b6-b1c1-43da-80b1-faa05a92c89f tempest-DvrRoutersNegativeTest-926771407 tempest-DvrRoutersNegativeTest-926771407-project] Failed policy check for 'create_router' {{(pid=104442) enforce /opt/stack/neutron/neutron/policy.py:524}} Apr 06 14:34:54.147631 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-c521d1b6-b1c1-43da-80b1-faa05a92c89f tempest-DvrRoutersNegativeTest-926771407 tempest-DvrRoutersNegativeTest-926771407-project] create failed (client error): Access was denied to this resource. Apr 06 14:34:54.148644 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c521d1b6-b1c1-43da-80b1-faa05a92c89f tempest-DvrRoutersNegativeTest-926771407 tempest-DvrRoutersNegativeTest-926771407-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2375948 Apr 06 14:34:54.153351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '939cbd7e-5c0f-4ca2-b349-1220edfe7609'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:54.154786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.171515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:54.171944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Checking segment: {'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:54.172336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.173910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Bound using segment: {'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:54.175100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Bound port: 3da85aed-aab0-4653-a5e4-6637b814a831, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:54.175100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.307415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:54.333605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a379f8ee-b368-44c8-a111-80c96469e0ed up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:54.350154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:54.398822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] For port 3da85aed-aab0-4653-a5e4-6637b814a831, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:54.430797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e406120a-5cef-448f-a59e-0cd0ad300e1c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (0acff9c4-e68e-4ccb-bfa7-c814b09918af), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.446323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] For port 3da85aed-aab0-4653-a5e4-6637b814a831, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3da85aed-aab0-4653-a5e4-6637b814a831,segment=NetworkSegment(23562021-8f3a-4bdf-b80e-39851ed671e1),segment_id=23562021-8f3a-4bdf-b80e-39851ed671e1)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:54.470535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Allocated IP 2001:db8::f816:3eff:fea5:bda3 (935059ea-209c-494a-9703-5e88684a95b4/939cbd7e-5c0f-4ca2-b349-1220edfe7609/23657269-5904-4c05-999a-35d58965b3af) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:54.476778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port a379f8ee-b368-44c8-a111-80c96469e0ed triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:54.477160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.480562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.515163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port f19baa32-4db8-4901-8918-4b61726a43bd yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:54.528465 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:54.554427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Sync routers for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:54.563852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.568954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ad05be3b-1951-4b15-89f7-75f03baf699d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (fef7e2de-6492-4a9a-b641-7f28ca7d756e), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.573635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e406120a-5cef-448f-a59e-0cd0ad300e1c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (0acff9c4-e68e-4ccb-bfa7-c814b09918af), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.624729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:54.625416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:54.681499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.682877 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-45b70856-09f2-4fd8-bdd0-332eaffcf550 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0237958 Apr 06 14:34:54.690089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42408) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.734456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ad05be3b-1951-4b15-89f7-75f03baf699d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (fef7e2de-6492-4a9a-b641-7f28ca7d756e), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.766051 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab887115-4af3-4eb5-9566-4b0a26ea588a None None] Pushing event updated for resources: {'Port': ['ID=3da85aed-aab0-4653-a5e4-6637b814a831,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:54.794504 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42412) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.833006 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad05be3b-1951-4b15-89f7-75f03baf699d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Network fef7e2de-6492-4a9a-b641-7f28ca7d756e is not hosted by any dhcp agent {{(pid=104443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:34:54.833946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad05be3b-1951-4b15-89f7-75f03baf699d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:54.834548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ad05be3b-1951-4b15-89f7-75f03baf699d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:54.835918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ad05be3b-1951-4b15-89f7-75f03baf699d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "PUT /v2.0/networks/fef7e2de-6492-4a9a-b641-7f28ca7d756e HTTP/1.1" status: 200 len: 859 time: 1.3437943 Apr 06 14:34:54.838944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42416) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:54.908662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port a379f8ee-b368-44c8-a111-80c96469e0ed is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:54.956739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:55.009314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e406120a-5cef-448f-a59e-0cd0ad300e1c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (0acff9c4-e68e-4ccb-bfa7-c814b09918af), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.021933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Publish callbacks [] for port (23657269-5904-4c05-999a-35d58965b3af), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.041573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e28f8cce-66a4-423c-8921-a34571683bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.053754 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-35e59616-89a5-4b18-8bd1-40fa4b0d8641 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3656418 Apr 06 14:34:55.062091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42418) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.077644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406120a-5cef-448f-a59e-0cd0ad300e1c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=0acff9c4-e68e-4ccb-bfa7-c814b09918af,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:55.120109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f805e-7966-4256-9af5-5ed6490dd304 None None] Network 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:55.122320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e406120a-5cef-448f-a59e-0cd0ad300e1c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.125610 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e406120a-5cef-448f-a59e-0cd0ad300e1c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/0acff9c4-e68e-4ccb-bfa7-c814b09918af HTTP/1.1" status: 204 len: 168 time: 1.6353281 Apr 06 14:34:55.128974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42420) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.134504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05be3b-1951-4b15-89f7-75f03baf699d tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event updated for resources: {'Network': ['ID=fef7e2de-6492-4a9a-b641-7f28ca7d756e,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:55.169176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (23657269-5904-4c05-999a-35d58965b3af), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.265505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177a86e-7c12-46da-9937-03644fff0688 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:55.265993 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177a86e-7c12-46da-9937-03644fff0688 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:55.266729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177a86e-7c12-46da-9937-03644fff0688 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:55.268630 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1177a86e-7c12-46da-9937-03644fff0688 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 2201 time: 0.1980107 Apr 06 14:34:55.275214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42422) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.323628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (fef7e2de-6492-4a9a-b641-7f28ca7d756e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.358926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.22.0.1 (997fa151-63c9-4ce1-8783-8d3ea083c568/a713aa26-007c-44cd-b18f-e0ee028da636/d3460204-0099-4845-abea-d0f9d74f3d5e) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:55.419700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (31f6ae14-3042-49a0-a1ee-f1a41d1f4173), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.526068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:55.527347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Pushing event updated for resources: {'Port': ['ID=23657269-5904-4c05-999a-35d58965b3af,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:55.540082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:55.548979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:55.574998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2b948-9293-4113-b90c-d8a892256d70 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:55.577456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-78c2b948-9293-4113-b90c-d8a892256d70 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=3f9c4e0a-d1cc-4bf0-b222-713c0e18902e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2944355 Apr 06 14:34:55.629132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42424) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.686928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:fe7b:9df1 (935059ea-209c-494a-9703-5e88684a95b4/939cbd7e-5c0f-4ca2-b349-1220edfe7609/f19baa32-4db8-4901-8918-4b61726a43bd) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:55.726851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Attempting to bind port 23657269-5904-4c05-999a-35d58965b3af on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:55.727543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Attempting to bind port 23657269-5904-4c05-999a-35d58965b3af by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:55.728018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Attempting to bind port 23657269-5904-4c05-999a-35d58965b3af on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:55.740505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:55.741097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:55.741718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.742328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:55.743294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Bound port: 23657269-5904-4c05-999a-35d58965b3af, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:55.743702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (23657269-5904-4c05-999a-35d58965b3af), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.761209 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2cdc8fbc-3555-472e-af40-c3a265dc2671 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292756 Apr 06 14:34:55.767794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42426) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.787463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:34:52Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.805658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] DHCP port deletion for 31f6ae14-3042-49a0-a1ee-f1a41d1f4173 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:34:55.824422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (fef7e2de-6492-4a9a-b641-7f28ca7d756e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.850844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef7e2de-6492-4a9a-b641-7f28ca7d756e']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.864376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94877f7-fd50-466e-96c2-c9b026048890') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.864762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94877f7-fd50-466e-96c2-c9b026048890') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:55.867377 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8c1dc35d-870d-43aa-84ee-7606b823c6fe tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=fef7e2de-6492-4a9a-b641-7f28ca7d756e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0917785 Apr 06 14:34:55.877776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (b94877f7-fd50-466e-96c2-c9b026048890), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.881814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42428) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:55.891426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Checking router: 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:55.892272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Updating router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 port 88609b36-80b4-4c6f-8653-d8209dfddb0d binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:55.899492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b94877f7-fd50-466e-96c2-c9b026048890), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.911450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:55.911859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (b94877f7-fd50-466e-96c2-c9b026048890), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:55.999583 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-46ed164c-abc2-4091-8281-aeca8c08f0a0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1148353 Apr 06 14:34:56.016752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.018674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42430) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:56.030425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.048037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e28f8cce-66a4-423c-8921-a34571683bbf admin admin] Publish callbacks [] for security_group (a4567871-1768-42c3-b100-6c038fffc21e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.058074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 5a091dfe-3f73-4695-9afd-297bbf1668a3 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:56.058540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:56.071071 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:56.076089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] For port 23657269-5904-4c05-999a-35d58965b3af, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:56.083023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (fef7e2de-6492-4a9a-b641-7f28ca7d756e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.092886 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fef7e2de-6492-4a9a-b641-7f28ca7d756e {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:34:56.097771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.102575 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] 10.222.0.71 "DELETE /v2.0/networks/fef7e2de-6492-4a9a-b641-7f28ca7d756e HTTP/1.1" status: 204 len: 168 time: 1.2616918 Apr 06 14:34:56.118158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42432) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:56.123627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] For port 23657269-5904-4c05-999a-35d58965b3af, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=23657269-5904-4c05-999a-35d58965b3af,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:56.153947 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e28f8cce-66a4-423c-8921-a34571683bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (a4567871-1768-42c3-b100-6c038fffc21e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.192847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa697e39-d94b-40ad-83c6-fd596be108ab tempest-ExternalNetworksTestJSON-873337125 tempest-ExternalNetworksTestJSON-873337125-project-admin] Pushing event deleted for resources: {'Network': ['ID=fef7e2de-6492-4a9a-b641-7f28ca7d756e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:56.212463 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e97529-c450-4ce3-a5c5-61165a20f04e tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] DELETE failed (client error): The resource could not be found. Apr 06 14:34:56.213018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e97529-c450-4ce3-a5c5-61165a20f04e tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:34:56.217312 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a7e97529-c450-4ce3-a5c5-61165a20f04e tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] 10.222.0.71 "DELETE /v2.0/subnets/22de7149-394e-46b2-81c5-f1de26eb3a06 HTTP/1.1" status: 404 len: 337 time: 0.0881271 Apr 06 14:34:56.271332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42434) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:56.299618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16b8be-02d0-4a18-b8b9-08a459a2c253 None None] Network 997fa151-63c9-4ce1-8783-8d3ea083c568 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:56.316953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (23657269-5904-4c05-999a-35d58965b3af), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.373011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] Deleting port 5a091dfe-3f73-4695-9afd-297bbf1668a3 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:56.373826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.446489 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e28f8cce-66a4-423c-8921-a34571683bbf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=338d4d4e165c4fbc951470dfef749809&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6506166 Apr 06 14:34:56.455046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42436) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:56.482365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f8cce-66a4-423c-8921-a34571683bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4567871-1768-42c3-b100-6c038fffc21e,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:56.536439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (5b4c4755-2286-45b5-a9b3-25d438e56c56), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.545735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3da85aed-aab0-4653-a5e4-6637b814a831 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:56.635350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port 5a091dfe-3f73-4695-9afd-297bbf1668a3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a091dfe-3f73-4695-9afd-297bbf1668a3,segment=NetworkSegment(cccc1975-7c95-42c4-8f35-9360e566f176),segment_id=cccc1975-7c95-42c4-8f35-9360e566f176)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:56.636251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.642229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:34:56.644526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (e41561ce-51d5-4e16-b8f0-45a4ad04bfc3), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.712984 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ea26e-4992-4374-9e98-f957490c788a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:56.713917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ea26e-4992-4374-9e98-f957490c788a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:56.714711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ea26e-4992-4374-9e98-f957490c788a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:56.722891 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9c2ea26e-4992-4374-9e98-f957490c788a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 2239 time: 0.6976535 Apr 06 14:34:56.723553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (5b4c4755-2286-45b5-a9b3-25d438e56c56), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.740688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-227391eb-0601-40b0-bf09-21cd4d9c61cc None None] Provisioning complete for port 3da85aed-aab0-4653-a5e4-6637b814a831 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:56.741229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-227391eb-0601-40b0-bf09-21cd4d9c61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.751553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4c4755-2286-45b5-a9b3-25d438e56c56']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:56.757097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42438) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:56.761130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 5a091dfe-3f73-4695-9afd-297bbf1668a3 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:56.777412 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd093dc0c-bc11-40bb-b777-7018081c49a7') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:56.777899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd093dc0c-bc11-40bb-b777-7018081c49a7') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:56.780846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba77802-aa89-4ced-b8d7-494e2ff36439 admin admin] Publish callbacks [] for security_group (a4567871-1768-42c3-b100-6c038fffc21e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.785970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (f19baa32-4db8-4901-8918-4b61726a43bd), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.804265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (d093dc0c-bc11-40bb-b777-7018081c49a7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.843638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba77802-aa89-4ced-b8d7-494e2ff36439 admin admin] Publish callbacks [] for security_group (a4567871-1768-42c3-b100-6c038fffc21e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.853266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d093dc0c-bc11-40bb-b777-7018081c49a7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.868762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.869049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:56.869511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (d093dc0c-bc11-40bb-b777-7018081c49a7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:56.877708 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:56.899650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e41561ce-51d5-4e16-b8f0-45a4ad04bfc3,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:56.975883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Publish callbacks [] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.040327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba68e0-cd5b-4ef0-affe-2c967d4c061a None None] Pushing event updated for resources: {'Port': ['ID=23657269-5904-4c05-999a-35d58965b3af,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:57.104028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] For port 5a091dfe-3f73-4695-9afd-297bbf1668a3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a091dfe-3f73-4695-9afd-297bbf1668a3,segment=NetworkSegment(cccc1975-7c95-42c4-8f35-9360e566f176),segment_id=cccc1975-7c95-42c4-8f35-9360e566f176)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:57.104491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.109629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.133606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f19baa32-4db8-4901-8918-4b61726a43bd), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.138235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba77802-aa89-4ced-b8d7-494e2ff36439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (a4567871-1768-42c3-b100-6c038fffc21e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.142135 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba77802-aa89-4ced-b8d7-494e2ff36439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.143380 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dba77802-aa89-4ced-b8d7-494e2ff36439 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4567871-1768-42c3-b100-6c038fffc21e HTTP/1.1" status: 204 len: 168 time: 0.6845222 Apr 06 14:34:57.150168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (5b4c4755-2286-45b5-a9b3-25d438e56c56), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.172114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.177155 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] 10.222.0.71 "DELETE /v2.0/networks/5b4c4755-2286-45b5-a9b3-25d438e56c56 HTTP/1.1" status: 204 len: 168 time: 0.9030752 Apr 06 14:34:57.197430 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dd62957b-4725-4785-9eae-8e32f70d245a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=3f9c4e0a-d1cc-4bf0-b222-713c0e18902e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3180661 Apr 06 14:34:57.200062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 997fa151-63c9-4ce1-8783-8d3ea083c568 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:57.206027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42444) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.267135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257b48f-833a-44ca-b2f2-790bf25a2108 None None] Pushing event updated for resources: {'Port': ['ID=88609b36-80b4-4c6f-8653-d8209dfddb0d,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:57.316427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba77802-aa89-4ced-b8d7-494e2ff36439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4567871-1768-42c3-b100-6c038fffc21e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:57.316668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:57.329400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b279a-2339-473d-b7ec-f7789a9a25df tempest-ExternalNetworksTestJSON-119737144 tempest-ExternalNetworksTestJSON-119737144-project] Pushing event deleted for resources: {'Network': ['ID=5b4c4755-2286-45b5-a9b3-25d438e56c56,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:57.332015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] Calling delete_port for 5a091dfe-3f73-4695-9afd-297bbf1668a3 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:57.336827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:57.340948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:57.349372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:57.350604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:57.356182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=d3460204-0099-4845-abea-d0f9d74f3d5e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:57.357485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:57.357981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.361866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Checking segment: {'id': '59c21075-4d0b-4526-8abf-daa194dcfd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:57.361866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Network hostable DHCP agents. Network: 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:57.365159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-93956495-1091-4d80-87e4-bb0314ae95fb tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1484923 Apr 06 14:34:57.370590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42446) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.391782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=f19baa32-4db8-4901-8918-4b61726a43bd,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:57.413194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Attempting to bind port 88609b36-80b4-4c6f-8653-d8209dfddb0d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:57.413590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Attempting to bind port 88609b36-80b4-4c6f-8653-d8209dfddb0d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:57.413945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Attempting to bind port 88609b36-80b4-4c6f-8653-d8209dfddb0d on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:57.424922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:57.429840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:57.430482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.431326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:57.432154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Bound port: 88609b36-80b4-4c6f-8653-d8209dfddb0d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:57.432720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.437196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3da85aed-aab0-4653-a5e4-6637b814a831 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:57.438347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.481446 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-89b092cf-b6eb-4feb-b86e-e230e25638b6 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=fef7e2de-6492-4a9a-b641-7f28ca7d756e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040983 Apr 06 14:34:57.481446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42448) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.484364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1684647738', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:57.527427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.598897 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5fcf89df-c39e-4fad-94b9-02bf14ca7156 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5403497 Apr 06 14:34:57.604005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42450) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.613652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.621940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:57.650541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-227391eb-0601-40b0-bf09-21cd4d9c61cc None None] Current status of the port 3da85aed-aab0-4653-a5e4-6637b814a831 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:57.651208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-227391eb-0601-40b0-bf09-21cd4d9c61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.671790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] For port 88609b36-80b4-4c6f-8653-d8209dfddb0d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:57.692272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0a354-0f93-41a3-a8c4-83777119d6a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:57.697908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0a354-0f93-41a3-a8c4-83777119d6a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:57.702156 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ffb0a354-0f93-41a3-a8c4-83777119d6a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0946040 Apr 06 14:34:57.702417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42454) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.728314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] For port 88609b36-80b4-4c6f-8653-d8209dfddb0d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=88609b36-80b4-4c6f-8653-d8209dfddb0d,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:57.734546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-227391eb-0601-40b0-bf09-21cd4d9c61cc None None] For port 3da85aed-aab0-4653-a5e4-6637b814a831, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3da85aed-aab0-4653-a5e4-6637b814a831,segment=NetworkSegment(23562021-8f3a-4bdf-b80e-39851ed671e1),segment_id=23562021-8f3a-4bdf-b80e-39851ed671e1)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:57.759409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (5a091dfe-3f73-4695-9afd-297bbf1668a3), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.771393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=5a091dfe-3f73-4695-9afd-297bbf1668a3,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:57.774816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No DVR routers for this DVR port 5a091dfe-3f73-4695-9afd-297bbf1668a3 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:57.825629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] Pushing event deleted for resources: {'Port': ['ID=5a091dfe-3f73-4695-9afd-297bbf1668a3,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:57.858808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:57.869990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87a7db-8a81-4f91-85af-0c10d14e4f22 None None] No DVR routers for this DVR port 5a091dfe-3f73-4695-9afd-297bbf1668a3 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:34:57.874534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.884519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.910598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-227391eb-0601-40b0-bf09-21cd4d9c61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.930736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3da85aed-aab0-4653-a5e4-6637b814a831 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:57.938247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.956068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42460) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:57.966209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:57.978114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:57.978114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:57.997481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480ed0b3-ddbd-4006-9a31-35c83ac094d2 None None] Network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:58.055367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (31f6ae14-3042-49a0-a1ee-f1a41d1f4173), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.115525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-674e64c4-b57b-4e4c-bba1-c0621f7a061f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port f19baa32-4db8-4901-8918-4b61726a43bd {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:34:58.115871 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674e64c4-b57b-4e4c-bba1-c0621f7a061f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f19baa32-4db8-4901-8918-4b61726a43bd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.203822 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9b443828-64c8-40b1-baaf-9e221f1bfe92 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5077221 Apr 06 14:34:58.219629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42468) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.248323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1355765478', 'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:58.256793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f6ae14-3042-49a0-a1ee-f1a41d1f4173']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:58.268614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.277481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257b48f-833a-44ca-b2f2-790bf25a2108 None None] Pushing event updated for resources: {'Port': ['ID=88609b36-80b4-4c6f-8653-d8209dfddb0d,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.284742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:34:58.292274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:34:58.292274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-adb491ce-a6cb-4365-b935-50a621b22384 None None] Provisioning complete for port d3460204-0099-4845-abea-d0f9d74f3d5e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:58.292274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-adb491ce-a6cb-4365-b935-50a621b22384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.292274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:58.292274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:58.305853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccc1975-7c95-42c4-8f35-9360e566f176') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:58.307356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccc1975-7c95-42c4-8f35-9360e566f176') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:58.360384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (cccc1975-7c95-42c4-8f35-9360e566f176), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.372951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674e64c4-b57b-4e4c-bba1-c0621f7a061f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f19baa32-4db8-4901-8918-4b61726a43bd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.388291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-674e64c4-b57b-4e4c-bba1-c0621f7a061f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for f19baa32-4db8-4901-8918-4b61726a43bd owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:34:58.458158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Made reservation on behalf of c0d0e453ab144990bd0464ba4dc0aa09 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:58.460435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.479303 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3c2529dc-8bdb-4f31-9225-18e145f5c109 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e54016be438e4021ae8d242a1e4f7562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211022 Apr 06 14:34:58.487567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42472) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.497144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (cccc1975-7c95-42c4-8f35-9360e566f176), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.497266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] device_id is not set on port bf4b2811-5320-4de8-a14d-f6be6387e9a1 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:34:58.556062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:58.556550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (cccc1975-7c95-42c4-8f35-9360e566f176), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:58.559705 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:58.683790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-adb491ce-a6cb-4365-b935-50a621b22384 None None] Port d3460204-0099-4845-abea-d0f9d74f3d5e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:58.689975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Allocated IP 172.20.0.7 (3f9c4e0a-d1cc-4bf0-b222-713c0e18902e/e41561ce-51d5-4e16-b8f0-45a4ad04bfc3/bf4b2811-5320-4de8-a14d-f6be6387e9a1) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:58.699217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227391eb-0601-40b0-bf09-21cd4d9c61cc None None] Pushing event updated for resources: {'Port': ['ID=3da85aed-aab0-4653-a5e4-6637b814a831,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.731347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (bdf83bf5-3213-426a-bbec-a8a637500fc5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.743030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa5645-ab18-423e-b61b-7d5743572c1b None None] Network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:58.752374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c28b445c-3639-4112-894c-8539b6e5a76a admin admin] Publish callbacks [] for security_group (1db5f34a-4576-4475-a8e3-8676f2262b0c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.792730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c28b445c-3639-4112-894c-8539b6e5a76a admin admin] Publish callbacks [] for security_group (1db5f34a-4576-4475-a8e3-8676f2262b0c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.852977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (31f6ae14-3042-49a0-a1ee-f1a41d1f4173), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.857441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.866739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/31f6ae14-3042-49a0-a1ee-f1a41d1f4173 HTTP/1.1" status: 204 len: 168 time: 3.7289808 Apr 06 14:34:58.878538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42480) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:58.886235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1259022706', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:58.888228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-adb491ce-a6cb-4365-b935-50a621b22384 None None] Provisioning complete for port 3da85aed-aab0-4653-a5e4-6637b814a831 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:58.888665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-adb491ce-a6cb-4365-b935-50a621b22384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:58.921574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4cc35-d37a-4cad-be41-9261fdc387f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=31f6ae14-3042-49a0-a1ee-f1a41d1f4173,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.949138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=bdf83bf5-3213-426a-bbec-a8a637500fc5,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:58.957862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:58.992269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:58.992269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: 6fe15972-769a-47ad-b807-182715bb80a0, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:59.035920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.049540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c28b445c-3639-4112-894c-8539b6e5a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1db5f34a-4576-4475-a8e3-8676f2262b0c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.053394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c28b445c-3639-4112-894c-8539b6e5a76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.060898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3da85aed-aab0-4653-a5e4-6637b814a831 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:59.061387 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c28b445c-3639-4112-894c-8539b6e5a76a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1db5f34a-4576-4475-a8e3-8676f2262b0c HTTP/1.1" status: 204 len: 168 time: 0.5593667 Apr 06 14:34:59.085578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b445c-3639-4112-894c-8539b6e5a76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db5f34a-4576-4475-a8e3-8676f2262b0c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:59.099593 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674e64c4-b57b-4e4c-bba1-c0621f7a061f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f19baa32-4db8-4901-8918-4b61726a43bd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.134014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42486) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.147908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 6fe15972-769a-47ad-b807-182715bb80a0 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:59.151580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (b79085fa-2e6e-4348-8993-137e65b1f2d6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.152633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (b79085fa-2e6e-4348-8993-137e65b1f2d6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.156213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e64c4-b57b-4e4c-bba1-c0621f7a061f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=f19baa32-4db8-4901-8918-4b61726a43bd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:59.173614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a091dfe-3f73-4695-9afd-297bbf1668a3 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:59.176324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.196367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for port (bf4b2811-5320-4de8-a14d-f6be6387e9a1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.204148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674e64c4-b57b-4e4c-bba1-c0621f7a061f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.212932 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-674e64c4-b57b-4e4c-bba1-c0621f7a061f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/f19baa32-4db8-4901-8918-4b61726a43bd HTTP/1.1" status: 204 len: 168 time: 1.5091965 Apr 06 14:34:59.223894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42490) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.248265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-adb491ce-a6cb-4365-b935-50a621b22384 None None] Current status of the port 3da85aed-aab0-4653-a5e4-6637b814a831 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:59.260898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 5a091dfe-3f73-4695-9afd-297bbf1668a3 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:59.261364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a091dfe-3f73-4695-9afd-297bbf1668a3 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:59.346255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 6fe15972-769a-47ad-b807-182715bb80a0) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:59.359099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a805c-eeef-40a7-84b2-c9f44f05ddee None None] Network 6fe15972-769a-47ad-b807-182715bb80a0 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:59.369049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:59.369939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.378499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (b79085fa-2e6e-4348-8993-137e65b1f2d6), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.396749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.420022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646abaa4-a771-4dd9-a50f-2a0a59cffd6a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:59.420298 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646abaa4-a771-4dd9-a50f-2a0a59cffd6a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:59.421825 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-646abaa4-a771-4dd9-a50f-2a0a59cffd6a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1950569 Apr 06 14:34:59.429628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b882a525-a53f-46f2-adcf-e9f7b99cb068 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:59.430760 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-b882a525-a53f-46f2-adcf-e9f7b99cb068 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 14:34:59.430760 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-b882a525-a53f-46f2-adcf-e9f7b99cb068 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:34:59.432703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42492) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.438781 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b882a525-a53f-46f2-adcf-e9f7b99cb068 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3036156 Apr 06 14:34:59.444750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42494) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.480738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Could not find standard attr ID for object f19baa32-4db8-4901-8918-4b61726a43bd. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:34:59.514942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--520730191'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:59.568319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Provisioning complete for port d3460204-0099-4845-abea-d0f9d74f3d5e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:59.568743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.593834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-033a1c10-61ad-415b-97d3-24c4cdcd2293 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 939cbd7e-5c0f-4ca2-b349-1220edfe7609 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:59.599548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-033a1c10-61ad-415b-97d3-24c4cdcd2293 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (939cbd7e-5c0f-4ca2-b349-1220edfe7609), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.628318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:34:52Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:59.645978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=d3460204-0099-4845-abea-d0f9d74f3d5e,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:59.672236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3da85aed-aab0-4653-a5e4-6637b814a831 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:59.683694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bf4b2811-5320-4de8-a14d-f6be6387e9a1), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.691380 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b6b244cc-777d-4ca0-bc29-289ef6cf4a95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2116783 Apr 06 14:34:59.692599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42496) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:59.708609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network 997fa151-63c9-4ce1-8783-8d3ea083c568 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:59.744322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-6fe15972-769a-47ad-b807-182715bb80a0', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:59.745293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.752074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:59.755887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Port d3460204-0099-4845-abea-d0f9d74f3d5e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:59.758433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10cbe24-e995-4b94-a9ea-45a418d44141 None None] The sync data for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv is: [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:34:52Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:59.758776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_gateway (b79085fa-2e6e-4348-8993-137e65b1f2d6), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.788467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.810306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:59.817542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-033a1c10-61ad-415b-97d3-24c4cdcd2293 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (939cbd7e-5c0f-4ca2-b349-1220edfe7609), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.828907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Provisioning complete for port 23657269-5904-4c05-999a-35d58965b3af triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:59.829284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (23657269-5904-4c05-999a-35d58965b3af), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.831256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:59.868770 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:59.881342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:59.944770 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'Port': ['ID=bf4b2811-5320-4de8-a14d-f6be6387e9a1,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:00.041160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:00.041780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.078588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3da85aed-aab0-4653-a5e4-6637b814a831 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:00.082191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.170836 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-033a1c10-61ad-415b-97d3-24c4cdcd2293 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (939cbd7e-5c0f-4ca2-b349-1220edfe7609), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.209337 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2c280f1c-7020-4aef-aed4-998f67498dd4 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9882596 Apr 06 14:35:00.210326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42500) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:00.214887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Allocated IP 172.20.0.18 (6fe15972-769a-47ad-b807-182715bb80a0/bdf83bf5-3213-426a-bbec-a8a637500fc5/3916df7a-6da6-4f34-9d38-12e0518d81a1) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:00.277174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42502) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:00.418792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Current status of the port 23657269-5904-4c05-999a-35d58965b3af is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:00.419636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (23657269-5904-4c05-999a-35d58965b3af), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.421036 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-24411f13-2d1f-4f6a-b624-a5c994584916 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=510c0480aa67424b95ae1e6f7b0c5e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386909 Apr 06 14:35:00.422108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3da85aed-aab0-4653-a5e4-6637b814a831 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:00.423254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 23657269-5904-4c05-999a-35d58965b3af up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:00.423618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42504) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:00.524199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 23657269-5904-4c05-999a-35d58965b3af triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:00.524589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (23657269-5904-4c05-999a-35d58965b3af), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.607337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-033a1c10-61ad-415b-97d3-24c4cdcd2293 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (939cbd7e-5c0f-4ca2-b349-1220edfe7609), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.622762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:00.623137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:00.667957 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8d829c51-8aa8-4441-b6b5-02149873e1b7 admin admin] Publish callbacks [] for security_group (19f4a6db-fd23-4769-9fa3-f9a0e8e8c574), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.673091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49171bd-c3df-4f9d-8b2f-29d5aaf466f3 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:00.690883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-033a1c10-61ad-415b-97d3-24c4cdcd2293 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.699402 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-033a1c10-61ad-415b-97d3-24c4cdcd2293 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/939cbd7e-5c0f-4ca2-b349-1220edfe7609 HTTP/1.1" status: 204 len: 168 time: 1.2653272 Apr 06 14:35:00.703743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-964a2353-6363-4466-ab84-79dca48ac30c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Deleting port bf4b2811-5320-4de8-a14d-f6be6387e9a1 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:00.704374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-964a2353-6363-4466-ab84-79dca48ac30c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bf4b2811-5320-4de8-a14d-f6be6387e9a1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.708693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42506) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:00.730242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a1c10-61ad-415b-97d3-24c4cdcd2293 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=939cbd7e-5c0f-4ca2-b349-1220edfe7609,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:00.738323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:00.815538 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-12a09852-13fe-4505-b8a1-400c03854cac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037135 Apr 06 14:35:00.819722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42508) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:00.833212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:00.844637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 23657269-5904-4c05-999a-35d58965b3af is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:00.845195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (23657269-5904-4c05-999a-35d58965b3af), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.847241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Publish callbacks [] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.867834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8d829c51-8aa8-4441-b6b5-02149873e1b7 admin admin] Publish callbacks [] for security_group (19f4a6db-fd23-4769-9fa3-f9a0e8e8c574), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.887055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_gateway (b79085fa-2e6e-4348-8993-137e65b1f2d6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.904989 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 23657269-5904-4c05-999a-35d58965b3af, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=23657269-5904-4c05-999a-35d58965b3af,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:00.919381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (1853b942-fa54-441e-997b-2b4b95486b10), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.947231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.963976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:00.979982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:00.989194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6beacbc5-1b51-448b-8d9b-3f1bb97e7498 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5315325 Apr 06 14:35:00.989417 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42510) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:00.995752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1045621575'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:00.996426 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:01.021543 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:01.022189 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:01.023852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:01.032092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (23657269-5904-4c05-999a-35d58965b3af), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.061669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Pushing event updated for resources: {'Port': ['ID=3916df7a-6da6-4f34-9d38-12e0518d81a1,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:01.093355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1853b942-fa54-441e-997b-2b4b95486b10), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.129148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-964a2353-6363-4466-ab84-79dca48ac30c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bf4b2811-5320-4de8-a14d-f6be6387e9a1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.158755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-964a2353-6363-4466-ab84-79dca48ac30c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Calling delete_port for bf4b2811-5320-4de8-a14d-f6be6387e9a1 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:01.181288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=23657269-5904-4c05-999a-35d58965b3af,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:01.196510 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:01.201988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8d829c51-8aa8-4441-b6b5-02149873e1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (19f4a6db-fd23-4769-9fa3-f9a0e8e8c574), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.205302 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8d829c51-8aa8-4441-b6b5-02149873e1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.207606 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8d829c51-8aa8-4441-b6b5-02149873e1b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/19f4a6db-fd23-4769-9fa3-f9a0e8e8c574 HTTP/1.1" status: 204 len: 168 time: 0.7828453 Apr 06 14:35:01.214397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1853b942-fa54-441e-997b-2b4b95486b10,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:01.217971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Network 6fe15972-769a-47ad-b807-182715bb80a0 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:01.224422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:01.232092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:01.255744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:01.261222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.306706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-58182eaf-5fe8-48d4-b282-bf10f6994521 None None] Current status of the port 23657269-5904-4c05-999a-35d58965b3af is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:01.367180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Attempting to bind port 3916df7a-6da6-4f34-9d38-12e0518d81a1 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:01.367556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Attempting to bind port 3916df7a-6da6-4f34-9d38-12e0518d81a1 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:01.367927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Attempting to bind port 3916df7a-6da6-4f34-9d38-12e0518d81a1 on network 6fe15972-769a-47ad-b807-182715bb80a0 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:01.378043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:01.379069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Checking segment: {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:01.379492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.379839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Bound using segment: {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:01.380327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Bound port: 3916df7a-6da6-4f34-9d38-12e0518d81a1, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:01.380718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.384528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:01.395668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] Deleting port 23657269-5904-4c05-999a-35d58965b3af {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:01.396345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (23657269-5904-4c05-999a-35d58965b3af), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.417120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f013a659-d6c2-432f-97da-7b636b07e1f3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.417752 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added segment f013a659-d6c2-432f-97da-7b636b07e1f3 of type vlan for network eb808ddc-f226-445b-ac71-3ece639efe80 Apr 06 14:35:01.489344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 88609b36-80b4-4c6f-8653-d8209dfddb0d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:01.498384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (eb808ddc-f226-445b-ac71-3ece639efe80), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.522322 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:34:58Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:01.531235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (161a5817-f882-4989-863e-03e3dc33e242), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.561629 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:01.562157 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Updating router 9e054247-8e83-40e7-846f-0beeb2b0fa38 port d3460204-0099-4845-abea-d0f9d74f3d5e binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:01.601140 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.620442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d61b1903-7738-489a-8641-c825b1a0239f None None] Provisioning complete for port d3460204-0099-4845-abea-d0f9d74f3d5e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:01.621290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d61b1903-7738-489a-8641-c825b1a0239f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.632029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] For port 23657269-5904-4c05-999a-35d58965b3af, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=23657269-5904-4c05-999a-35d58965b3af,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:01.632814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (23657269-5904-4c05-999a-35d58965b3af), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.661565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (eb808ddc-f226-445b-ac71-3ece639efe80), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.666497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] For port 3916df7a-6da6-4f34-9d38-12e0518d81a1, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:01.669048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:01.669709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.680447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] Calling delete_port for 23657269-5904-4c05-999a-35d58965b3af owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:01.698907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] For port 3916df7a-6da6-4f34-9d38-12e0518d81a1, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3916df7a-6da6-4f34-9d38-12e0518d81a1,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:01.752040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 88609b36-80b4-4c6f-8653-d8209dfddb0d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:01.752718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.756190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d61b1903-7738-489a-8641-c825b1a0239f None None] Port d3460204-0099-4845-abea-d0f9d74f3d5e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:01.763215 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7727096 Apr 06 14:35:01.764548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42514) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:01.772009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (161a5817-f882-4989-863e-03e3dc33e242), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.787182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'subnet': {'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:01.793628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.865745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afb0ef-c25a-4185-b484-a58463438ea7 None None] Pushing event updated for resources: {'Port': ['ID=3916df7a-6da6-4f34-9d38-12e0518d81a1,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.002275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:02.011135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb3865-43c3-46df-8f0d-3ff6920213ca tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Network': ['ID=eb808ddc-f226-445b-ac71-3ece639efe80,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.012082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.020228 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829c51-8aa8-4441-b6b5-02149873e1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4a6db-fd23-4769-9fa3-f9a0e8e8c574,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.040205 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network eb808ddc-f226-445b-ac71-3ece639efe80 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:02.075651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161a5817-f882-4989-863e-03e3dc33e242,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.087714 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Publish callbacks [] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.112263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.114088 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ee589d45-28ff-4f4e-be4c-a94e4000dfed tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.6310980 Apr 06 14:35:02.125843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42522) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:02.133309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0dae816e-db2b-4fd8-8185-a80d8c52ba8b tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '161a5817-f882-4989-863e-03e3dc33e242', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:02.187469 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.188741 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 172.26.7.184 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/3ffd8fd0-565b-4662-b4ed-92a2f2131b5d) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:02.211322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.466647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Made reservation on behalf of bc332cb2757647778f124c5912e7ce69 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:02.470255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.579827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0dae816e-db2b-4fd8-8185-a80d8c52ba8b tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group_rule (f4d95208-6ead-4241-8c4d-dfd2ba434fe5), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.594321 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Pushing event updated for resources: {'Port': ['ID=d3460204-0099-4845-abea-d0f9d74f3d5e,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.608135 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.608821 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.609559 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.610110 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.610786 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.611356 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.611921 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.614887 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.615541 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.616073 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.617004 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.617541 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.618052 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:02.624637 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Attempting to bind port d3460204-0099-4845-abea-d0f9d74f3d5e on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:02.625306 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Attempting to bind port d3460204-0099-4845-abea-d0f9d74f3d5e by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:02.625890 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Attempting to bind port d3460204-0099-4845-abea-d0f9d74f3d5e on network 997fa151-63c9-4ce1-8783-8d3ea083c568 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:02.634509 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:02.637367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Checking segment: {'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:02.637367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.637367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Bound using segment: {'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:02.637367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Bound port: d3460204-0099-4845-abea-d0f9d74f3d5e, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23562021-8f3a-4bdf-b80e-39851ed671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:02.637367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.660349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (23657269-5904-4c05-999a-35d58965b3af), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.669291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 88609b36-80b4-4c6f-8653-d8209dfddb0d is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:02.670775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.738864 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] For port d3460204-0099-4845-abea-d0f9d74f3d5e, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:02.759782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (3ffd8fd0-565b-4662-b4ed-92a2f2131b5d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.761385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0dae816e-db2b-4fd8-8185-a80d8c52ba8b tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group_rule (f4d95208-6ead-4241-8c4d-dfd2ba434fe5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.765223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] No DVR routers for this DVR port 23657269-5904-4c05-999a-35d58965b3af on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:02.774154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276dcc2-4ad0-45f6-b4a1-313af2b83581 None None] Pushing event deleted for resources: {'Port': ['ID=23657269-5904-4c05-999a-35d58965b3af,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.792424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 88609b36-80b4-4c6f-8653-d8209dfddb0d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=88609b36-80b4-4c6f-8653-d8209dfddb0d,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:02.797661 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] For port d3460204-0099-4845-abea-d0f9d74f3d5e, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d3460204-0099-4845-abea-d0f9d74f3d5e,segment=NetworkSegment(23562021-8f3a-4bdf-b80e-39851ed671e1),segment_id=23562021-8f3a-4bdf-b80e-39851ed671e1)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:02.817431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-964a2353-6363-4466-ab84-79dca48ac30c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bf4b2811-5320-4de8-a14d-f6be6387e9a1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.823166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0b1a12b2-e45c-4054-899c-bce8375ed92d None None] Provisioning complete for port d3460204-0099-4845-abea-d0f9d74f3d5e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:02.823906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0b1a12b2-e45c-4054-899c-bce8375ed92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.871819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a2353-6363-4466-ab84-79dca48ac30c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf4b2811-5320-4de8-a14d-f6be6387e9a1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:02.901819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a12b2-e45c-4054-899c-bce8375ed92d None None] Port d3460204-0099-4845-abea-d0f9d74f3d5e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:02.931416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0dae816e-db2b-4fd8-8185-a80d8c52ba8b tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (f4d95208-6ead-4241-8c4d-dfd2ba434fe5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.971030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-964a2353-6363-4466-ab84-79dca48ac30c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.977352 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-964a2353-6363-4466-ab84-79dca48ac30c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "DELETE /v2.0/ports/bf4b2811-5320-4de8-a14d-f6be6387e9a1 HTTP/1.1" status: 204 len: 168 time: 2.7625771 Apr 06 14:35:02.980101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42536) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:02.986645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.987086 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.987379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e', 'external_fixed_ips': [{'subnet_id': 'e41561ce-51d5-4e16-b8f0-45a4ad04bfc3', 'ip_address': '172.20.0.7'}]}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:03.032240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae816e-db2b-4fd8-8185-a80d8c52ba8b tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d95208-6ead-4241-8c4d-dfd2ba434fe5,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:03.033859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3ffd8fd0-565b-4662-b4ed-92a2f2131b5d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.083491 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:03.085942 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:03.126026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:03.127959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=3ffd8fd0-565b-4662-b4ed-92a2f2131b5d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:03.131962 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:03.138466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:03.186169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0dae816e-db2b-4fd8-8185-a80d8c52ba8b tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.197884 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.197884 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.198139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=88609b36-80b4-4c6f-8653-d8209dfddb0d,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:03.201015 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0dae816e-db2b-4fd8-8185-a80d8c52ba8b tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0604198 Apr 06 14:35:03.202786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42540) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:03.207353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 23657269-5904-4c05-999a-35d58965b3af no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:03.238634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bca74340-0d48-4367-b2dc-708923f33e05 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '161a5817-f882-4989-863e-03e3dc33e242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:03.246242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.17 (6fe15972-769a-47ad-b807-182715bb80a0/bdf83bf5-3213-426a-bbec-a8a637500fc5/13d2c6e4-76ea-4128-ac8c-db05640ef4ac) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:03.277046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (44c6f2dc-b137-4fef-9119-6f0b3f8f4244), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.289499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 23657269-5904-4c05-999a-35d58965b3af {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:03.291255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 23657269-5904-4c05-999a-35d58965b3af not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:03.320350 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36fa60-fb0c-43b1-9eac-3c5dcf4e9045 None None] Pushing event updated for resources: {'Port': ['ID=d3460204-0099-4845-abea-d0f9d74f3d5e,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:03.371115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Subnet': ['ID=44c6f2dc-b137-4fef-9119-6f0b3f8f4244,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:03.385433 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:03.500931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Checking segment: {'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:03.501481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network hostable DHCP agents. Network: eb808ddc-f226-445b-ac71-3ece639efe80, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:03.600211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.639088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4b6111e7-0629-420c-a3db-c24c4072fc1b None None] Provisioning complete for port d3460204-0099-4845-abea-d0f9d74f3d5e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:03.639522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4b6111e7-0629-420c-a3db-c24c4072fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.648327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network eb808ddc-f226-445b-ac71-3ece639efe80 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:03.661641 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.objects.ports [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:35:03.665705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (b852cb0e-b7ef-4fe6-8007-09941b044698), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.712807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 88609b36-80b4-4c6f-8653-d8209dfddb0d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:03.714795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bca74340-0d48-4367-b2dc-708923f33e05 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group_rule (d5c3a952-9d4c-41fd-9567-836e2f0ca143), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.762732 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_controller (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.787640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e79255-e767-4150-8b38-a3948825e28d None None] Network 6fe15972-769a-47ad-b807-182715bb80a0 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:03.815316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, eb808ddc-f226-445b-ac71-3ece639efe80) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:03.820191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.820812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.825553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.852560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:03.880084 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:03.897316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:03.904571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c2bb6e-f591-4554-a2aa-2ced53414c2c None None] Network eb808ddc-f226-445b-ac71-3ece639efe80 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:03.909314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.909959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:03.916878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 6fe15972-769a-47ad-b807-182715bb80a0 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:03.922127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=b852cb0e-b7ef-4fe6-8007-09941b044698,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:03.934007 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23b129-f184-47f7-a74d-a5dd4241227e None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:34:57Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:03.947483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:03.952793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:03.965936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b566cb7-0525-48a7-82b6-74004b86d6d9 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:03.982996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:03.998360 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7ab7c993-414c-4382-9478-5302183f6210 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2276127 Apr 06 14:35:03.998991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42546) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:04.079394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.123966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4b6111e7-0629-420c-a3db-c24c4072fc1b None None] Current status of the port d3460204-0099-4845-abea-d0f9d74f3d5e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:04.126439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4b6111e7-0629-420c-a3db-c24c4072fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.137918 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-bca74340-0d48-4367-b2dc-708923f33e05 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:35:04.144252 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bca74340-0d48-4367-b2dc-708923f33e05 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9248390 Apr 06 14:35:04.147226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42556) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:04.205280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 88609b36-80b4-4c6f-8653-d8209dfddb0d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:04.205280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.223512 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:35:04.268477 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-96a1e8af-a502-4971-b0ae-dc0343940511 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4406297 Apr 06 14:35:04.273136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42560) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:04.285471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:c0:67:34', 'name': 'tempest-NetworksTestDHCPv6-145937968'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:04.310797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.332976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4b6111e7-0629-420c-a3db-c24c4072fc1b None None] For port d3460204-0099-4845-abea-d0f9d74f3d5e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d3460204-0099-4845-abea-d0f9d74f3d5e,segment=NetworkSegment(23562021-8f3a-4bdf-b80e-39851ed671e1),segment_id=23562021-8f3a-4bdf-b80e-39851ed671e1)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:04.424929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-eb808ddc-f226-445b-ac71-3ece639efe80', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:04.427484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.497655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': 'b852cb0e-b7ef-4fe6-8007-09941b044698'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:04.499683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.506776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4b6111e7-0629-420c-a3db-c24c4072fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.512498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.514148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_gateway (b79085fa-2e6e-4348-8993-137e65b1f2d6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.641863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6111e7-0629-420c-a3db-c24c4072fc1b None None] Pushing event updated for resources: {'Port': ['ID=d3460204-0099-4845-abea-d0f9d74f3d5e,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:04.730808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 88609b36-80b4-4c6f-8653-d8209dfddb0d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:04.736415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3916df7a-6da6-4f34-9d38-12e0518d81a1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:04.824803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24a2457e-afb4-4a4f-bc8b-72abc1992167 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (161a5817-f882-4989-863e-03e3dc33e242), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.919188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24a2457e-afb4-4a4f-bc8b-72abc1992167 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (161a5817-f882-4989-863e-03e3dc33e242), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:04.932627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dd1c780d-5a32-4967-a91f-35d4e3371ee7 None None] Provisioning complete for port 3916df7a-6da6-4f34-9d38-12e0518d81a1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:04.933175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd1c780d-5a32-4967-a91f-35d4e3371ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.113084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3916df7a-6da6-4f34-9d38-12e0518d81a1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:05.113468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.149588 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:05.245653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.259378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24a2457e-afb4-4a4f-bc8b-72abc1992167 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (161a5817-f882-4989-863e-03e3dc33e242), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.262453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24a2457e-afb4-4a4f-bc8b-72abc1992167 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.265643 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-24a2457e-afb4-4a4f-bc8b-72abc1992167 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/161a5817-f882-4989-863e-03e3dc33e242 HTTP/1.1" status: 204 len: 168 time: 1.0571671 Apr 06 14:35:05.273437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42568) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:05.279901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.289705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Allocated IP 172.23.0.2 (eb808ddc-f226-445b-ac71-3ece639efe80/44c6f2dc-b137-4fef-9119-6f0b3f8f4244/c05adbf6-4836-4e42-980a-0160f51757a0) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:05.328809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:05.338069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2457e-afb4-4a4f-bc8b-72abc1992167 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161a5817-f882-4989-863e-03e3dc33e242,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:05.349904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c780d-5a32-4967-a91f-35d4e3371ee7 None None] Current status of the port 3916df7a-6da6-4f34-9d38-12e0518d81a1 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:05.350428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd1c780d-5a32-4967-a91f-35d4e3371ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.370446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Allocated IP 2001:db8::f816:3eff:fe78:b429 (935059ea-209c-494a-9703-5e88684a95b4/b852cb0e-b7ef-4fe6-8007-09941b044698/0c64e7ca-a191-4736-9b1e-f9094eb74140) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:05.487021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-dd1c780d-5a32-4967-a91f-35d4e3371ee7 None None] For port 3916df7a-6da6-4f34-9d38-12e0518d81a1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3916df7a-6da6-4f34-9d38-12e0518d81a1,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:05.490829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3916df7a-6da6-4f34-9d38-12e0518d81a1 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:05.491254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.502230 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (b79085fa-2e6e-4348-8993-137e65b1f2d6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.622243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd1c780d-5a32-4967-a91f-35d4e3371ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.638010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.655590 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dae7f2b4-6a5d-4f98-9ebb-38e629a1ca1a tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3610885 Apr 06 14:35:05.661693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42578) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:05.666473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3b6f7cda-075a-44a1-b090-12f287463504 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239783255'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:05.733779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.801737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b6f7cda-075a-44a1-b090-12f287463504 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.820823 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.848675 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.855655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:05.861976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b79085fa-2e6e-4348-8993-137e65b1f2d6 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:05.873689 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.921809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42584) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:05.984425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b6f7cda-075a-44a1-b090-12f287463504 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (fc9aa082-4728-4b7f-be84-200e6de8f31b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.015547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 6fe15972-769a-47ad-b807-182715bb80a0 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:06.021820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:06.022891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Publish callbacks [] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.062384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Publish callbacks [] for port (c05adbf6-4836-4e42-980a-0160f51757a0), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.085786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b6f7cda-075a-44a1-b090-12f287463504 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fc9aa082-4728-4b7f-be84-200e6de8f31b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.101018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:06.101018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:06.117045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f236320b-8b45-483e-b947-ffdda27e2137 None None] Provisioning complete for port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:06.117458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f236320b-8b45-483e-b947-ffdda27e2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.129084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c780d-5a32-4967-a91f-35d4e3371ee7 None None] Pushing event updated for resources: {'Port': ['ID=3916df7a-6da6-4f34-9d38-12e0518d81a1,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.181176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.199233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f7cda-075a-44a1-b090-12f287463504 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9aa082-4728-4b7f-be84-200e6de8f31b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.237251 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:06.250318 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b6f7cda-075a-44a1-b090-12f287463504 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.255068 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3b6f7cda-075a-44a1-b090-12f287463504 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5888164 Apr 06 14:35:06.255748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.261340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42592) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.270406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14245404-9912-414b-bf5b-63b988480c78 None None] Sync routers for ids ['b79085fa-2e6e-4348-8993-137e65b1f2d6'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:06.273094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-47be87a1-7672-4b6b-a8ce-6ba44a68a867 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': 'fc9aa082-4728-4b7f-be84-200e6de8f31b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:06.278263 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-47be87a1-7672-4b6b-a8ce-6ba44a68a867 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 06 14:35:06.278263 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-47be87a1-7672-4b6b-a8ce-6ba44a68a867 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:06.278263 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-47be87a1-7672-4b6b-a8ce-6ba44a68a867 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093739 Apr 06 14:35:06.285531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Allocated IP 172.20.0.7 (3f9c4e0a-d1cc-4bf0-b222-713c0e18902e/e41561ce-51d5-4e16-b8f0-45a4ad04bfc3/19e35c00-9950-432e-9e28-17b10dadfd29) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:06.293545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f236320b-8b45-483e-b947-ffdda27e2137 None None] Port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:06.294381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42594) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.318087 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:06.324517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:06.328074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:fec0:6734 (935059ea-209c-494a-9703-5e88684a95b4/b852cb0e-b7ef-4fe6-8007-09941b044698/2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:06.330282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:06.334189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:06.340200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:06.353683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Allocated IP 172.23.0.1 (eb808ddc-f226-445b-ac71-3ece639efe80/44c6f2dc-b137-4fef-9119-6f0b3f8f4244/49745dc2-eeee-4e1b-82fa-2b1807d88a46) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:06.407726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14245404-9912-414b-bf5b-63b988480c78 None None] Routers {'b79085fa-2e6e-4348-8993-137e65b1f2d6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:06.408583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-14245404-9912-414b-bf5b-63b988480c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b79085fa-2e6e-4348-8993-137e65b1f2d6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:06.463724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.467865 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ec95a690-81b8-4c4c-af5c-ac0896971ca0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5825229 Apr 06 14:35:06.468042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Pushing event updated for resources: {'Port': ['ID=0c64e7ca-a191-4736-9b1e-f9094eb74140,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.468717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42598) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.475359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Network eb808ddc-f226-445b-ac71-3ece639efe80 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:06.479796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f236320b-8b45-483e-b947-ffdda27e2137 None None] Provisioning complete for port 3916df7a-6da6-4f34-9d38-12e0518d81a1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:06.480430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f236320b-8b45-483e-b947-ffdda27e2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.485040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-14245404-9912-414b-bf5b-63b988480c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:06.507606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.532537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:06.546466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:06.558350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Attempting to bind port 0c64e7ca-a191-4736-9b1e-f9094eb74140 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:06.558818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Attempting to bind port 0c64e7ca-a191-4736-9b1e-f9094eb74140 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:06.559275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Attempting to bind port 0c64e7ca-a191-4736-9b1e-f9094eb74140 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:06.585130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:06.585854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:06.586466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.586945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:06.587544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Bound port: 0c64e7ca-a191-4736-9b1e-f9094eb74140, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:06.588131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.590287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14245404-9912-414b-bf5b-63b988480c78 None None] Routers {'b79085fa-2e6e-4348-8993-137e65b1f2d6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:06.591200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-14245404-9912-414b-bf5b-63b988480c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b79085fa-2e6e-4348-8993-137e65b1f2d6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:06.595536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Pushing event updated for resources: {'Port': ['ID=c05adbf6-4836-4e42-980a-0160f51757a0,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:06.639253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-93c52b19-8b80-4a93-a549-9c0b22ccd507 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (fc9aa082-4728-4b7f-be84-200e6de8f31b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.686236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-14245404-9912-414b-bf5b-63b988480c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:06.687236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14245404-9912-414b-bf5b-63b988480c78 None None] The sync data for ids ['b79085fa-2e6e-4348-8993-137e65b1f2d6'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:06.689540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:06.702806 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8ed9e5f5-6494-42c1-9617-d1a5e45a209c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0090513 Apr 06 14:35:06.709425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-93c52b19-8b80-4a93-a549-9c0b22ccd507 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (fc9aa082-4728-4b7f-be84-200e6de8f31b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.711871 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42600) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.719614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for port (19e35c00-9950-432e-9e28-17b10dadfd29), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.721566 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Sync routers for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:06.727225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-26cf5188-38b6-46ce-9ba1-8113c6496bd3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/routers/b79085fa-2e6e-4348-8993-137e65b1f2d6 HTTP/1.1" status: 200 len: 885 time: 0.2214770 Apr 06 14:35:06.738705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42602) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:06.748193 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:06.749119 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:06.764112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.772277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Attempting to bind port c05adbf6-4836-4e42-980a-0160f51757a0 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:06.772795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Attempting to bind port c05adbf6-4836-4e42-980a-0160f51757a0 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:06.773267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Attempting to bind port c05adbf6-4836-4e42-980a-0160f51757a0 on network eb808ddc-f226-445b-ac71-3ece639efe80 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:06.775397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3916df7a-6da6-4f34-9d38-12e0518d81a1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:06.820035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:06.820569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Checking segment: {'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:06.821081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.821608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Bound using segment: {'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:06.822217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Bound port: c05adbf6-4836-4e42-980a-0160f51757a0, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:06.822798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:06.855787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] For port 0c64e7ca-a191-4736-9b1e-f9094eb74140, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:06.858187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f236320b-8b45-483e-b947-ffdda27e2137 None None] Current status of the port 3916df7a-6da6-4f34-9d38-12e0518d81a1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:06.892512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] For port 0c64e7ca-a191-4736-9b1e-f9094eb74140, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0c64e7ca-a191-4736-9b1e-f9094eb74140,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:06.938369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] For port c05adbf6-4836-4e42-980a-0160f51757a0, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:06.950022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] For port c05adbf6-4836-4e42-980a-0160f51757a0, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c05adbf6-4836-4e42-980a-0160f51757a0,segment=NetworkSegment(f013a659-d6c2-432f-97da-7b636b07e1f3),segment_id=f013a659-d6c2-432f-97da-7b636b07e1f3)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:06.962061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.045940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.053968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.110231 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:07.119696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network eb808ddc-f226-445b-ac71-3ece639efe80 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:07.127741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:07.157663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:07.173350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236be0c5-cad4-42de-92e0-9da24b39e8e2 None None] Pushing event updated for resources: {'Port': ['ID=0c64e7ca-a191-4736-9b1e-f9094eb74140,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:07.244291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.271239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3916df7a-6da6-4f34-9d38-12e0518d81a1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:07.328294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=49745dc2-eeee-4e1b-82fa-2b1807d88a46,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:07.357584 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3c11fe35-dd21-4a6a-8ae7-8c99f3ed06b8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6137450 Apr 06 14:35:07.357892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6b9f918b-a6a0-4ad9-b3ff-b04be91c40ef None None] Provisioning complete for port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:07.357892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b9f918b-a6a0-4ad9-b3ff-b04be91c40ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.359389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42606) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:07.360129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73846a2-e3c0-494c-9bca-3829e59049c2 None None] Pushing event updated for resources: {'Port': ['ID=c05adbf6-4836-4e42-980a-0160f51757a0,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:07.367813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-85586dfb-c16a-4d67-82c3-ca26f92bd1f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1259022706'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:07.442254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3916df7a-6da6-4f34-9d38-12e0518d81a1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:07.442254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.685021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3916df7a-6da6-4f34-9d38-12e0518d81a1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:07.686600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d3460204-0099-4845-abea-d0f9d74f3d5e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:07.688613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f918b-a6a0-4ad9-b3ff-b04be91c40ef None None] Port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:07.736893 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:05Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:07.773734 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Checking router: 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:07.774085 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Updating router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:07.800616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d3460204-0099-4845-abea-d0f9d74f3d5e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:07.801110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.813836 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.844157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.889297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:07.922937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d3460204-0099-4845-abea-d0f9d74f3d5e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:08.079418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-93c52b19-8b80-4a93-a549-9c0b22ccd507 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fc9aa082-4728-4b7f-be84-200e6de8f31b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.081959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-93c52b19-8b80-4a93-a549-9c0b22ccd507 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.085806 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-93c52b19-8b80-4a93-a549-9c0b22ccd507 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/fc9aa082-4728-4b7f-be84-200e6de8f31b HTTP/1.1" status: 204 len: 168 time: 1.7860727 Apr 06 14:35:08.086450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42610) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.121484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (19e35c00-9950-432e-9e28-17b10dadfd29), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.124764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.125256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.125720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.126195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.126666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.127169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.127635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.128136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.128598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.129054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.129572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.131718 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5f9549e8-0df4-4018-b6ca-988e85917156 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7731 time: 1.4164488 Apr 06 14:35:08.136708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42612) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.142576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85586dfb-c16a-4d67-82c3-ca26f92bd1f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (b79085fa-2e6e-4348-8993-137e65b1f2d6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.142781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52b19-8b80-4a93-a549-9c0b22ccd507 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9aa082-4728-4b7f-be84-200e6de8f31b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.181619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.231232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.244132 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Publish callbacks [] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.244383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:08.259813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:08.261882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'Port': ['ID=19e35c00-9950-432e-9e28-17b10dadfd29,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.264565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:08.285431 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ac888230-cdb9-43b7-a07b-3d6696190784 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1861315 Apr 06 14:35:08.298395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42614) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.309112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9794f0bd-8649-477e-a5f3-c0b667f51c1e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576178935'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:08.324224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85586dfb-c16a-4d67-82c3-ca26f92bd1f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (b79085fa-2e6e-4348-8993-137e65b1f2d6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.333990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:08.340527 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.375470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:08.390668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:08.391172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.391698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.392098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.392556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.393066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.393466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.394619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.395140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.395597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.396048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.396803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.396916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.397753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.398834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-955e6063-c21a-46c0-82b7-442d62657183 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6957 time: 0.2611487 Apr 06 14:35:08.410727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42616) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:08.531070 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68499bd-aeff-430c-a778-03d9c8066a5c None None] Pushing event updated for resources: {'Port': ['ID=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.533224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9794f0bd-8649-477e-a5f3-c0b667f51c1e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.588058 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Attempting to bind port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:08.588831 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Attempting to bind port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:08.589444 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Attempting to bind port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac on network 6fe15972-769a-47ad-b807-182715bb80a0 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:08.596529 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:08.597611 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Checking segment: {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:08.598466 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.599144 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Bound using segment: {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:08.599885 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Bound port: 13d2c6e4-76ea-4128-ac8c-db05640ef4ac, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:08.601065 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.634236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Allocated IP 172.26.7.214 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:08.668842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.712877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85586dfb-c16a-4d67-82c3-ca26f92bd1f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b79085fa-2e6e-4348-8993-137e65b1f2d6 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:08.739420 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] For port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:08.743450 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] For port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:08.747997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:08.801766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9794f0bd-8649-477e-a5f3-c0b667f51c1e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (fedd6c75-5182-4c32-a899-4cb562deeed4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.851187 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.860575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6d342706-0b95-4edd-a2e0-0d98686d4079 None None] Provisioning complete for port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:08.861157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6d342706-0b95-4edd-a2e0-0d98686d4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:08.973137 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:08.973858 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:09.033239 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fdd5a681-86bd-4dde-a45f-0cae1786b2a9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7570877 Apr 06 14:35:09.039379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7546b72-f57f-488d-b2ee-546888fbb56d None None] Network eb808ddc-f226-445b-ac71-3ece639efe80 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:09.054781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42618) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:09.157540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0c64e7ca-a191-4736-9b1e-f9094eb74140 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:09.210170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6d342706-0b95-4edd-a2e0-0d98686d4079 None None] Current status of the port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:09.210846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6d342706-0b95-4edd-a2e0-0d98686d4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.248026 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:09.256432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5fc70c6e-012e-46e7-ac41-7ab9e29fb29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.296627 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68499bd-aeff-430c-a778-03d9c8066a5c None None] Pushing event updated for resources: {'Port': ['ID=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.319375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for port (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.395787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa77de-ed4a-4e25-abf4-525032b497a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:09.402234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa77de-ed4a-4e25-abf4-525032b497a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:09.407872 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-55aa77de-ed4a-4e25-abf4-525032b497a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3491776 Apr 06 14:35:09.411818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42622) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:09.434668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6d342706-0b95-4edd-a2e0-0d98686d4079 None None] For port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:09.458567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0c64e7ca-a191-4736-9b1e-f9094eb74140 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:09.459090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.595237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6d342706-0b95-4edd-a2e0-0d98686d4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.616526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.624675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9794f0bd-8649-477e-a5f3-c0b667f51c1e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fedd6c75-5182-4c32-a899-4cb562deeed4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.683992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0c64e7ca-a191-4736-9b1e-f9094eb74140 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:09.684353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.735692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d342706-0b95-4edd-a2e0-0d98686d4079 None None] Pushing event updated for resources: {'Port': ['ID=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.750894 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:08Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:09.770829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Provisioning complete for port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:09.771988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.782317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.804485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 0c64e7ca-a191-4736-9b1e-f9094eb74140, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0c64e7ca-a191-4736-9b1e-f9094eb74140,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:09.822061 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da505469-0341-43d1-a50e-48175e21a9e3 None None] The sync data for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv is: [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:08Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:09.830375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.833799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event updated for resources: {'Port': ['ID=49745dc2-eeee-4e1b-82fa-2b1807d88a46,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.836755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85586dfb-c16a-4d67-82c3-ca26f92bd1f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:09.859472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85586dfb-c16a-4d67-82c3-ca26f92bd1f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.861720 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-85586dfb-c16a-4d67-82c3-ca26f92bd1f4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b79085fa-2e6e-4348-8993-137e65b1f2d6 HTTP/1.1" status: 200 len: 892 time: 2.5001473 Apr 06 14:35:09.871445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9794f0bd-8649-477e-a5f3-c0b667f51c1e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.872749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9794f0bd-8649-477e-a5f3-c0b667f51c1e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5673668 Apr 06 14:35:09.873556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e38484-3ee0-431e-940d-e6268f9b5289 None None] Sync routers for ids ['b79085fa-2e6e-4348-8993-137e65b1f2d6'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:09.875498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42624) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:09.875835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42626) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:09.876527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794f0bd-8649-477e-a5f3-c0b667f51c1e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd6c75-5182-4c32-a899-4cb562deeed4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:09.898285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6acd67eb-cff6-43c0-9bc5-c05e4da81e42 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': 'fedd6c75-5182-4c32-a899-4cb562deeed4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:09.899487 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-6acd67eb-cff6-43c0-9bc5-c05e4da81e42 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 06 14:35:09.900269 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-6acd67eb-cff6-43c0-9bc5-c05e4da81e42 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:09.904776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:09.924461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6acd67eb-cff6-43c0-9bc5-c05e4da81e42 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0208919 Apr 06 14:35:09.929874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42628) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:09.949007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:09.976016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.978534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c05adbf6-4836-4e42-980a-0160f51757a0 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:09.985253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:09.988824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:09.997486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:09.997486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.093842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Current status of the port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:10.123689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e38484-3ee0-431e-940d-e6268f9b5289 None None] Routers {'b79085fa-2e6e-4348-8993-137e65b1f2d6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:10.124756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f6e38484-3ee0-431e-940d-e6268f9b5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b79085fa-2e6e-4348-8993-137e65b1f2d6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:10.196023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f6e38484-3ee0-431e-940d-e6268f9b5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:10.225429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'Port': ['ID=37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:10.254385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a2476f61-f4a8-4a04-a112-2022e90693c0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/routers/b79085fa-2e6e-4348-8993-137e65b1f2d6 HTTP/1.1" status: 200 len: 892 time: 0.3732104 Apr 06 14:35:10.256043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42632) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:10.267493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e38484-3ee0-431e-940d-e6268f9b5289 None None] Routers {'b79085fa-2e6e-4348-8993-137e65b1f2d6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:10.268163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f6e38484-3ee0-431e-940d-e6268f9b5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b79085fa-2e6e-4348-8993-137e65b1f2d6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:10.286811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Provisioning complete for port c05adbf6-4836-4e42-980a-0160f51757a0 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:10.287069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Network eb808ddc-f226-445b-ac71-3ece639efe80 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:10.287736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.317696 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1be7874f-d183-4de0-b7a7-5e78d8fca86e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=b79085fa-2e6e-4348-8993-137e65b1f2d6 HTTP/1.1" status: 200 len: 205 time: 0.0578463 Apr 06 14:35:10.318274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42634) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:10.320727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:10.358620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=0c64e7ca-a191-4736-9b1e-f9094eb74140,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:10.364292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f6e38484-3ee0-431e-940d-e6268f9b5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:10.365092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e38484-3ee0-431e-940d-e6268f9b5289 None None] The sync data for ids ['b79085fa-2e6e-4348-8993-137e65b1f2d6'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:10.383826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c05adbf6-4836-4e42-980a-0160f51757a0 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:10.388256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.399790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cf070ee-8e09-4c49-a544-68ded0abf6e3 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (fedd6c75-5182-4c32-a899-4cb562deeed4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.429959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cf070ee-8e09-4c49-a544-68ded0abf6e3 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (fedd6c75-5182-4c32-a899-4cb562deeed4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.523170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Current status of the port c05adbf6-4836-4e42-980a-0160f51757a0 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:10.525077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.559796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for floatingip (15ce5c52-1cdc-498d-a8b9-938a30be367e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.596560 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d4bf99f1-bf16-4478-bfce-492627798f09 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4068 time: 2.1813068 Apr 06 14:35:10.617245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.653155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] For port c05adbf6-4836-4e42-980a-0160f51757a0, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c05adbf6-4836-4e42-980a-0160f51757a0,segment=NetworkSegment(f013a659-d6c2-432f-97da-7b636b07e1f3),segment_id=f013a659-d6c2-432f-97da-7b636b07e1f3)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:10.654774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c05adbf6-4836-4e42-980a-0160f51757a0 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:10.654774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.679872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:10.702421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:10.709487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (b79085fa-2e6e-4348-8993-137e65b1f2d6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.746742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.001889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:11.008915 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-12da4546-913c-42cd-aa46-0aef26ff9c1d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0031025 Apr 06 14:35:11.011643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_gateway (b79085fa-2e6e-4348-8993-137e65b1f2d6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.017678 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:11.026868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42638) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:11.032976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:11.037176 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:11.038034 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:34:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:11.053939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Provisioning complete for port 0c64e7ca-a191-4736-9b1e-f9094eb74140 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:11.054511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.131259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42640) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:11.132466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Pushing event updated for resources: {'Port': ['ID=c05adbf6-4836-4e42-980a-0160f51757a0,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:11.141777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867397898', 'description': 'tempest-secgroup-smoke-867397898 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:11.143825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:11.144172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:11.236740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-edbea680-f12b-410a-aa58-075899ac1805 None None] Current status of the port 0c64e7ca-a191-4736-9b1e-f9094eb74140 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:11.247345 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:11.394866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Provisioning complete for port c05adbf6-4836-4e42-980a-0160f51757a0 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:11.395326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.433341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.453694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.528647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Current status of the port c05adbf6-4836-4e42-980a-0160f51757a0 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:11.533330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aef20920-375d-49f7-809b-b78dfb8f05ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.547781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Provisioning complete for port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:11.547980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.548287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.590029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:11.602612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Provisioning complete for port 2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:11.603132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.606271 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:07Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:08Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:11.608749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cf070ee-8e09-4c49-a544-68ded0abf6e3 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fedd6c75-5182-4c32-a899-4cb562deeed4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.611377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2cf070ee-8e09-4c49-a544-68ded0abf6e3 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.616164 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2cf070ee-8e09-4c49-a544-68ded0abf6e3 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/fedd6c75-5182-4c32-a899-4cb562deeed4 HTTP/1.1" status: 204 len: 168 time: 1.6644678 Apr 06 14:35:11.620566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42642) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:11.653340 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:11.653848 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Updating router 9e054247-8e83-40e7-846f-0beeb2b0fa38 port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:11.677686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf070ee-8e09-4c49-a544-68ded0abf6e3 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd6c75-5182-4c32-a899-4cb562deeed4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:11.695793 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.700307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c05adbf6-4836-4e42-980a-0160f51757a0 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:11.718321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ca860ae-c122-4fae-8e5d-a28f23ad1c69 None None] Port 2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:11.748785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.extraroute_db [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:35:11.766455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.extraroute_db [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Removed routes are [] {{(pid=104443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:35:11.766899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.785534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 3ffd8fd0-565b-4662-b4ed-92a2f2131b5d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:11.785978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3ffd8fd0-565b-4662-b4ed-92a2f2131b5d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.841783 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ed7fd7a8-5439-48df-a9df-dceeadd376b0 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1984081 Apr 06 14:35:11.855042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42644) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:11.855042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-50ceb008-2140-4627-b03e-76e6830aa350 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705883362'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:11.917190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3ffd8fd0-565b-4662-b4ed-92a2f2131b5d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.930360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.935924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 3ffd8fd0-565b-4662-b4ed-92a2f2131b5d owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:11.938705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for port (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:11.977777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:11.992390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ceb008-2140-4627-b03e-76e6830aa350 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.005469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0c64e7ca-a191-4736-9b1e-f9094eb74140 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:12.047736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.048140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.048614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.048852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.049183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.049525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.050400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.050744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.051104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.051443 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.053804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.053804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.053804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.055828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.067680 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f6082e5c-13ca-44ad-9494-101340ec5661 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5 HTTP/1.1" status: 204 len: 168 time: 2.6482644 Apr 06 14:35:12.067905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42646) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:12.074097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.104711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0c64e7ca-a191-4736-9b1e-f9094eb74140 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:12.105337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.135331 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Publish callbacks [] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.189618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2117ed44-cc1a-428c-bf3f-23b75ef1fe76 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:12.191299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2117ed44-cc1a-428c-bf3f-23b75ef1fe76 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:12.195336 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2117ed44-cc1a-428c-bf3f-23b75ef1fe76 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1215599 Apr 06 14:35:12.204400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42648) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:12.219811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (a1769114-dbbd-4e12-95a5-d894186a104b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.226374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'Port': ['ID=37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.238312 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.239851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0c64e7ca-a191-4736-9b1e-f9094eb74140 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:12.241096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13d2c6e4-76ea-4128-ac8c-db05640ef4ac up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:12.292562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Router 1ea5f6a7-1f25-4e52-b56f-ae612e162d31 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:12.310626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:12.310626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.368013 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07a9c0-f9bf-4e7d-817a-4b536ac00455 None None] Pushing event updated for resources: {'Port': ['ID=49745dc2-eeee-4e1b-82fa-2b1807d88a46,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.381993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (a1769114-dbbd-4e12-95a5-d894186a104b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.406896 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (15ce5c52-1cdc-498d-a8b9-938a30be367e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.414551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:12.415933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c05adbf6-4836-4e42-980a-0160f51757a0 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:12.478381 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Attempting to bind port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:12.479314 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Attempting to bind port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:12.479534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1769114-dbbd-4e12-95a5-d894186a104b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.480208 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Attempting to bind port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 on network eb808ddc-f226-445b-ac71-3ece639efe80 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:12.489456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c05adbf6-4836-4e42-980a-0160f51757a0 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:12.489845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.492396 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:12.495446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Checking segment: {'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:12.495446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.495446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Bound using segment: {'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:12.495446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Bound port: 49745dc2-eeee-4e1b-82fa-2b1807d88a46, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f013a659-d6c2-432f-97da-7b636b07e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:12.495446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.496528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.496862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.497822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.498192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.498543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.498889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.499266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.499612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.499952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.500294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.500631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.500965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.501298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:12.518409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ceb008-2140-4627-b03e-76e6830aa350 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (019d4805-902d-461e-8d1c-f5bec7ac7b3d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.547418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.556998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.561782 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-04aede65-438b-4aae-902a-2936a810ce5c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4262986 Apr 06 14:35:12.562051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fc2f39-acc7-48af-a310-70f1643c091e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet b852cb0e-b7ef-4fe6-8007-09941b044698 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:12.562368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.563975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42650) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:12.583863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-51b3d16f-1835-4421-a654-f0b02b32bf86 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'a1769114-dbbd-4e12-95a5-d894186a104b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:12.589185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2f39-acc7-48af-a310-70f1643c091e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (b852cb0e-b7ef-4fe6-8007-09941b044698), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.600351 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] For port 49745dc2-eeee-4e1b-82fa-2b1807d88a46, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:12.652145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c05adbf6-4836-4e42-980a-0160f51757a0 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:12.906075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ceb008-2140-4627-b03e-76e6830aa350 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (019d4805-902d-461e-8d1c-f5bec7ac7b3d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.906075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.906075 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ba975403-b0a4-4d66-9483-270d628c8ead tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7509155 Apr 06 14:35:12.908652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42652) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:12.908652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-55421039'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:12.908652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:12.909633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2f39-acc7-48af-a310-70f1643c091e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (b852cb0e-b7ef-4fe6-8007-09941b044698), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.909633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ceb008-2140-4627-b03e-76e6830aa350 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019d4805-902d-461e-8d1c-f5bec7ac7b3d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:12.909633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:12.909914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e1cc7d05-383a-439c-b2e8-cf9246f39965 None None] Provisioning complete for port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:12.909914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7d05-383a-439c-b2e8-cf9246f39965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.909914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Sync routers for ids ['1ea5f6a7-1f25-4e52-b56f-ae612e162d31'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:12.910204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:12.910321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2f39-acc7-48af-a310-70f1643c091e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (b852cb0e-b7ef-4fe6-8007-09941b044698), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.910429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.910531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc7d05-383a-439c-b2e8-cf9246f39965 None None] Port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:12.910627 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-db2ab2f2-eb03-4ca1-8fb2-ba691e00c290 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 200 len: 933 time: 1.8178203 Apr 06 14:35:12.910627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42654) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:12.910916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Routers {'1ea5f6a7-1f25-4e52-b56f-ae612e162d31'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:12.910916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1ea5f6a7-1f25-4e52-b56f-ae612e162d31'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:12.978672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Set router 1ea5f6a7-1f25-4e52-b56f-ae612e162d31 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:13.176636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea5f6a7-1f25-4e52-b56f-ae612e162d31', 'name': '', 'tenant_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e', 'external_fixed_ips': [{'subnet_id': 'e41561ce-51d5-4e16-b8f0-45a4ad04bfc3', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '19e35c00-9950-432e-9e28-17b10dadfd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:03Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 3, 'project_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'gw_port': {'id': '19e35c00-9950-432e-9e28-17b10dadfd29', 'name': '', 'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea5f6a7-1f25-4e52-b56f-ae612e162d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e41561ce-51d5-4e16-b8f0-45a4ad04bfc3', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e41561ce-51d5-4e16-b8f0-45a4ad04bfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:13.203964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Checking router: 1ea5f6a7-1f25-4e52-b56f-ae612e162d31 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:13.204452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Updating router 1ea5f6a7-1f25-4e52-b56f-ae612e162d31 port 19e35c00-9950-432e-9e28-17b10dadfd29 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:13.226471 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] For port 49745dc2-eeee-4e1b-82fa-2b1807d88a46, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=49745dc2-eeee-4e1b-82fa-2b1807d88a46,segment=NetworkSegment(f013a659-d6c2-432f-97da-7b636b07e1f3),segment_id=f013a659-d6c2-432f-97da-7b636b07e1f3)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:13.237066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (19e35c00-9950-432e-9e28-17b10dadfd29), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.249761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3ffd8fd0-565b-4662-b4ed-92a2f2131b5d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.282154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=3ffd8fd0-565b-4662-b4ed-92a2f2131b5d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:13.298391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.301978 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-91771b40-8efa-467e-bf39-e54ec913d3fd tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.3205183 Apr 06 14:35:13.303713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2f39-acc7-48af-a310-70f1643c091e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (b852cb0e-b7ef-4fe6-8007-09941b044698), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.310630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-50ceb008-2140-4627-b03e-76e6830aa350 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.312248 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-50ceb008-2140-4627-b03e-76e6830aa350 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4645345 Apr 06 14:35:13.315300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42656) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.316013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42658) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.351860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-494f65e5-a9e9-417f-83bb-bfe133e3e3bb tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '019d4805-902d-461e-8d1c-f5bec7ac7b3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:13.365031 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-94a3b778-5072-48fd-88d9-55a8b56436b9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 200 len: 933 time: 0.5139947 Apr 06 14:35:13.367600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42660) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.374215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'routes': None}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:13.386865 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-494f65e5-a9e9-417f-83bb-bfe133e3e3bb tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 06 14:35:13.388103 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-494f65e5-a9e9-417f-83bb-bfe133e3e3bb tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:13.389433 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-494f65e5-a9e9-417f-83bb-bfe133e3e3bb tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0664787 Apr 06 14:35:13.398599 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.399570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42662) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.410375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-58f6c79e-0682-4128-bc04-3ff99c1d2641 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '019d4805-902d-461e-8d1c-f5bec7ac7b3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:13.411824 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-58f6c79e-0682-4128-bc04-3ff99c1d2641 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 06 14:35:13.412619 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-58f6c79e-0682-4128-bc04-3ff99c1d2641 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:13.414080 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-58f6c79e-0682-4128-bc04-3ff99c1d2641 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077004 Apr 06 14:35:13.417389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42664) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.418360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51b3d16f-1835-4421-a654-f0b02b32bf86 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (e01bce66-9240-4343-ae9c-b2b7451bb6a3), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.423613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc2f39-acc7-48af-a310-70f1643c091e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=b852cb0e-b7ef-4fe6-8007-09941b044698,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:13.428714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7b283312-0d62-472e-9007-0101de12c644 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '019d4805-902d-461e-8d1c-f5bec7ac7b3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:13.429403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7fc2f39-acc7-48af-a310-70f1643c091e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.430358 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-7b283312-0d62-472e-9007-0101de12c644 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 06 14:35:13.430995 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-7b283312-0d62-472e-9007-0101de12c644 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:13.432039 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7b283312-0d62-472e-9007-0101de12c644 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136838 Apr 06 14:35:13.439394 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a7fc2f39-acc7-48af-a310-70f1643c091e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/b852cb0e-b7ef-4fe6-8007-09941b044698 HTTP/1.1" status: 204 len: 168 time: 1.2300842 Apr 06 14:35:13.470243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42666) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.470606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42668) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.482387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ae198309-72c0-485d-8499-f94718723fa1 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '019d4805-902d-461e-8d1c-f5bec7ac7b3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:13.484065 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-ae198309-72c0-485d-8499-f94718723fa1 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 06 14:35:13.484657 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-ae198309-72c0-485d-8499-f94718723fa1 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:13.485722 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ae198309-72c0-485d-8499-f94718723fa1 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123179 Apr 06 14:35:13.490708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Made reservation on behalf of a362d27c37c2488ab7cff88da92208c5 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:13.493604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.499523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42670) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.508990 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:13.510049 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:13.556656 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0ec95151-e2dc-4a7d-88fc-41c35582d58a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819058 Apr 06 14:35:13.566572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (b79085fa-2e6e-4348-8993-137e65b1f2d6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.578154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Publish callbacks [] for port (19e35c00-9950-432e-9e28-17b10dadfd29), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.580460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42672) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:13.584113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16055f5e-4093-414c-8e16-5d786c6ea974 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:13.622002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.645406 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:13.676991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (19e35c00-9950-432e-9e28-17b10dadfd29), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.746028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Pushing event updated for resources: {'Port': ['ID=19e35c00-9950-432e-9e28-17b10dadfd29,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:13.764655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.770015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Attempting to bind port 19e35c00-9950-432e-9e28-17b10dadfd29 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:13.770505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Attempting to bind port 19e35c00-9950-432e-9e28-17b10dadfd29 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '59c21075-4d0b-4526-8abf-daa194dcfd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:13.770880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Attempting to bind port 19e35c00-9950-432e-9e28-17b10dadfd29 on network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:13.782529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:13.788046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Checking segment: {'id': '59c21075-4d0b-4526-8abf-daa194dcfd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:13.788046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.788046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Bound using segment: {'id': '59c21075-4d0b-4526-8abf-daa194dcfd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:13.788046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Bound port: 19e35c00-9950-432e-9e28-17b10dadfd29, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c21075-4d0b-4526-8abf-daa194dcfd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3f9c4e0a-d1cc-4bf0-b222-713c0e18902e'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:13.788046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (19e35c00-9950-432e-9e28-17b10dadfd29), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.814981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (b79085fa-2e6e-4348-8993-137e65b1f2d6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.819444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (b79085fa-2e6e-4348-8993-137e65b1f2d6), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.823360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.824634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.824634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.824634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.824908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.825060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.825582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.826065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.826555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.827075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.828008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.828565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.829060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:13.836991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8be53ac6-9edb-411c-8143-ce052510d1d1 None None] Provisioning complete for port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:13.837617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8be53ac6-9edb-411c-8143-ce052510d1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.912761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.964515 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:11Z', 'revision_number': 6, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:12Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:13.967171 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.986941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8be53ac6-9edb-411c-8143-ce052510d1d1 None None] Current status of the port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:13.987868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8be53ac6-9edb-411c-8143-ce052510d1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.988547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (b79085fa-2e6e-4348-8993-137e65b1f2d6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.989121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Fanout notify agent at l3_agent the message router_deleted on router b79085fa-2e6e-4348-8993-137e65b1f2d6 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:13.999102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.000254 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b54be030-1df7-4019-863e-d2f216b796db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/b79085fa-2e6e-4348-8993-137e65b1f2d6 HTTP/1.1" status: 204 len: 168 time: 3.6808379 Apr 06 14:35:14.008795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42674) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.009727 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815df16a-c230-4507-b270-3aad47ef8183 None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:11Z', 'revision_number': 6, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:12Z', 'revision_number': 4, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:14.014678 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-280529439'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:14.019482 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07a9c0-f9bf-4e7d-817a-4b536ac00455 None None] Pushing event updated for resources: {'Port': ['ID=49745dc2-eeee-4e1b-82fa-2b1807d88a46,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.036352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7a11c02-43ce-4a69-bc69-6709eb6ed735 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (019d4805-902d-461e-8d1c-f5bec7ac7b3d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.040396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8be53ac6-9edb-411c-8143-ce052510d1d1 None None] For port 49745dc2-eeee-4e1b-82fa-2b1807d88a46, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=49745dc2-eeee-4e1b-82fa-2b1807d88a46,segment=NetworkSegment(f013a659-d6c2-432f-97da-7b636b07e1f3),segment_id=f013a659-d6c2-432f-97da-7b636b07e1f3)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:14.056285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] For port 19e35c00-9950-432e-9e28-17b10dadfd29, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:14.060239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47de44fd-d9b7-4572-a170-0e95d9ab978f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.061774 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-47de44fd-d9b7-4572-a170-0e95d9ab978f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4738505 Apr 06 14:35:14.064213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] For port 19e35c00-9950-432e-9e28-17b10dadfd29, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=19e35c00-9950-432e-9e28-17b10dadfd29,segment=NetworkSegment(59c21075-4d0b-4526-8abf-daa194dcfd2b),segment_id=59c21075-4d0b-4526-8abf-daa194dcfd2b)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:14.071119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42676) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.111300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for security_group (2424b304-66a3-4cd3-aef4-76d31a897cd0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.129597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8be53ac6-9edb-411c-8143-ce052510d1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.190028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7a11c02-43ce-4a69-bc69-6709eb6ed735 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (019d4805-902d-461e-8d1c-f5bec7ac7b3d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.217910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:14.225441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be53ac6-9edb-411c-8143-ce052510d1d1 None None] Pushing event updated for resources: {'Port': ['ID=49745dc2-eeee-4e1b-82fa-2b1807d88a46,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.233919 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d11f82-cbc9-4c09-8322-091a26e3870f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.235608 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c4d11f82-cbc9-4c09-8322-091a26e3870f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1340969 Apr 06 14:35:14.239572 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (19e35c00-9950-432e-9e28-17b10dadfd29), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.239766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42678) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.257971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51b3d16f-1835-4421-a654-f0b02b32bf86 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (e01bce66-9240-4343-ae9c-b2b7451bb6a3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.292217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Deleting port 19e35c00-9950-432e-9e28-17b10dadfd29 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:14.292883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-af39a699-2272-4335-b0f2-fbeb2daa1233 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520096 Apr 06 14:35:14.297260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (19e35c00-9950-432e-9e28-17b10dadfd29), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.297699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:14.298824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42680) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.302154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.305286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:14.317688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2424b304-66a3-4cd3-aef4-76d31a897cd0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.337844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e66cab-44af-4ecb-8f11-be7953a22083 None None] Pushing event updated for resources: {'Port': ['ID=19e35c00-9950-432e-9e28-17b10dadfd29,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.371368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Routers {'1ea5f6a7-1f25-4e52-b56f-ae612e162d31'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:14.372469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1ea5f6a7-1f25-4e52-b56f-ae612e162d31'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:14.397005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51b3d16f-1835-4421-a654-f0b02b32bf86 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (e01bce66-9240-4343-ae9c-b2b7451bb6a3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.401924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2424b304-66a3-4cd3-aef4-76d31a897cd0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.414626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.extraroute_db [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added routes are [] {{(pid=104443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:35:14.414951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.extraroute_db [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:35:14.444068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7a11c02-43ce-4a69-bc69-6709eb6ed735 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (019d4805-902d-461e-8d1c-f5bec7ac7b3d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.457534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7a11c02-43ce-4a69-bc69-6709eb6ed735 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.457534 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c7a11c02-43ce-4a69-bc69-6709eb6ed735 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/019d4805-902d-461e-8d1c-f5bec7ac7b3d HTTP/1.1" status: 204 len: 168 time: 0.9405317 Apr 06 14:35:14.457841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:14.457841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:14.460037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42682) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.483050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (01e4d340-934c-4a9e-8fe6-37803fb523c7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.483393 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Added segment 01e4d340-934c-4a9e-8fe6-37803fb523c7 of type vlan for network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 Apr 06 14:35:14.486485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3d16f-1835-4421-a654-f0b02b32bf86 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01bce66-9240-4343-ae9c-b2b7451bb6a3,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.499693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a11c02-43ce-4a69-bc69-6709eb6ed735 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019d4805-902d-461e-8d1c-f5bec7ac7b3d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:14.517862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d6ad4b08-a129-412e-bcbb-d5b350b972fc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.526208 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment d6ad4b08-a129-412e-bcbb-d5b350b972fc of type vlan for network 5411e654-0206-4de8-91a5-de4733506a7e Apr 06 14:35:14.576783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.576975 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3b3c2547-03a2-4f18-b4a4-3140583d2ab4 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1066554 Apr 06 14:35:14.581625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42684) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.588231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9c4b3130-dba0-4407-b310-a9594c40381d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011510048'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:14.598856 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] For port 19e35c00-9950-432e-9e28-17b10dadfd29, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=19e35c00-9950-432e-9e28-17b10dadfd29,segment=NetworkSegment(59c21075-4d0b-4526-8abf-daa194dcfd2b),segment_id=59c21075-4d0b-4526-8abf-daa194dcfd2b)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:14.599521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (19e35c00-9950-432e-9e28-17b10dadfd29), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.609928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51b3d16f-1835-4421-a654-f0b02b32bf86 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.617887 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-51b3d16f-1835-4421-a654-f0b02b32bf86 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0367842 Apr 06 14:35:14.621679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42686) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:14.630131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7c6b19a6-6718-4bf6-86a5-f043c92c19d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'a1769114-dbbd-4e12-95a5-d894186a104b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:14.630901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.637439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (5411e654-0206-4de8-91a5-de4733506a7e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.647853 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Calling delete_port for 19e35c00-9950-432e-9e28-17b10dadfd29 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:14.733691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] Deleting port 0c64e7ca-a191-4736-9b1e-f9094eb74140 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:14.734078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.740916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:14.753556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.810045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] Set router 1ea5f6a7-1f25-4e52-b56f-ae612e162d31 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:14.850425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3130-dba0-4407-b310-a9594c40381d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.860748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (5411e654-0206-4de8-91a5-de4733506a7e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.867162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.867708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.891891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea5f6a7-1f25-4e52-b56f-ae612e162d31', 'name': '', 'tenant_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:03Z', 'updated_at': '2022-04-06T14:35:13Z', 'revision_number': 4, 'project_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:14.919614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.933478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:14.933478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.933893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec986b4e-4bc2-4021-895c-149a6673b82d None None] The sync data for ids ['1ea5f6a7-1f25-4e52-b56f-ae612e162d31'] in dv-neutron-835863-1-hyperv is: [{'id': '1ea5f6a7-1f25-4e52-b56f-ae612e162d31', 'name': '', 'tenant_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:03Z', 'updated_at': '2022-04-06T14:35:13Z', 'revision_number': 4, 'project_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:14.933893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] For port 0c64e7ca-a191-4736-9b1e-f9094eb74140, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0c64e7ca-a191-4736-9b1e-f9094eb74140,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:14.933893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:14.947978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] Calling delete_port for 0c64e7ca-a191-4736-9b1e-f9094eb74140 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:15.007269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=5411e654-0206-4de8-91a5-de4733506a7e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.018094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.035944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 5411e654-0206-4de8-91a5-de4733506a7e details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:15.063350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.128690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4435847 Apr 06 14:35:15.150261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c6b19a6-6718-4bf6-86a5-f043c92c19d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (37597e9d-9775-4570-8b85-987fe0536db6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.172319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42688) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.182442 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c7cd9f23-e52e-4fbc-95e8-c77be54a6ef3 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1701081 Apr 06 14:35:15.184059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Request body: {'subnet': {'network_id': '09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:15.188986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05353d6e-7386-40fe-b98a-9384ef079cef tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'Network': ['ID=09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.189189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42690) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.212683 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': '5411e654-0206-4de8-91a5-de4733506a7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:15.216360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:15.257850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (0c64e7ca-a191-4736-9b1e-f9094eb74140), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.269379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:15.281108 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:15.282002 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:15.292225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:15.352207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] Pushing event deleted for resources: {'Port': ['ID=0c64e7ca-a191-4736-9b1e-f9094eb74140,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.366191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13313b83-ae43-4c9f-bb0a-4ce3ccb00455 None None] No DVR routers for this DVR port 0c64e7ca-a191-4736-9b1e-f9094eb74140 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:15.431037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c6b19a6-6718-4bf6-86a5-f043c92c19d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (37597e9d-9775-4570-8b85-987fe0536db6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.456631 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:15.488901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:15.496223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.497582 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ddae991e-7ecb-49dc-8277-fc0d0c559c5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 200 len: 699 time: 2.1290345 Apr 06 14:35:15.500296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42692) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.525983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3130-dba0-4407-b310-a9594c40381d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (17e8f31a-a4ad-4187-bbfc-94ce4918eab7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.575872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Made reservation on behalf of a362d27c37c2488ab7cff88da92208c5 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:15.579355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.638396 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:15.643024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.654754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c6b19a6-6718-4bf6-86a5-f043c92c19d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (37597e9d-9775-4570-8b85-987fe0536db6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.672961 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5aa1c7ca-13cd-47fb-ac7b-d593d0344b1e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 200 len: 699 time: 0.1671953 Apr 06 14:35:15.673679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42694) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.674245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (19e35c00-9950-432e-9e28-17b10dadfd29), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.764988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3130-dba0-4407-b310-a9594c40381d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (17e8f31a-a4ad-4187-bbfc-94ce4918eab7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.782557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.809016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (28b0795a-330b-489c-90ad-8fb6fe7bb380), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.824238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b19a6-6718-4bf6-86a5-f043c92c19d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37597e9d-9775-4570-8b85-987fe0536db6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.827382 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event deleted for resources: {'Port': ['ID=19e35c00-9950-432e-9e28-17b10dadfd29,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.895043 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 7, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:15.921609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 49745dc2-eeee-4e1b-82fa-2b1807d88a46 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:15.938235 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:15.950930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=28b0795a-330b-489c-90ad-8fb6fe7bb380,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.953936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b3130-dba0-4407-b310-a9594c40381d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e8f31a-a4ad-4187-bbfc-94ce4918eab7,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:15.968863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:15.975507 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:15.975753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c6b19a6-6718-4bf6-86a5-f043c92c19d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.977015 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c6b19a6-6718-4bf6-86a5-f043c92c19d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3519764 Apr 06 14:35:15.978281 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:15.982580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42698) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:15.984386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:15.988978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:15.989862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:15.991432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c24558cc-b0ba-4606-a846-42808ea934bf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'a1769114-dbbd-4e12-95a5-d894186a104b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:16.000852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.014285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a7fb5-437a-40f0-b3db-9e3a674b5c9b None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:16.091110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3130-dba0-4407-b310-a9594c40381d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.092631 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9c4b3130-dba0-4407-b310-a9594c40381d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5097916 Apr 06 14:35:16.126031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42700) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:16.135871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:16.137037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.142004 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:16.145020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.157460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_controller (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.164266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e4d63e2c-2419-48c9-8e01-b16ca31634d6 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:16.164981 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-e4d63e2c-2419-48c9-8e01-b16ca31634d6 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 14:35:16.165482 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-e4d63e2c-2419-48c9-8e01-b16ca31634d6 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:16.169474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e4d63e2c-2419-48c9-8e01-b16ca31634d6 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0377309 Apr 06 14:35:16.170237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42702) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:16.181070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b15d354a-df0d-427d-96a5-f420012f4f62 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:16.187106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c24558cc-b0ba-4606-a846-42808ea934bf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (206d0b6b-ae75-4f1a-b339-f12624b66f87), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.191850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (4d1a369b-0ec5-44f1-b940-8923bef5eb40), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.246689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '28b0795a-330b-489c-90ad-8fb6fe7bb380'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:16.248712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.284713 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-44a5ff99-673c-4adb-9d99-1b5676f95f59 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9827471 Apr 06 14:35:16.287656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'Subnet': ['ID=4d1a369b-0ec5-44f1-b940-8923bef5eb40,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:16.292447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42704) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:16.303681 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:63:83:81', 'name': 'tempest-NetworksTestDHCPv6-1917739697'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:16.405669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (1ea5f6a7-1f25-4e52-b56f-ae612e162d31), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.413431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea5f6a7-1f25-4e52-b56f-ae612e162d31 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:16.413431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.414261 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3582c56c-e306-4817-818e-96419fc5f5c8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "DELETE /v2.0/routers/1ea5f6a7-1f25-4e52-b56f-ae612e162d31 HTTP/1.1" status: 204 len: 168 time: 3.0918045 Apr 06 14:35:16.417670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42706) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:16.460274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/28b0795a-330b-489c-90ad-8fb6fe7bb380/02b803a1-5538-4f41-a761-178a46545802) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:16.501377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (05490174-61a8-4eec-91be-479a66522ad0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.514515 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 7, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:16.548999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec2b975-1d78-48d6-9ef3-1650dc7eaa50 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Deleting subnet e41561ce-51d5-4e16-b8f0-45a4ad04bfc3 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:16.557392 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2904-5a32-47dd-8e97-ae510c8b6084 None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 7, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:16.569420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b975-1d78-48d6-9ef3-1650dc7eaa50 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for subnet (e41561ce-51d5-4e16-b8f0-45a4ad04bfc3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.636811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=05490174-61a8-4eec-91be-479a66522ad0,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:16.661421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b975-1d78-48d6-9ef3-1650dc7eaa50 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (e41561ce-51d5-4e16-b8f0-45a4ad04bfc3), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.668232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:16.717818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': 'd6ad4b08-a129-412e-bcbb-d5b350b972fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5411e654-0206-4de8-91a5-de4733506a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:16.718667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: 5411e654-0206-4de8-91a5-de4733506a7e, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:16.730450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.738001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:16.756260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0c64e7ca-a191-4736-9b1e-f9094eb74140 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:16.796625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 0c64e7ca-a191-4736-9b1e-f9094eb74140 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:16.797054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0c64e7ca-a191-4736-9b1e-f9094eb74140 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:16.806682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Publish callbacks [] for port (02b803a1-5538-4f41-a761-178a46545802), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.808584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b975-1d78-48d6-9ef3-1650dc7eaa50 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (e41561ce-51d5-4e16-b8f0-45a4ad04bfc3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.901103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.910345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Checking segment: {'id': '01e4d340-934c-4a9e-8fe6-37803fb523c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:16.910751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Network hostable DHCP agents. Network: 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:16.923659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port fae77216-0bfe-45da-a757-536ee568d3b1 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:16.952365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c24558cc-b0ba-4606-a846-42808ea934bf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (206d0b6b-ae75-4f1a-b339-f12624b66f87), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.959274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:16.976400 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:16.977046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:16.983297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 5411e654-0206-4de8-91a5-de4733506a7e is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:17.009671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.075061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:17.101684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b975-1d78-48d6-9ef3-1650dc7eaa50 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (e41561ce-51d5-4e16-b8f0-45a4ad04bfc3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.104961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (02b803a1-5538-4f41-a761-178a46545802), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.166752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b975-1d78-48d6-9ef3-1650dc7eaa50 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.170720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c24558cc-b0ba-4606-a846-42808ea934bf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (206d0b6b-ae75-4f1a-b339-f12624b66f87), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.171553 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9ec2b975-1d78-48d6-9ef3-1650dc7eaa50 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/e41561ce-51d5-4e16-b8f0-45a4ad04bfc3 HTTP/1.1" status: 204 len: 168 time: 0.7524881 Apr 06 14:35:17.172474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:17.174452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42708) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.176983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2b975-1d78-48d6-9ef3-1650dc7eaa50 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e41561ce-51d5-4e16-b8f0-45a4ad04bfc3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.177287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:17.211325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Pushing event updated for resources: {'Port': ['ID=02b803a1-5538-4f41-a761-178a46545802,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.214925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::349 (935059ea-209c-494a-9703-5e88684a95b4/28b0795a-330b-489c-90ad-8fb6fe7bb380/fae77216-0bfe-45da-a757-536ee568d3b1) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:17.244622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-b15d354a-df0d-427d-96a5-f420012f4f62 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:17.248480 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b15d354a-df0d-427d-96a5-f420012f4f62 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0734129 Apr 06 14:35:17.249981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 5411e654-0206-4de8-91a5-de4733506a7e) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:17.250464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24558cc-b0ba-4606-a846-42808ea934bf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206d0b6b-ae75-4f1a-b339-f12624b66f87,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.261731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42710) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.261889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.261889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.266518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:17.268463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ae2e9-f456-42b9-b718-45062ecd3eb8 None None] Network 5411e654-0206-4de8-91a5-de4733506a7e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:17.269325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ba1f5de7-4df2-4d06-9f2a-b728f1f50594 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.269837 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-ba1f5de7-4df2-4d06-9f2a-b728f1f50594 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 06 14:35:17.270374 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-ba1f5de7-4df2-4d06-9f2a-b728f1f50594 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:17.274863 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ba1f5de7-4df2-4d06-9f2a-b728f1f50594 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145285 Apr 06 14:35:17.275058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42712) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.277044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:17.290043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-fc9148db-d939-44f1-83ec-bf44536f52bc tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.292227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.292829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.310641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:17.311311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (3f9c4e0a-d1cc-4bf0-b222-713c0e18902e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.318134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd37d2c2-c55b-4ab0-8085-b4078e44535b None None] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:17.385572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c24558cc-b0ba-4606-a846-42808ea934bf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.389288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c24558cc-b0ba-4606-a846-42808ea934bf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3990645 Apr 06 14:35:17.391311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42714) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.408425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b4360b7d-d267-4645-b0df-3614939e000b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'a1769114-dbbd-4e12-95a5-d894186a104b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.422744 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6564c73-dd0e-4044-bb59-36303a3e53a0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2194531 Apr 06 14:35:17.427374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42716) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.437492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1cbb00e1-86e7-42a8-9700-e37ef4a5d738 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1802118805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.448739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-12355e50-6624-42c4-998c-a95eab2adf3e tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2719948 Apr 06 14:35:17.468775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42718) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.473994 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-287223838', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.483509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (fae77216-0bfe-45da-a757-536ee568d3b1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.490575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (3f9c4e0a-d1cc-4bf0-b222-713c0e18902e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.495226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Attempting to bind port 02b803a1-5538-4f41-a761-178a46545802 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:17.495807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Attempting to bind port 02b803a1-5538-4f41-a761-178a46545802 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:17.495956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Attempting to bind port 02b803a1-5538-4f41-a761-178a46545802 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:17.520541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9c4e0a-d1cc-4bf0-b222-713c0e18902e']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:17.540453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c21075-4d0b-4526-8abf-daa194dcfd2b') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:17.540749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c21075-4d0b-4526-8abf-daa194dcfd2b') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:17.546437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1cbb00e1-86e7-42a8-9700-e37ef4a5d738 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (e38d17de-d90a-4a20-8ded-dbe94987e5b2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.547621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1cbb00e1-86e7-42a8-9700-e37ef4a5d738 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (e38d17de-d90a-4a20-8ded-dbe94987e5b2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.553108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:17.554064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:17.554201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (59c21075-4d0b-4526-8abf-daa194dcfd2b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.554335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.554335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:17.554800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Bound port: 02b803a1-5538-4f41-a761-178a46545802, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:17.555452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (02b803a1-5538-4f41-a761-178a46545802), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.585215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (59c21075-4d0b-4526-8abf-daa194dcfd2b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.589374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 49745dc2-eeee-4e1b-82fa-2b1807d88a46 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:17.589705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.597725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4360b7d-d267-4645-b0df-3614939e000b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (302e9360-6c0b-4655-8100-fdd9df7a523c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.617061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (00dc814f-6db0-474c-97c8-d4272a6a6ca5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.623166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (00dc814f-6db0-474c-97c8-d4272a6a6ca5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.623166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1cbb00e1-86e7-42a8-9700-e37ef4a5d738 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (e38d17de-d90a-4a20-8ded-dbe94987e5b2), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.623402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:17.623488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (59c21075-4d0b-4526-8abf-daa194dcfd2b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.624108 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-fc9148db-d939-44f1-83ec-bf44536f52bc tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:17.628728 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fc9148db-d939-44f1-83ec-bf44536f52bc tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3479173 Apr 06 14:35:17.628728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (fae77216-0bfe-45da-a757-536ee568d3b1), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.632170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42720) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.642655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2249ff74-cb0c-4eac-b5fb-4c71c22e424a tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.644701 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-2249ff74-cb0c-4eac-b5fb-4c71c22e424a tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 14:35:17.645311 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-2249ff74-cb0c-4eac-b5fb-4c71c22e424a tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:17.651988 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2249ff74-cb0c-4eac-b5fb-4c71c22e424a tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128856 Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:17.654174 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:17.656802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42722) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:17.705390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:17.707203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-92594cee-a2ee-4664-8a91-8cb0b6bc2e32 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:17.726387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:17.762268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-5411e654-0206-4de8-91a5-de4733506a7e', 'network_id': '5411e654-0206-4de8-91a5-de4733506a7e', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': '05490174-61a8-4eec-91be-479a66522ad0'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:17.763077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.766929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1cbb00e1-86e7-42a8-9700-e37ef4a5d738 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (e38d17de-d90a-4a20-8ded-dbe94987e5b2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.774843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:17.780756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.782025 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.801657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=fae77216-0bfe-45da-a757-536ee568d3b1,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.811496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router_controller (00dc814f-6db0-474c-97c8-d4272a6a6ca5), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.826448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port 49745dc2-eeee-4e1b-82fa-2b1807d88a46, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=49745dc2-eeee-4e1b-82fa-2b1807d88a46,segment=NetworkSegment(f013a659-d6c2-432f-97da-7b636b07e1f3),segment_id=f013a659-d6c2-432f-97da-7b636b07e1f3)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:17.826826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.827620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0', 'network_id': '09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0', 'project_id': 'a362d27c37c2488ab7cff88da92208c5', 'fixed_ips': [{'subnet_id': '4d1a369b-0ec5-44f1-b940-8923bef5eb40'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:17.828659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.831793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4360b7d-d267-4645-b0df-3614939e000b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (302e9360-6c0b-4655-8100-fdd9df7a523c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.843777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 49745dc2-eeee-4e1b-82fa-2b1807d88a46 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:18.017166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (3f9c4e0a-d1cc-4bf0-b222-713c0e18902e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.019137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4360b7d-d267-4645-b0df-3614939e000b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (302e9360-6c0b-4655-8100-fdd9df7a523c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.026075 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4b29a893-97c5-4dc4-9844-54ed5a2907ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7318361 Apr 06 14:35:18.031605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1cbb00e1-86e7-42a8-9700-e37ef4a5d738 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.033787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] For port 02b803a1-5538-4f41-a761-178a46545802, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:18.034012 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1cbb00e1-86e7-42a8-9700-e37ef4a5d738 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6055727 Apr 06 14:35:18.034751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42724) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.040701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42726) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.040986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 7, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:18.041307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f9c4e0a-d1cc-4bf0-b222-713c0e18902e {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 06 14:35:18.066595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.074363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "DELETE /v2.0/networks/3f9c4e0a-d1cc-4bf0-b222-713c0e18902e HTTP/1.1" status: 204 len: 168 time: 0.8883779 Apr 06 14:35:18.087411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1566d-d418-4914-b08a-564d1bdd2cba tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f9c4e0a-d1cc-4bf0-b222-713c0e18902e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.116900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] For port 02b803a1-5538-4f41-a761-178a46545802, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=02b803a1-5538-4f41-a761-178a46545802,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:18.125575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:18.130751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4360b7d-d267-4645-b0df-3614939e000b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302e9360-6c0b-4655-8100-fdd9df7a523c,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.167803 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-92594cee-a2ee-4664-8a91-8cb0b6bc2e32 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:18.168863 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-92594cee-a2ee-4664-8a91-8cb0b6bc2e32 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5019755 Apr 06 14:35:18.174431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42730) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.185787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b15e6169-1077-4c63-85c6-58548c46707e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:18.186272 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-b15e6169-1077-4c63-85c6-58548c46707e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 06 14:35:18.186986 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-b15e6169-1077-4c63-85c6-58548c46707e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:18.187801 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b15e6169-1077-4c63-85c6-58548c46707e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100369 Apr 06 14:35:18.191159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42732) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.196112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-27f18155-d794-43dc-a35d-ff3bcc858a7d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:18.197952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (02b803a1-5538-4f41-a761-178a46545802), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.209349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:18.210001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:18.217436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Allocated IP 2001:db8::2 (5411e654-0206-4de8-91a5-de4733506a7e/05490174-61a8-4eec-91be-479a66522ad0/8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:18.297022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (49745dc2-eeee-4e1b-82fa-2b1807d88a46), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.301467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4360b7d-d267-4645-b0df-3614939e000b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.311012 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b4360b7d-d267-4645-b0df-3614939e000b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9180651 Apr 06 14:35:18.318702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42734) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.336757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-223ff3af-5b20-40b5-a99b-6e7c1f400c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'a1769114-dbbd-4e12-95a5-d894186a104b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:18.339054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Allocated IP 172.20.0.2 (09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0/4d1a369b-0ec5-44f1-b940-8923bef5eb40/109a2720-8a6d-4111-b8fc-2d947d6796bc) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:18.405178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=49745dc2-eeee-4e1b-82fa-2b1807d88a46,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.490612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa4951-737e-4e3d-8f8a-9dd1cda07b20 None None] Pushing event updated for resources: {'Port': ['ID=02b803a1-5538-4f41-a761-178a46545802,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:18.569826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router_gateway (00dc814f-6db0-474c-97c8-d4272a6a6ca5), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.575314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:18.590005 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-223ff3af-5b20-40b5-a99b-6e7c1f400c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:35:18.606550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb28a9-bc2f-4f12-9a3e-5e2ed2f4b788 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.632422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb28a9-bc2f-4f12-9a3e-5e2ed2f4b788 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.636059 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-22bb28a9-bc2f-4f12-9a3e-5e2ed2f4b788 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4776504 Apr 06 14:35:18.640310 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42740) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.669423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-223ff3af-5b20-40b5-a99b-6e7c1f400c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (e1192cba-c5b6-4441-b12e-5927921c8583), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.760419 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-27f18155-d794-43dc-a35d-ff3bcc858a7d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:18.761531 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-27f18155-d794-43dc-a35d-ff3bcc858a7d tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5693934 Apr 06 14:35:18.785779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42742) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.795560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42744) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:18.803911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6914f922-90de-47f1-934e-d1cef695b715 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '17e8f31a-a4ad-4187-bbfc-94ce4918eab7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:18.811416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3d6e772f-9274-4251-859c-30fd01403204 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'router': {'name': 'tempest-router--454121609', 'project_id': 'b5173fb43ed24817abfa3a6784eab014'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:18.902850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-223ff3af-5b20-40b5-a99b-6e7c1f400c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (e1192cba-c5b6-4441-b12e-5927921c8583), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:18.965545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.002419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-223ff3af-5b20-40b5-a99b-6e7c1f400c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (e1192cba-c5b6-4441-b12e-5927921c8583), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.004687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.041622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Publish callbacks [] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.044005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ff3af-5b20-40b5-a99b-6e7c1f400c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1192cba-c5b6-4441-b12e-5927921c8583,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:19.075108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Publish callbacks [] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.078471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3d6e772f-9274-4251-859c-30fd01403204 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (13a4edf8-705f-44c6-a9c4-256b0f972a7e), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.079675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3d6e772f-9274-4251-859c-30fd01403204 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (13a4edf8-705f-44c6-a9c4-256b0f972a7e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.120430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.138363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ed9999fc-9465-4e77-9f56-16994607091f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port fae77216-0bfe-45da-a757-536ee568d3b1 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:19.138831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed9999fc-9465-4e77-9f56-16994607091f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fae77216-0bfe-45da-a757-536ee568d3b1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.163165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.175044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Network 5411e654-0206-4de8-91a5-de4733506a7e is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:19.189977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:19.196766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:19.198839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Pushing event updated for resources: {'Port': ['ID=8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:19.213480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:19.243426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-223ff3af-5b20-40b5-a99b-6e7c1f400c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.245531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:19.245691 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-223ff3af-5b20-40b5-a99b-6e7c1f400c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9150546 Apr 06 14:35:19.245782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:19.246626 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42746) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:19.257899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5f1f0952-dca0-4377-9673-5f85a5950891 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'a1769114-dbbd-4e12-95a5-d894186a104b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:19.286103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Pushing event updated for resources: {'Port': ['ID=109a2720-8a6d-4111-b8fc-2d947d6796bc,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:19.316663 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-6914f922-90de-47f1-934e-d1cef695b715 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:19.317653 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6914f922-90de-47f1-934e-d1cef695b715 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5208282 Apr 06 14:35:19.320404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 7, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:19.331185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42748) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:19.382239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5871f41-92cf-4bbd-aae7-0ad045040d81 None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 7, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '49745dc2-eeee-4e1b-82fa-2b1807d88a46', 'name': '', 'network_id': 'eb808ddc-f226-445b-ac71-3ece639efe80', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:a3:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:05Z', 'updated_at': '2022-04-06T14:35:14Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '44c6f2dc-b137-4fef-9119-6f0b3f8f4244', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:19.403947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Attempting to bind port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:19.404858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Attempting to bind port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'd6ad4b08-a129-412e-bcbb-d5b350b972fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5411e654-0206-4de8-91a5-de4733506a7e'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:19.406831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Attempting to bind port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc on network 5411e654-0206-4de8-91a5-de4733506a7e {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:19.407856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3d6e772f-9274-4251-859c-30fd01403204 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_controller (13a4edf8-705f-44c6-a9c4-256b0f972a7e), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.410047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Attempting to bind port 109a2720-8a6d-4111-b8fc-2d947d6796bc on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:19.410712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Attempting to bind port 109a2720-8a6d-4111-b8fc-2d947d6796bc by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '01e4d340-934c-4a9e-8fe6-37803fb523c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:19.411382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Attempting to bind port 109a2720-8a6d-4111-b8fc-2d947d6796bc on network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:19.419113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8::1 (5411e654-0206-4de8-91a5-de4733506a7e/05490174-61a8-4eec-91be-479a66522ad0/9ed69dcc-a34e-449a-9311-c94e709f3af5) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:19.423209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:19.423209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Checking segment: {'id': 'd6ad4b08-a129-412e-bcbb-d5b350b972fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5411e654-0206-4de8-91a5-de4733506a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:19.423209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.423209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Bound using segment: {'id': 'd6ad4b08-a129-412e-bcbb-d5b350b972fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5411e654-0206-4de8-91a5-de4733506a7e'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:19.423209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Bound port: 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ad4b08-a129-412e-bcbb-d5b350b972fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '5411e654-0206-4de8-91a5-de4733506a7e'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:19.423209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.434514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:19.435250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Checking segment: {'id': '01e4d340-934c-4a9e-8fe6-37803fb523c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:19.435818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.436379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Bound using segment: {'id': '01e4d340-934c-4a9e-8fe6-37803fb523c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:19.437354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Bound port: 109a2720-8a6d-4111-b8fc-2d947d6796bc, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e4d340-934c-4a9e-8fe6-37803fb523c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:19.442861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.472979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed9999fc-9465-4e77-9f56-16994607091f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fae77216-0bfe-45da-a757-536ee568d3b1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.509612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router_gateway (00dc814f-6db0-474c-97c8-d4272a6a6ca5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.512065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ed9999fc-9465-4e77-9f56-16994607091f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for fae77216-0bfe-45da-a757-536ee568d3b1 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:19.535966 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3d6e772f-9274-4251-859c-30fd01403204 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (13a4edf8-705f-44c6-a9c4-256b0f972a7e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.547483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.555333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] For port 109a2720-8a6d-4111-b8fc-2d947d6796bc, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:19.559088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] For port 109a2720-8a6d-4111-b8fc-2d947d6796bc, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=109a2720-8a6d-4111-b8fc-2d947d6796bc,segment=NetworkSegment(01e4d340-934c-4a9e-8fe6-37803fb523c7),segment_id=01e4d340-934c-4a9e-8fe6-37803fb523c7)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:19.562132 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-5f1f0952-dca0-4377-9673-5f85a5950891 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:35:19.629960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0952-dca0-4377-9673-5f85a5950891 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (f18452d7-97ad-4e78-954c-be16e3a5e523), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.631476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c2ddbd9-1db5-4871-b93f-cfcd0b1c287e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (17e8f31a-a4ad-4187-bbfc-94ce4918eab7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.632808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] For port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:19.643585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] For port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc,segment=NetworkSegment(d6ad4b08-a129-412e-bcbb-d5b350b972fc),segment_id=d6ad4b08-a129-412e-bcbb-d5b350b972fc)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:19.652185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.698539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c2ddbd9-1db5-4871-b93f-cfcd0b1c287e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (17e8f31a-a4ad-4187-bbfc-94ce4918eab7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.705010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3d6e772f-9274-4251-859c-30fd01403204 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.708676 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3d6e772f-9274-4251-859c-30fd01403204 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9105804 Apr 06 14:35:19.718449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42750) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:19.731015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e4e1b-5129-40e4-b199-2520368bc444 None None] Pushing event updated for resources: {'Port': ['ID=109a2720-8a6d-4111-b8fc-2d947d6796bc,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:19.745301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.809898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:19.845470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:19.867392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eb15a-87d4-4b2e-aaac-8f4658f5ecfd None None] Pushing event updated for resources: {'Port': ['ID=8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.039354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c2ddbd9-1db5-4871-b93f-cfcd0b1c287e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (17e8f31a-a4ad-4187-bbfc-94ce4918eab7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.042784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c2ddbd9-1db5-4871-b93f-cfcd0b1c287e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.044673 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7c2ddbd9-1db5-4871-b93f-cfcd0b1c287e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/17e8f31a-a4ad-4187-bbfc-94ce4918eab7 HTTP/1.1" status: 204 len: 168 time: 0.7106392 Apr 06 14:35:20.051085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42752) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:20.118897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ddbd9-1db5-4871-b93f-cfcd0b1c287e tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e8f31a-a4ad-4187-bbfc-94ce4918eab7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.124188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 02b803a1-5538-4f41-a761-178a46545802 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:20.133555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.225029 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:20.236884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:20.244103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 5411e654-0206-4de8-91a5-de4733506a7e is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:20.276170 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4d7a3693-524d-41c1-849e-98a146d387e1 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5990257 Apr 06 14:35:20.286185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42754) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:20.300954 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:20.301816 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:20.310362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:20.332176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:20.336989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (e38d17de-d90a-4a20-8ded-dbe94987e5b2), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.382109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 02b803a1-5538-4f41-a761-178a46545802 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:20.382503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (02b803a1-5538-4f41-a761-178a46545802), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.444451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d377e44d-9627-4516-9c02-ce36f611f9cd None None] Provisioning complete for port 02b803a1-5538-4f41-a761-178a46545802 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:20.444840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d377e44d-9627-4516-9c02-ce36f611f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (02b803a1-5538-4f41-a761-178a46545802), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.539503 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7c8e0c3a-c28d-4bb9-94d0-851b41e48209 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4834504 Apr 06 14:35:20.548900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42756) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:20.595226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Allocated IP 172.26.7.112 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/f7754bac-4e95-4489-bfb1-5c06bcfc6898) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:20.606738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bcc4c4fa-4ca2-4f0f-96c7-8878beb5c0d9 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814508278'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:20.615531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0952-dca0-4377-9673-5f85a5950891 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (f18452d7-97ad-4e78-954c-be16e3a5e523), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.616927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a531836f-cbd7-4bc0-b3f5-0ff93921073e tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (13a4edf8-705f-44c6-a9c4-256b0f972a7e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.641931 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:20.677018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=9ed69dcc-a34e-449a-9311-c94e709f3af5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.713981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0952-dca0-4377-9673-5f85a5950891 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (f18452d7-97ad-4e78-954c-be16e3a5e523), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.763496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f0952-dca0-4377-9673-5f85a5950891 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18452d7-97ad-4e78-954c-be16e3a5e523,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.776267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c4fa-4ca2-4f0f-96c7-8878beb5c0d9 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.792024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa58894-4771-4c43-9897-540fa0c98421 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet 44c6f2dc-b137-4fef-9119-6f0b3f8f4244 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:20.797454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-faa58894-4771-4c43-9897-540fa0c98421 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (44c6f2dc-b137-4fef-9119-6f0b3f8f4244), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.869272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 02b803a1-5538-4f41-a761-178a46545802 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:20.869272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (02b803a1-5538-4f41-a761-178a46545802), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.878407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed9999fc-9465-4e77-9f56-16994607091f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (fae77216-0bfe-45da-a757-536ee568d3b1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.883519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-faa58894-4771-4c43-9897-540fa0c98421 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (44c6f2dc-b137-4fef-9119-6f0b3f8f4244), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.920735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a531836f-cbd7-4bc0-b3f5-0ff93921073e tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (13a4edf8-705f-44c6-a9c4-256b0f972a7e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.925776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a531836f-cbd7-4bc0-b3f5-0ff93921073e tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_controller (13a4edf8-705f-44c6-a9c4-256b0f972a7e), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.931425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0952-dca0-4377-9673-5f85a5950891 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:20.932984 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5f1f0952-dca0-4377-9673-5f85a5950891 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6809132 Apr 06 14:35:20.934166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9999fc-9465-4e77-9f56-16994607091f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=fae77216-0bfe-45da-a757-536ee568d3b1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:20.957191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 02b803a1-5538-4f41-a761-178a46545802, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=02b803a1-5538-4f41-a761-178a46545802,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:20.979332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d377e44d-9627-4516-9c02-ce36f611f9cd None None] Current status of the port 02b803a1-5538-4f41-a761-178a46545802 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:20.979973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d377e44d-9627-4516-9c02-ce36f611f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (02b803a1-5538-4f41-a761-178a46545802), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.034203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (02b803a1-5538-4f41-a761-178a46545802), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.190060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed9999fc-9465-4e77-9f56-16994607091f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.206897 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ed9999fc-9465-4e77-9f56-16994607091f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/fae77216-0bfe-45da-a757-536ee568d3b1 HTTP/1.1" status: 204 len: 168 time: 2.5653410 Apr 06 14:35:21.208827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42766) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:21.246910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=02b803a1-5538-4f41-a761-178a46545802,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:21.263983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-d377e44d-9627-4516-9c02-ce36f611f9cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:21.264831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-d377e44d-9627-4516-9c02-ce36f611f9cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:21.312583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a531836f-cbd7-4bc0-b3f5-0ff93921073e tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (13a4edf8-705f-44c6-a9c4-256b0f972a7e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.315999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a531836f-cbd7-4bc0-b3f5-0ff93921073e tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13a4edf8-705f-44c6-a9c4-256b0f972a7e {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:21.339161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a531836f-cbd7-4bc0-b3f5-0ff93921073e tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.340509 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a531836f-cbd7-4bc0-b3f5-0ff93921073e tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "DELETE /v2.0/routers/13a4edf8-705f-44c6-a9c4-256b0f972a7e HTTP/1.1" status: 204 len: 168 time: 1.6193957 Apr 06 14:35:21.391382 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:17Z', 'revision_number': 8, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:21.403880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca90b8-c016-4786-80b7-3d382bc443ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.406262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca90b8-c016-4786-80b7-3d382bc443ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.412057 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9eca90b8-c016-4786-80b7-3d382bc443ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1977158 Apr 06 14:35:21.431089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42778) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:21.444977 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:21.468095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for port (f7754bac-4e95-4489-bfb1-5c06bcfc6898), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.468425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:21.468977 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:21.549303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8625031b-10dc-424c-8fac-70f899386b52 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 28b0795a-330b-489c-90ad-8fb6fe7bb380 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:21.567147 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8625031b-10dc-424c-8fac-70f899386b52 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (28b0795a-330b-489c-90ad-8fb6fe7bb380), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.637283 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:21.654155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8625031b-10dc-424c-8fac-70f899386b52 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (28b0795a-330b-489c-90ad-8fb6fe7bb380), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.696864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42780) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:21.732733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f7754bac-4e95-4489-bfb1-5c06bcfc6898), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.881297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-7cbae367-9b87-4bb9-b0cb-ec240bbdf504 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867397898&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.2419057 Apr 06 14:35:21.907665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d377e44d-9627-4516-9c02-ce36f611f9cd None None] Current status of the port 02b803a1-5538-4f41-a761-178a46545802 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:21.908206 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:17Z', 'revision_number': 8, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:21.934945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:21.936405 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203aaaf-60e6-4273-a73f-bbf64f5cbbdf None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:17Z', 'revision_number': 8, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3460204-0099-4845-abea-d0f9d74f3d5e', 'name': '', 'network_id': '997fa151-63c9-4ce1-8783-8d3ea083c568', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:de:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:54Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': 'a713aa26-007c-44cd-b18f-e0ee028da636', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:21.957341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:21.970400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:21.993702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef8e88-5575-4310-8f8b-a4a9a03827ee None None] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:22.012879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.072244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'Port': ['ID=f7754bac-4e95-4489-bfb1-5c06bcfc6898,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.098858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-82acef17-84d4-43d9-9f71-aa993a15a1fa None None] Provisioning complete for port 109a2720-8a6d-4111-b8fc-2d947d6796bc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:22.100007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-82acef17-84d4-43d9-9f71-aa993a15a1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.125714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8625031b-10dc-424c-8fac-70f899386b52 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (28b0795a-330b-489c-90ad-8fb6fe7bb380), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.226644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae1daa-20bf-4a1d-bb0d-df0d0c6ee03d None None] Network 5411e654-0206-4de8-91a5-de4733506a7e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:22.283959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-faa58894-4771-4c43-9897-540fa0c98421 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (44c6f2dc-b137-4fef-9119-6f0b3f8f4244), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.371496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-936339699', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:22.379353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8625031b-10dc-424c-8fac-70f899386b52 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (28b0795a-330b-489c-90ad-8fb6fe7bb380), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.390616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-82acef17-84d4-43d9-9f71-aa993a15a1fa None None] Current status of the port 109a2720-8a6d-4111-b8fc-2d947d6796bc is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:22.391159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-82acef17-84d4-43d9-9f71-aa993a15a1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.433882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8625031b-10dc-424c-8fac-70f899386b52 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.437873 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8625031b-10dc-424c-8fac-70f899386b52 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/28b0795a-330b-489c-90ad-8fb6fe7bb380 HTTP/1.1" status: 204 len: 168 time: 1.0054872 Apr 06 14:35:22.441186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60203de-6618-45c1-afa0-745c9634a466 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:22.443442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42784) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:22.473400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c4fa-4ca2-4f0f-96c7-8878beb5c0d9 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (72888e75-174b-4bdd-a28f-d2af58c46a65), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.485346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625031b-10dc-424c-8fac-70f899386b52 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=28b0795a-330b-489c-90ad-8fb6fe7bb380,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.509503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-82acef17-84d4-43d9-9f71-aa993a15a1fa None None] For port 109a2720-8a6d-4111-b8fc-2d947d6796bc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=109a2720-8a6d-4111-b8fc-2d947d6796bc,segment=NetworkSegment(01e4d340-934c-4a9e-8fe6-37803fb523c7),segment_id=01e4d340-934c-4a9e-8fe6-37803fb523c7)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:22.549397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:22.586828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c4fa-4ca2-4f0f-96c7-8878beb5c0d9 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (72888e75-174b-4bdd-a28f-d2af58c46a65), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.599990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-82acef17-84d4-43d9-9f71-aa993a15a1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.630046 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-42cc630c-c726-4948-a7d2-e8373098b66c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1592271 Apr 06 14:35:22.630551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42786) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:22.631552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-82acef17-84d4-43d9-9f71-aa993a15a1fa None None] Could not find standard attr ID for object fae77216-0bfe-45da-a757-536ee568d3b1. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:35:22.685640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-ea0037f8-dc05-45f3-af21-77154a48b8f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:22.694105 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-ea0037f8-dc05-45f3-af21-77154a48b8f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 200 len: 796 time: 0.6925361 Apr 06 14:35:22.694222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router_gateway (00dc814f-6db0-474c-97c8-d4272a6a6ca5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.737527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4c4fa-4ca2-4f0f-96c7-8878beb5c0d9 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72888e75-174b-4bdd-a28f-d2af58c46a65,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.741691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acef17-84d4-43d9-9f71-aa993a15a1fa None None] Pushing event updated for resources: {'Port': ['ID=109a2720-8a6d-4111-b8fc-2d947d6796bc,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:22.745808 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-cb9fa21b-2b97-43f7-89d0-15ee410c5510 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0313520 Apr 06 14:35:22.757089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:22.757470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.787601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (0ff18864-764a-408a-a460-0ebd565425ab), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.788970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (0ff18864-764a-408a-a460-0ebd565425ab), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.813608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-97b2da29-be43-47a5-aef5-295886bb3640 None None] Provisioning complete for port 109a2720-8a6d-4111-b8fc-2d947d6796bc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:22.813608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-97b2da29-be43-47a5-aef5-295886bb3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.842725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c4fa-4ca2-4f0f-96c7-8878beb5c0d9 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.853025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bcc4c4fa-4ca2-4f0f-96c7-8878beb5c0d9 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.2505479 Apr 06 14:35:22.876675 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42788) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:22.889347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0dfc4e03-8f0e-4cdf-9f53-f95e60cecdae tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '72888e75-174b-4bdd-a28f-d2af58c46a65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:22.890330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d4423-48a3-4dda-8616-9d616d502c29 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:22.892613 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9c6d4423-48a3-4dda-8616-9d616d502c29 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2544377 Apr 06 14:35:22.894403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-faa58894-4771-4c43-9897-540fa0c98421 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (44c6f2dc-b137-4fef-9119-6f0b3f8f4244), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.896386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42790) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:22.922292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (0ff18864-764a-408a-a460-0ebd565425ab), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.948855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-faa58894-4771-4c43-9897-540fa0c98421 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.951474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-faa58894-4771-4c43-9897-540fa0c98421 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/44c6f2dc-b137-4fef-9119-6f0b3f8f4244 HTTP/1.1" status: 204 len: 168 time: 2.6636364 Apr 06 14:35:22.963186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:22.965600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a3de6c-4337-4b7e-a305-7f7d0f78b706 None None] Network eb808ddc-f226-445b-ac71-3ece639efe80 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:22.970995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:22.972515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:22.990520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42792) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:23.005469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa58894-4771-4c43-9897-540fa0c98421 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=44c6f2dc-b137-4fef-9119-6f0b3f8f4244,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:23.086360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-97b2da29-be43-47a5-aef5-295886bb3640 None None] Current status of the port 109a2720-8a6d-4111-b8fc-2d947d6796bc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:23.110590 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-95ac5e0c-0e98-4c2a-8af4-77d03a03ed12 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3348901 Apr 06 14:35:23.123911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d4f09-8735-4ce8-ae7d-792bef139926 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.127725 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-aa5d4f09-8735-4ce8-ae7d-792bef139926 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2232013 Apr 06 14:35:23.134811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc,segment=NetworkSegment(d6ad4b08-a129-412e-bcbb-d5b350b972fc),segment_id=d6ad4b08-a129-412e-bcbb-d5b350b972fc)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:23.150580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-97b2da29-be43-47a5-aef5-295886bb3640 None None] Provisioning complete for port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:23.151368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-97b2da29-be43-47a5-aef5-295886bb3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.153147 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42794) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:23.221434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (eb808ddc-f226-445b-ac71-3ece639efe80), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.229894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] Deleting port 02b803a1-5538-4f41-a761-178a46545802 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:23.230104 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-35eb4903-90ae-49e6-ba52-7d36b332ad4c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637233 Apr 06 14:35:23.230714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (02b803a1-5538-4f41-a761-178a46545802), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.235402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42796) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:23.247747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:23.290600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.291807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 02b803a1-5538-4f41-a761-178a46545802 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:23.333931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.347694 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-0dfc4e03-8f0e-4cdf-9f53-f95e60cecdae tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The resource could not be found. Apr 06 14:35:23.348919 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0dfc4e03-8f0e-4cdf-9f53-f95e60cecdae tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4690800 Apr 06 14:35:23.352340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (0ff18864-764a-408a-a460-0ebd565425ab), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.353904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42798) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:23.363948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-86f267af-a6b1-43e7-8fa8-8b092cdd3f94 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '72888e75-174b-4bdd-a28f-d2af58c46a65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0a559a0f-e114-4cd7-993c-d868dd1660a5'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:23.368620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (00dc814f-6db0-474c-97c8-d4272a6a6ca5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.399174 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-5b768ea6-1d33-43d8-b7de-244ddefd64ea service neutron] 10.222.0.71 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691798 Apr 06 14:35:23.442309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] For port 02b803a1-5538-4f41-a761-178a46545802, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=02b803a1-5538-4f41-a761-178a46545802,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:23.446556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (02b803a1-5538-4f41-a761-178a46545802), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.468671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.469546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (e38d17de-d90a-4a20-8ded-dbe94987e5b2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.499539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] DHCP port deletion for eb808ddc-f226-445b-ac71-3ece639efe80 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:23.520712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] Calling delete_port for 02b803a1-5538-4f41-a761-178a46545802 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:23.526828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:23.582370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-97b2da29-be43-47a5-aef5-295886bb3640 None None] Current status of the port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:23.628639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 02b803a1-5538-4f41-a761-178a46545802 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:23.629114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (02b803a1-5538-4f41-a761-178a46545802), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.646277 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:23.649803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.673321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.736524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] Deleting port c05adbf6-4836-4e42-980a-0160f51757a0 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:23.736524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.752353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2f407fb6-77c6-43a9-ac88-5461a77141a4 None None] Provisioning complete for port 9ed69dcc-a34e-449a-9311-c94e709f3af5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:23.752353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2f407fb6-77c6-43a9-ac88-5461a77141a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.770904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=9ed69dcc-a34e-449a-9311-c94e709f3af5,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:23.819557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-4272e72c-f8f0-456a-81db-7608143f24dc service neutron] 10.222.0.71 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103801 Apr 06 14:35:23.832206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port c05adbf6-4836-4e42-980a-0160f51757a0 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:23.832323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.934147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 5411e654-0206-4de8-91a5-de4733506a7e is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:23.937689 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:23.965508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port c05adbf6-4836-4e42-980a-0160f51757a0, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c05adbf6-4836-4e42-980a-0160f51757a0,segment=NetworkSegment(f013a659-d6c2-432f-97da-7b636b07e1f3),segment_id=f013a659-d6c2-432f-97da-7b636b07e1f3)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:23.965891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.044322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Router 00dc814f-6db0-474c-97c8-d4272a6a6ca5 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:24.051182 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-86f267af-a6b1-43e7-8fa8-8b092cdd3f94 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The resource could not be found. Apr 06 14:35:24.052195 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-86f267af-a6b1-43e7-8fa8-8b092cdd3f94 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6926243 Apr 06 14:35:24.053610 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42800) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:24.054019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 02b803a1-5538-4f41-a761-178a46545802 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:24.056451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 109a2720-8a6d-4111-b8fc-2d947d6796bc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:24.063464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (02b803a1-5538-4f41-a761-178a46545802), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.068623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for c05adbf6-4836-4e42-980a-0160f51757a0 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:24.100274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2f407fb6-77c6-43a9-ac88-5461a77141a4 None None] Port 9ed69dcc-a34e-449a-9311-c94e709f3af5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:24.140074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] Pushing event deleted for resources: {'Port': ['ID=02b803a1-5538-4f41-a761-178a46545802,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.152008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac7052-7337-4c1f-a95c-05b0ab7b330b None None] No DVR routers for this DVR port 02b803a1-5538-4f41-a761-178a46545802 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:24.173986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] For port c05adbf6-4836-4e42-980a-0160f51757a0, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c05adbf6-4836-4e42-980a-0160f51757a0,segment=NetworkSegment(f013a659-d6c2-432f-97da-7b636b07e1f3),segment_id=f013a659-d6c2-432f-97da-7b636b07e1f3)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:24.175230 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.179189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (0ff18864-764a-408a-a460-0ebd565425ab), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.201886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] Calling delete_port for c05adbf6-4836-4e42-980a-0160f51757a0 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:24.210524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2f407fb6-77c6-43a9-ac88-5461a77141a4 None None] Provisioning complete for port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:24.211212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2f407fb6-77c6-43a9-ac88-5461a77141a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.303711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.356475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 109a2720-8a6d-4111-b8fc-2d947d6796bc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:24.356870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.430113 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Allocated IP 172.26.7.13 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/f8d7bf2c-c893-4ebe-8080-1dc5b8536471) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:24.440496 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5482d9b2-f618-4185-bd13-888d5a57e28d req-ee71b663-2278-48d7-95da-a8cd7f217938 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 210 time: 0.2105820 Apr 06 14:35:24.553860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.560319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2f407fb6-77c6-43a9-ac88-5461a77141a4 None None] Current status of the port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:24.565990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c05adbf6-4836-4e42-980a-0160f51757a0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.593320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] No DVR routers for this DVR port c05adbf6-4836-4e42-980a-0160f51757a0 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:24.593808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5242-ea6d-42e2-844e-94b6e5e259a0 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (72888e75-174b-4bdd-a28f-d2af58c46a65), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.594815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee0783-2e92-49d8-a365-f39543643678 None None] Pushing event deleted for resources: {'Port': ['ID=c05adbf6-4836-4e42-980a-0160f51757a0,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.601165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 109a2720-8a6d-4111-b8fc-2d947d6796bc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:24.620246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port c05adbf6-4836-4e42-980a-0160f51757a0 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:24.628911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=c05adbf6-4836-4e42-980a-0160f51757a0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.649339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for port (f8d7bf2c-c893-4ebe-8080-1dc5b8536471), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.655662 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router e38d17de-d90a-4a20-8ded-dbe94987e5b2 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:24.665037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5242-ea6d-42e2-844e-94b6e5e259a0 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (72888e75-174b-4bdd-a28f-d2af58c46a65), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.675395 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:24.700449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303ce336-dd8d-4265-91c6-4a5490170fb5 None None] Sync routers for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:24.731861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:24.737967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-868d216f-9a7a-4a7e-a459-8331aeb418f1 None None] Provisioning complete for port 9ed69dcc-a34e-449a-9311-c94e709f3af5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:24.738926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-868d216f-9a7a-4a7e-a459-8331aeb418f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.749639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:35:24.760316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303ce336-dd8d-4265-91c6-4a5490170fb5 None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:24.762309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-303ce336-dd8d-4265-91c6-4a5490170fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.792586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (4bd2163d-a39b-4a19-bde0-018cdc9799cf), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.834492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-303ce336-dd8d-4265-91c6-4a5490170fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.836518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.840917 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5b98a5d4-b6b1-4372-8450-238bdc37c2b8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.3701501 Apr 06 14:35:24.842204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42812) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:24.860576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (eb808ddc-f226-445b-ac71-3ece639efe80), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.866456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-868d216f-9a7a-4a7e-a459-8331aeb418f1 None None] Port 9ed69dcc-a34e-449a-9311-c94e709f3af5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:24.873962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303ce336-dd8d-4265-91c6-4a5490170fb5 None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:24.874760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-303ce336-dd8d-4265-91c6-4a5490170fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.899480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5242-ea6d-42e2-844e-94b6e5e259a0 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (72888e75-174b-4bdd-a28f-d2af58c46a65), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.903111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5242-ea6d-42e2-844e-94b6e5e259a0 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.908486 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d4ac5242-ea6d-42e2-844e-94b6e5e259a0 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/72888e75-174b-4bdd-a28f-d2af58c46a65 HTTP/1.1" status: 204 len: 168 time: 0.8539357 Apr 06 14:35:24.910030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f8d7bf2c-c893-4ebe-8080-1dc5b8536471), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.913359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42814) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:24.922161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-303ce336-dd8d-4265-91c6-4a5490170fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.922936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303ce336-dd8d-4265-91c6-4a5490170fb5 None None] The sync data for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:24.930437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb808ddc-f226-445b-ac71-3ece639efe80']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.932445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:24.933054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.951837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f013a659-d6c2-432f-97da-7b636b07e1f3') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.952424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f013a659-d6c2-432f-97da-7b636b07e1f3') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:24.957647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:24.964079 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5242-ea6d-42e2-844e-94b6e5e259a0 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72888e75-174b-4bdd-a28f-d2af58c46a65,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.970297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:24.973735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (f013a659-d6c2-432f-97da-7b636b07e1f3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.982572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:24.983189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:24.985394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=4bd2163d-a39b-4a19-bde0-018cdc9799cf,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:24.991357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:25.010189 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-42da34e0-c578-4f65-9a88-aea035ed61c4 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/e38d17de-d90a-4a20-8ded-dbe94987e5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9612515 Apr 06 14:35:25.010189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42816) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.014895 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb726d-45cf-4b0e-b6fd-89ef52eb9d18 None None] Sync routers for ids ['e38d17de-d90a-4a20-8ded-dbe94987e5b2'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:25.042264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:25.048805 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb726d-45cf-4b0e-b6fd-89ef52eb9d18 None None] Routers {'e38d17de-d90a-4a20-8ded-dbe94987e5b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:25.054884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dbfb726d-45cf-4b0e-b6fd-89ef52eb9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e38d17de-d90a-4a20-8ded-dbe94987e5b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:25.055649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f013a659-d6c2-432f-97da-7b636b07e1f3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.057552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:25.063459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390738da-2172-46f2-8798-955a431efc18 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:25.063783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747fc9ca-e2b4-4167-adca-2cb9ed75cb64 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:25.068134 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-390738da-2172-46f2-8798-955a431efc18 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports/9ed69dcc-a34e-449a-9311-c94e709f3af5 HTTP/1.1" status: 200 len: 911 time: 0.0555339 Apr 06 14:35:25.068313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:25.068475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42818) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.074931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-efa37ec8-4728-4e7f-b9e0-c3b59da9f50b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05490174-61a8-4eec-91be-479a66522ad0'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:25.081651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:25.081651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (f013a659-d6c2-432f-97da-7b636b07e1f3), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:25.084412 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:25.104508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event updated for resources: {'Port': ['ID=f8d7bf2c-c893-4ebe-8080-1dc5b8536471,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:25.137112 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a03b841d-59de-43da-abff-c59a81bfb628 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2078903 Apr 06 14:35:25.142642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42820) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.148144 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ab1b6b3e-dc3e-46b4-bba2-94a88a857295 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9054043 Apr 06 14:35:25.149478 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-53861ec1-dc19-48b9-a5f3-7b942c0dda59 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '543f90cc-1eba-42e3-965b-6eb4cf954353', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:25.153670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42822) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.154919 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dbfb726d-45cf-4b0e-b6fd-89ef52eb9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:25.159716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-593a66de-4b67-4a2c-9c1f-dabd697ac7fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:25.181240 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb726d-45cf-4b0e-b6fd-89ef52eb9d18 None None] Routers {'e38d17de-d90a-4a20-8ded-dbe94987e5b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:25.182070 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dbfb726d-45cf-4b0e-b6fd-89ef52eb9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e38d17de-d90a-4a20-8ded-dbe94987e5b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:25.223700 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dbfb726d-45cf-4b0e-b6fd-89ef52eb9d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:25.224351 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb726d-45cf-4b0e-b6fd-89ef52eb9d18 None None] The sync data for ids ['e38d17de-d90a-4a20-8ded-dbe94987e5b2'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:25.306402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '4bd2163d-a39b-4a19-bde0-018cdc9799cf'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:25.307628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.406210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (eb808ddc-f226-445b-ac71-3ece639efe80), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.447520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.450387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:25.450785 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/eb808ddc-f226-445b-ac71-3ece639efe80 HTTP/1.1" status: 204 len: 168 time: 2.4589105 Apr 06 14:35:25.454606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 109a2720-8a6d-4111-b8fc-2d947d6796bc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:25.456212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42826) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.511749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Allocated IP 2001:db8::f816:3eff:fe57:ebad (935059ea-209c-494a-9703-5e88684a95b4/4bd2163d-a39b-4a19-bde0-018cdc9799cf/1247c738-3874-46a9-a247-dd325977932f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:25.592438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 109a2720-8a6d-4111-b8fc-2d947d6796bc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:25.593837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.738463 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-53861ec1-dc19-48b9-a5f3-7b942c0dda59 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The resource could not be found. Apr 06 14:35:25.747425 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-53861ec1-dc19-48b9-a5f3-7b942c0dda59 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5937126 Apr 06 14:35:25.752411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42830) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:25.759493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-90a0f2d3-2730-4fbd-a583-ce878a2b8ccf tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--485672939'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:25.783358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 109a2720-8a6d-4111-b8fc-2d947d6796bc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:25.787419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Publish callbacks [] for port (1247c738-3874-46a9-a247-dd325977932f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.829042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593a66de-4b67-4a2c-9c1f-dabd697ac7fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:25.832844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-593a66de-4b67-4a2c-9c1f-dabd697ac7fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.847989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10fcaf-84f5-49c2-a6a7-f538eed4609a tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=eb808ddc-f226-445b-ac71-3ece639efe80,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:25.865297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 49745dc2-eeee-4e1b-82fa-2b1807d88a46 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:25.897692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 49745dc2-eeee-4e1b-82fa-2b1807d88a46 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:25.898217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 49745dc2-eeee-4e1b-82fa-2b1807d88a46 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:25.899684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 02b803a1-5538-4f41-a761-178a46545802 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:25.904767 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cdf486f-7a5d-4a03-9e16-30fa95ff63c5 req-f382d317-fabf-469c-92bc-354ce026df3a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 210 time: 0.0860186 Apr 06 14:35:25.906842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa37ec8-4728-4e7f-b9e0-c3b59da9f50b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.932748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (0ff18864-764a-408a-a460-0ebd565425ab), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.938589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 02b803a1-5538-4f41-a761-178a46545802 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:25.938589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 02b803a1-5538-4f41-a761-178a46545802 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:25.938589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c05adbf6-4836-4e42-980a-0160f51757a0 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:25.945980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (1247c738-3874-46a9-a247-dd325977932f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.001323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c05adbf6-4836-4e42-980a-0160f51757a0 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:26.001674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c05adbf6-4836-4e42-980a-0160f51757a0 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:26.021893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:26.027799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:26.033137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:26.037271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Pushing event updated for resources: {'Port': ['ID=1247c738-3874-46a9-a247-dd325977932f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.101683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Attempting to bind port 1247c738-3874-46a9-a247-dd325977932f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:26.102446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Attempting to bind port 1247c738-3874-46a9-a247-dd325977932f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:26.103179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Attempting to bind port 1247c738-3874-46a9-a247-dd325977932f on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:26.116221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:26.117003 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:26.117739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.118637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:26.119423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Bound port: 1247c738-3874-46a9-a247-dd325977932f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:26.120341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1247c738-3874-46a9-a247-dd325977932f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.125206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.ipam_backend_mixin [None req-593a66de-4b67-4a2c-9c1f-dabd697ac7fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bd2163d-a39b-4a19-bde0-018cdc9799cf (CIDR: 2001:db8::/64) Apr 06 14:35:26.240858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] For port 1247c738-3874-46a9-a247-dd325977932f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:26.248592 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-593a66de-4b67-4a2c-9c1f-dabd697ac7fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:26.249484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593a66de-4b67-4a2c-9c1f-dabd697ac7fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:35:26.261255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] For port 1247c738-3874-46a9-a247-dd325977932f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1247c738-3874-46a9-a247-dd325977932f,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:26.320438 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90a0f2d3-2730-4fbd-a583-ce878a2b8ccf tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.411924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1247c738-3874-46a9-a247-dd325977932f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.418104 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-593a66de-4b67-4a2c-9c1f-dabd697ac7fa tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2633507 Apr 06 14:35:26.423644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42832) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:26.435520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:26.474864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa37ec8-4728-4e7f-b9e0-c3b59da9f50b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.485800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afee687-93ab-4570-bd8c-1f55187f027e None None] Pushing event updated for resources: {'Port': ['ID=1247c738-3874-46a9-a247-dd325977932f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.567777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa37ec8-4728-4e7f-b9e0-c3b59da9f50b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.574731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa37ec8-4728-4e7f-b9e0-c3b59da9f50b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:26.575452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa37ec8-4728-4e7f-b9e0-c3b59da9f50b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.580020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-efa37ec8-4728-4e7f-b9e0-c3b59da9f50b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/ports/9ed69dcc-a34e-449a-9311-c94e709f3af5 HTTP/1.1" status: 200 len: 911 time: 1.5105445 Apr 06 14:35:26.581338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42836) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:26.751266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa37ec8-4728-4e7f-b9e0-c3b59da9f50b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=9ed69dcc-a34e-449a-9311-c94e709f3af5,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:26.842737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90a0f2d3-2730-4fbd-a583-ce878a2b8ccf tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (9d6c2ebb-7f67-4566-8d73-30eed7c370b3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.874788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (0ff18864-764a-408a-a460-0ebd565425ab), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.875538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:26.879435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.903838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:26.995792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90a0f2d3-2730-4fbd-a583-ce878a2b8ccf tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9d6c2ebb-7f67-4566-8d73-30eed7c370b3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.061857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa128db8-455d-4d94-a7f3-c10b09b03605 req-8cc7b493-3656-465b-8de9-2cbee4be73a3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 210 time: 0.0447917 Apr 06 14:35:27.146475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f2d3-2730-4fbd-a583-ce878a2b8ccf tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6c2ebb-7f67-4566-8d73-30eed7c370b3,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.227614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90a0f2d3-2730-4fbd-a583-ce878a2b8ccf tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.229215 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-90a0f2d3-2730-4fbd-a583-ce878a2b8ccf tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4734418 Apr 06 14:35:27.233017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42840) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:27.243138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-955ca206-8ed3-4391-9cdc-c086132bb967 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499153427'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:27.311254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (e38d17de-d90a-4a20-8ded-dbe94987e5b2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.389403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-955ca206-8ed3-4391-9cdc-c086132bb967 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.410294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (8d8e3b47-5fde-4a18-9e07-30ba8383f6d8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.424094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.485654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:27.496840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:27.506081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:27.506708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.510404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Router 0ff18864-764a-408a-a460-0ebd565425ab is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:27.559414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=8d8e3b47-5fde-4a18-9e07-30ba8383f6d8,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.621773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-955ca206-8ed3-4391-9cdc-c086132bb967 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (c103f88d-32a8-4b4a-9c84-2f0546e821e9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.700852 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a8a4cd17-049a-4d28-a2fc-bea6fb882667 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2753038 Apr 06 14:35:27.703883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42842) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:27.711789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:b9:41:b3', 'name': 'tempest-NetworksTestDHCPv6-1342843215'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:27.741687 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Allocated IP 172.20.0.1 (09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0/4d1a369b-0ec5-44f1-b940-8923bef5eb40/fb59b3ba-10df-4f97-b041-b6b08de91201) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:27.773909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-955ca206-8ed3-4391-9cdc-c086132bb967 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c103f88d-32a8-4b4a-9c84-2f0546e821e9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.866231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeda5ea-103b-4901-be1d-fd0db5bb18f2 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:27.870067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ca206-8ed3-4391-9cdc-c086132bb967 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c103f88d-32a8-4b4a-9c84-2f0546e821e9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:27.900955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-955ca206-8ed3-4391-9cdc-c086132bb967 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.906439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-955ca206-8ed3-4391-9cdc-c086132bb967 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6628273 Apr 06 14:35:27.906825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42844) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:27.915534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b8560afe-e433-493b-af5c-5e79245802d8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group_rule': {'security_group_id': '9d6c2ebb-7f67-4566-8d73-30eed7c370b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c103f88d-32a8-4b4a-9c84-2f0546e821e9'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:27.933868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.937546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 9ed69dcc-a34e-449a-9311-c94e709f3af5 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:27.937929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:27.958222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:27.988815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334da910-afe2-405c-9b4f-ff9d768bc3b0 None None] Sync routers for ids ['0ff18864-764a-408a-a460-0ebd565425ab'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:28.030783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-becb81cb-2d49-45cd-93a0-6daccf0ab71f None None] Provisioning complete for port 1247c738-3874-46a9-a247-dd325977932f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:28.031442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-becb81cb-2d49-45cd-93a0-6daccf0ab71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1247c738-3874-46a9-a247-dd325977932f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.062301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334da910-afe2-405c-9b4f-ff9d768bc3b0 None None] Routers {'0ff18864-764a-408a-a460-0ebd565425ab'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:28.063446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-334da910-afe2-405c-9b4f-ff9d768bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0ff18864-764a-408a-a460-0ebd565425ab'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:28.120071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-334da910-afe2-405c-9b4f-ff9d768bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:28.141859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.145456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334da910-afe2-405c-9b4f-ff9d768bc3b0 None None] Routers {'0ff18864-764a-408a-a460-0ebd565425ab'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:28.146328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-334da910-afe2-405c-9b4f-ff9d768bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0ff18864-764a-408a-a460-0ebd565425ab'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:28.167728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port d3460204-0099-4845-abea-d0f9d74f3d5e {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:28.168254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.182794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 9ed69dcc-a34e-449a-9311-c94e709f3af5 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:28.188911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-334da910-afe2-405c-9b4f-ff9d768bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:28.190751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334da910-afe2-405c-9b4f-ff9d768bc3b0 None None] The sync data for ids ['0ff18864-764a-408a-a460-0ebd565425ab'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:28.224025 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.228110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.229461 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a390d42d-3b79-4b18-812a-b0f10ea37f8b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5309169 Apr 06 14:35:28.238576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:28.243524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42848) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:28.258275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06c01556-bb57-434f-83b7-985725bb8f6c req-73675a38-d790-4e44-be60-d73e5735e5d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 210 time: 0.0805004 Apr 06 14:35:28.314411 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5ee87-8f10-4102-97cf-abedea154325 None None] Update dhcp port {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': '4bd2163d-a39b-4a19-bde0-018cdc9799cf', 'ip_address': '2001:db8::f816:3eff:fe57:ebad'}, {'subnet_id': '8d8e3b47-5fde-4a18-9e07-30ba8383f6d8'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': '1247c738-3874-46a9-a247-dd325977932f'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:35:28.342491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-ec00d11c-5112-44d0-9ff0-4f4cf1a329cb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:28.344917 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-ec00d11c-5112-44d0-9ff0-4f4cf1a329cb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 200 len: 796 time: 0.3072820 Apr 06 14:35:28.369817 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-becb81cb-2d49-45cd-93a0-6daccf0ab71f None None] Current status of the port 1247c738-3874-46a9-a247-dd325977932f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:28.370403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-becb81cb-2d49-45cd-93a0-6daccf0ab71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1247c738-3874-46a9-a247-dd325977932f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.382282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d9e5ee87-8f10-4102-97cf-abedea154325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1247c738-3874-46a9-a247-dd325977932f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.447632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-b8560afe-e433-493b-af5c-5e79245802d8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:28.451753 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b8560afe-e433-493b-af5c-5e79245802d8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5373461 Apr 06 14:35:28.467876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42850) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:28.536962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.593912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-becb81cb-2d49-45cd-93a0-6daccf0ab71f None None] For port 1247c738-3874-46a9-a247-dd325977932f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1247c738-3874-46a9-a247-dd325977932f,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:28.603434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-d9e5ee87-8f10-4102-97cf-abedea154325 None None] Allocated IP 2001:db8:0:1::2 (935059ea-209c-494a-9703-5e88684a95b4/8d8e3b47-5fde-4a18-9e07-30ba8383f6d8/1247c738-3874-46a9-a247-dd325977932f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:28.639948 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-170e71be-67e2-463b-9b70-795154557f5d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 379 time: 0.2325363 Apr 06 14:35:28.641546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 738f6230-6071-4df4-99e0-3a968ac49640 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:28.644982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:28.664315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:28.672315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:28.684420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'Port': ['ID=fb59b3ba-10df-4f97-b041-b6b08de91201,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:28.694990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-becb81cb-2d49-45cd-93a0-6daccf0ab71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1247c738-3874-46a9-a247-dd325977932f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.726538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port d3460204-0099-4845-abea-d0f9d74f3d5e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d3460204-0099-4845-abea-d0f9d74f3d5e,segment=NetworkSegment(23562021-8f3a-4bdf-b80e-39851ed671e1),segment_id=23562021-8f3a-4bdf-b80e-39851ed671e1)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:28.726908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.751601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for d3460204-0099-4845-abea-d0f9d74f3d5e owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:28.787222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (00dc814f-6db0-474c-97c8-d4272a6a6ca5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:28.839017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1247c738-3874-46a9-a247-dd325977932f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:28.873991 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-99ea35a4-08bd-4209-b68e-23cf2f3311ef tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/routers/0ff18864-764a-408a-a460-0ebd565425ab HTTP/1.1" status: 200 len: 919 time: 0.6295946 Apr 06 14:35:28.883180 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42856) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:28.913756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['a1769114-dbbd-4e12-95a5-d894186a104b']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:28.942884 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9d15948e-1afc-4f1b-8069-d5156d1d2c50 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=0ff18864-764a-408a-a460-0ebd565425ab HTTP/1.1" status: 200 len: 205 time: 0.0568762 Apr 06 14:35:28.951201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42858) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:28.995337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9ed69dcc-a34e-449a-9311-c94e709f3af5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.027690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-971d6482-5fd8-4aea-9d92-32b2a91ce5d7 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (c103f88d-32a8-4b4a-9c84-2f0546e821e9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.056997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-971d6482-5fd8-4aea-9d92-32b2a91ce5d7 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (c103f88d-32a8-4b4a-9c84-2f0546e821e9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.142584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=9ed69dcc-a34e-449a-9311-c94e709f3af5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.234055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb81cb-2d49-45cd-93a0-6daccf0ab71f None None] Pushing event updated for resources: {'Port': ['ID=1247c738-3874-46a9-a247-dd325977932f,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.247542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-971d6482-5fd8-4aea-9d92-32b2a91ce5d7 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c103f88d-32a8-4b4a-9c84-2f0546e821e9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.250080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-971d6482-5fd8-4aea-9d92-32b2a91ce5d7 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.254319 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-971d6482-5fd8-4aea-9d92-32b2a91ce5d7 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/c103f88d-32a8-4b4a-9c84-2f0546e821e9 HTTP/1.1" status: 204 len: 168 time: 0.7822833 Apr 06 14:35:29.289948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-340c4451-5295-433e-9ad8-70dc82b9450b None None] Provisioning complete for port fb59b3ba-10df-4f97-b041-b6b08de91201 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:29.290325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-340c4451-5295-433e-9ad8-70dc82b9450b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.304159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42860) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:29.304882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.342387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d9e5ee87-8f10-4102-97cf-abedea154325 None None] For port 1247c738-3874-46a9-a247-dd325977932f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1247c738-3874-46a9-a247-dd325977932f,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:29.390473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d9e5ee87-8f10-4102-97cf-abedea154325 None None] Publish callbacks [] for port (1247c738-3874-46a9-a247-dd325977932f), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.413575 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-015eeee1-76c1-4308-a753-0cf86b0fa1ba tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1055744 Apr 06 14:35:29.419411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42864) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:29.489840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d9e5ee87-8f10-4102-97cf-abedea154325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1247c738-3874-46a9-a247-dd325977932f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.496937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 1247c738-3874-46a9-a247-dd325977932f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:29.497184 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1247c738-3874-46a9-a247-dd325977932f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.609555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d3460204-0099-4845-abea-d0f9d74f3d5e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.617599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-340c4451-5295-433e-9ad8-70dc82b9450b None None] Port fb59b3ba-10df-4f97-b041-b6b08de91201 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:29.617910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-59f99424-d2c0-45cd-8109-3f31c9838045 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (9d6c2ebb-7f67-4566-8d73-30eed7c370b3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.644285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-59f99424-d2c0-45cd-8109-3f31c9838045 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (9d6c2ebb-7f67-4566-8d73-30eed7c370b3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.646729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5ee87-8f10-4102-97cf-abedea154325 None None] Pushing event updated for resources: {'Port': ['ID=1247c738-3874-46a9-a247-dd325977932f,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.711785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=d3460204-0099-4845-abea-d0f9d74f3d5e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.712362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1247c738-3874-46a9-a247-dd325977932f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:29.852148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6482-5fd8-4aea-9d92-32b2a91ce5d7 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c103f88d-32a8-4b4a-9c84-2f0546e821e9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:29.871352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b5d21139-a44b-45ea-9542-5a65a22eb295 req-1140888f-ad15-4ae2-9678-c87b245c864d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 210 time: 0.1453512 Apr 06 14:35:29.915384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (e38d17de-d90a-4a20-8ded-dbe94987e5b2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:29.988861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (0ff18864-764a-408a-a460-0ebd565425ab), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.040316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.143070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-59f99424-d2c0-45cd-8109-3f31c9838045 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9d6c2ebb-7f67-4566-8d73-30eed7c370b3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.146617 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-59f99424-d2c0-45cd-8109-3f31c9838045 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.147880 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-59f99424-d2c0-45cd-8109-3f31c9838045 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/9d6c2ebb-7f67-4566-8d73-30eed7c370b3 HTTP/1.1" status: 204 len: 168 time: 0.7261124 Apr 06 14:35:30.150428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.156752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42866) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.169352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:30.172790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.192984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f99424-d2c0-45cd-8109-3f31c9838045 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6c2ebb-7f67-4566-8d73-30eed7c370b3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:30.204878 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-77b14c48-4340-414d-813f-c5ae09163e92 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3585577 Apr 06 14:35:30.231546 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1b6ec0ec-ea22-4b95-8170-fdb17d9b0c3f tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0709848 Apr 06 14:35:30.235834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42868) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.250379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8:0:1::2e9 (935059ea-209c-494a-9703-5e88684a95b4/8d8e3b47-5fde-4a18-9e07-30ba8383f6d8/738f6230-6071-4df4-99e0-3a968ac49640) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:30.273453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:feb9:41b3 (935059ea-209c-494a-9703-5e88684a95b4/4bd2163d-a39b-4a19-bde0-018cdc9799cf/738f6230-6071-4df4-99e0-3a968ac49640) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:30.277413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a58d423e-a5ea-41ad-8f98-d54be2886ce8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'tempest-secgroup--428145754'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:30.314523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.415357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'Port': ['ID=fb59b3ba-10df-4f97-b041-b6b08de91201,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:30.429082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (00dc814f-6db0-474c-97c8-d4272a6a6ca5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.457771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:30.466246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router e38d17de-d90a-4a20-8ded-dbe94987e5b2 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:30.489736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a58d423e-a5ea-41ad-8f98-d54be2886ce8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.523602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (0ff18864-764a-408a-a460-0ebd565425ab), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.655737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-495648ef-ecac-4329-a91f-b97a7672d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:30.664640 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-495648ef-ecac-4329-a91f-b97a7672d437 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1129 time: 0.3425691 Apr 06 14:35:30.665707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:30.667394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:30.701183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d0c57d4d-ccf0-43ec-acbf-94db2a242a51 None None] Provisioning complete for port 1247c738-3874-46a9-a247-dd325977932f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:30.701776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d0c57d4d-ccf0-43ec-acbf-94db2a242a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1247c738-3874-46a9-a247-dd325977932f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.703187 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:30.716521 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:30.740335 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:30.741018 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:30.750784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:30.765330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.29 (6fe15972-769a-47ad-b807-182715bb80a0/bdf83bf5-3213-426a-bbec-a8a637500fc5/d33610df-3176-4b40-a166-e979bf242268) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:30.777796 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-24140a20-c163-4490-bd7a-d7433aaf1edd tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/e38d17de-d90a-4a20-8ded-dbe94987e5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1826663 Apr 06 14:35:30.779789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340d867-7e34-4460-b9b7-1db9bfd32e33 None None] Sync routers for ids ['e38d17de-d90a-4a20-8ded-dbe94987e5b2'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:30.811128 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-49255138-3dee-4f4d-ba8d-43e241d8e472 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3504033 Apr 06 14:35:30.817807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a58d423e-a5ea-41ad-8f98-d54be2886ce8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (ea08e259-bdbe-46d0-b02f-d24a9d14f38e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.818607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42870) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.822821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42872) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.829464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340d867-7e34-4460-b9b7-1db9bfd32e33 None None] Routers {'e38d17de-d90a-4a20-8ded-dbe94987e5b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:30.830539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0340d867-7e34-4460-b9b7-1db9bfd32e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e38d17de-d90a-4a20-8ded-dbe94987e5b2'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:30.897686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0340d867-7e34-4460-b9b7-1db9bfd32e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:30.904434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1247c738-3874-46a9-a247-dd325977932f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:30.924035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a58d423e-a5ea-41ad-8f98-d54be2886ce8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ea08e259-bdbe-46d0-b02f-d24a9d14f38e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:30.934188 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-460853a1-9062-4536-ba22-c85db086928c tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=e38d17de-d90a-4a20-8ded-dbe94987e5b2 HTTP/1.1" status: 200 len: 205 time: 0.1099226 Apr 06 14:35:30.936922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42876) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:30.938201 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:30.969955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340d867-7e34-4460-b9b7-1db9bfd32e33 None None] Routers {'e38d17de-d90a-4a20-8ded-dbe94987e5b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:30.970620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0340d867-7e34-4460-b9b7-1db9bfd32e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e38d17de-d90a-4a20-8ded-dbe94987e5b2'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:31.049101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0340d867-7e34-4460-b9b7-1db9bfd32e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:31.050599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340d867-7e34-4460-b9b7-1db9bfd32e33 None None] The sync data for ids ['e38d17de-d90a-4a20-8ded-dbe94987e5b2'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:31.093722 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c34eb9a-add4-43b6-a246-428e81035c91 req-94d4b7db-ef93-4801-9912-a4e23ea250e7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 210 time: 0.0767908 Apr 06 14:35:31.121551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d0c57d4d-ccf0-43ec-acbf-94db2a242a51 None None] Current status of the port 1247c738-3874-46a9-a247-dd325977932f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:31.123878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 1247c738-3874-46a9-a247-dd325977932f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:31.124501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1247c738-3874-46a9-a247-dd325977932f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.228183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-e9d2a64a-c8d3-41a0-a909-a05da3bf42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:31.229780 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-e9d2a64a-c8d3-41a0-a909-a05da3bf42dd service neutron] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 914 time: 0.4894905 Apr 06 14:35:31.239659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1247c738-3874-46a9-a247-dd325977932f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:31.250812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-313da9d0-fc3d-4427-826c-1420afc78e53 None None] Provisioning complete for port fb59b3ba-10df-4f97-b041-b6b08de91201 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:31.251514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-313da9d0-fc3d-4427-826c-1420afc78e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.291944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-313da9d0-fc3d-4427-826c-1420afc78e53 None None] Port fb59b3ba-10df-4f97-b041-b6b08de91201 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:31.297388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (738f6230-6071-4df4-99e0-3a968ac49640), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.300544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Deleting port f8d7bf2c-c893-4ebe-8080-1dc5b8536471 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:31.300965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f8d7bf2c-c893-4ebe-8080-1dc5b8536471), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.301762 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:29Z', 'revision_number': 9, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:31.332328 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:31.341047 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:31.341791 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:31.416348 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-7ce911a3-fb4b-41cc-a896-b0ed2f0292d0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 1001 time: 0.1743197 Apr 06 14:35:31.449176 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f1c05fc-f1ea-4e52-9d86-1639cae6c45a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (e38d17de-d90a-4a20-8ded-dbe94987e5b2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.451639 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:31.504288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (d33610df-3176-4b40-a166-e979bf242268), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.524807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f8d7bf2c-c893-4ebe-8080-1dc5b8536471), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.536370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-380c36f6-ff70-4b33-8043-290ddc21516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:31.537886 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-380c36f6-ff70-4b33-8043-290ddc21516b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.1118453 Apr 06 14:35:31.547059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Calling delete_port for f8d7bf2c-c893-4ebe-8080-1dc5b8536471 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:31.558982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a434ee4-fdb5-471d-8e3e-449b7e83e1ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet a713aa26-007c-44cd-b18f-e0ee028da636 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:31.567889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a58d423e-a5ea-41ad-8f98-d54be2886ce8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.569150 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a58d423e-a5ea-41ad-8f98-d54be2886ce8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2958171 Apr 06 14:35:31.577948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42878) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:31.584110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-54616687-6c4a-4406-9ba7-41a77a2758fb tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:31.584790 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-54616687-6c4a-4406-9ba7-41a77a2758fb tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 14:35:31.585283 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-54616687-6c4a-4406-9ba7-41a77a2758fb tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] update failed (client error): There was a conflict when trying to complete your request. Apr 06 14:35:31.589170 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-54616687-6c4a-4406-9ba7-41a77a2758fb tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "PUT /v2.0/security-groups/ea08e259-bdbe-46d0-b02f-d24a9d14f38e HTTP/1.1" status: 409 len: 330 time: 0.0057881 Apr 06 14:35:31.589170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d423e-a5ea-41ad-8f98-d54be2886ce8 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea08e259-bdbe-46d0-b02f-d24a9d14f38e,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:31.592695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42880) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:31.593422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1a434ee4-fdb5-471d-8e3e-449b7e83e1ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (a713aa26-007c-44cd-b18f-e0ee028da636), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.642226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (738f6230-6071-4df4-99e0-3a968ac49640), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.679561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Router 00dc814f-6db0-474c-97c8-d4272a6a6ca5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:31.710811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-02aa76f3-8dcb-4a89-a1c8-75c58d363fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:31.712396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-02aa76f3-8dcb-4a89-a1c8-75c58d363fb4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1667228 Apr 06 14:35:31.712553 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:29Z', 'revision_number': 9, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:31.719986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:31.737929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:31.747178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d33610df-3176-4b40-a166-e979bf242268), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.748974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:31.749729 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cb062-114c-4ce5-8122-5cebd8cb6f57 None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:29Z', 'revision_number': 9, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a379f8ee-b368-44c8-a111-80c96469e0ed', 'name': '', 'network_id': '0bb4d667-3d10-4e16-b4ab-289c123cf818', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:f2:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:51Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '27727338-bfe6-42fe-9fa6-f8aa732b7c38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:31.755052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:31.755688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.778173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1a434ee4-fdb5-471d-8e3e-449b7e83e1ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (a713aa26-007c-44cd-b18f-e0ee028da636), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.819576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f1c05fc-f1ea-4e52-9d86-1639cae6c45a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (e38d17de-d90a-4a20-8ded-dbe94987e5b2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.827708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f1c05fc-f1ea-4e52-9d86-1639cae6c45a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (e38d17de-d90a-4a20-8ded-dbe94987e5b2), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:31.833862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=738f6230-6071-4df4-99e0-3a968ac49640,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:31.920285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 6fe15972-769a-47ad-b807-182715bb80a0 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:31.935833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:31.946191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:31.950322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=d33610df-3176-4b40-a166-e979bf242268,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:31.960330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d564-355b-4196-8493-331c0a827766 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (ea08e259-bdbe-46d0-b02f-d24a9d14f38e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.024575 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b8b557d9-bd1b-4821-bb3e-08364e53fa61 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.3195038 Apr 06 14:35:32.027354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42882) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.042499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d564-355b-4196-8493-331c0a827766 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (ea08e259-bdbe-46d0-b02f-d24a9d14f38e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.053077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-ef52ad4e-8762-4a1e-91d7-d589b62e48ff service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254230 Apr 06 14:35:32.090778 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f1c05fc-f1ea-4e52-9d86-1639cae6c45a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (e38d17de-d90a-4a20-8ded-dbe94987e5b2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.091320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1c05fc-f1ea-4e52-9d86-1639cae6c45a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Fanout notify agent at l3_agent the message router_deleted on router e38d17de-d90a-4a20-8ded-dbe94987e5b2 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:32.103487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1a434ee4-fdb5-471d-8e3e-449b7e83e1ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (a713aa26-007c-44cd-b18f-e0ee028da636), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.137819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f1c05fc-f1ea-4e52-9d86-1639cae6c45a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.148439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:32.149540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.149658 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9f1c05fc-f1ea-4e52-9d86-1639cae6c45a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/e38d17de-d90a-4a20-8ded-dbe94987e5b2 HTTP/1.1" status: 204 len: 168 time: 1.2025702 Apr 06 14:35:32.153168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42886) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.167572 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-33924375-27c8-458b-a546-41357c2abb0e None None] Provisioning complete for port 738f6230-6071-4df4-99e0-3a968ac49640 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:32.168062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33924375-27c8-458b-a546-41357c2abb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (738f6230-6071-4df4-99e0-3a968ac49640), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.234809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:32.240007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-33924375-27c8-458b-a546-41357c2abb0e None None] Port 738f6230-6071-4df4-99e0-3a968ac49640 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:32.244990 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d3f880e1-af5a-4b2a-a533-cd9180281544 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "PUT /v2.0/routers/00dc814f-6db0-474c-97c8-d4272a6a6ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4014852 Apr 06 14:35:32.248496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42888) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.249998 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c8ace-78f2-4b26-b7bf-b03d3958f16c None None] Sync routers for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:32.258491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Request body: {'port': {'network_id': '09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0', 'name': 'tempest-FloatingIPAdminTestJSON-1698048024'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:32.280411 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c8ace-78f2-4b26-b7bf-b03d3958f16c None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:32.281447 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-c08c8ace-78f2-4b26-b7bf-b03d3958f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:32.358292 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-c08c8ace-78f2-4b26-b7bf-b03d3958f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:32.369032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bdf6cf55-f484-44ab-ac57-9c473be7265c None None] Provisioning complete for port d33610df-3176-4b40-a166-e979bf242268 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:32.369460 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cf55-f484-44ab-ac57-9c473be7265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d33610df-3176-4b40-a166-e979bf242268), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.379748 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c8ace-78f2-4b26-b7bf-b03d3958f16c None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:32.380398 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-c08c8ace-78f2-4b26-b7bf-b03d3958f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:32.437556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d564-355b-4196-8493-331c0a827766 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ea08e259-bdbe-46d0-b02f-d24a9d14f38e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.438298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6cf55-f484-44ab-ac57-9c473be7265c None None] Port d33610df-3176-4b40-a166-e979bf242268 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:32.443293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d564-355b-4196-8493-331c0a827766 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.450091 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a5f1d564-355b-4196-8493-331c0a827766 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/ea08e259-bdbe-46d0-b02f-d24a9d14f38e HTTP/1.1" status: 204 len: 168 time: 0.8510437 Apr 06 14:35:32.454577 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-c08c8ace-78f2-4b26-b7bf-b03d3958f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:32.455261 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c8ace-78f2-4b26-b7bf-b03d3958f16c None None] The sync data for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:32.455854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bb6a0-923a-47bf-99b8-44ae0530321f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 738f6230-6071-4df4-99e0-3a968ac49640 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:32.456523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb6a0-923a-47bf-99b8-44ae0530321f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (738f6230-6071-4df4-99e0-3a968ac49640), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.489432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42890) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.556022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1a434ee4-fdb5-471d-8e3e-449b7e83e1ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (a713aa26-007c-44cd-b18f-e0ee028da636), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.613142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f8d7bf2c-c893-4ebe-8080-1dc5b8536471), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.638874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1d564-355b-4196-8493-331c0a827766 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea08e259-bdbe-46d0-b02f-d24a9d14f38e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:32.639020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d3460204-0099-4845-abea-d0f9d74f3d5e no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:32.658030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a434ee4-fdb5-471d-8e3e-449b7e83e1ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=a713aa26-007c-44cd-b18f-e0ee028da636,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:32.670795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1a434ee4-fdb5-471d-8e3e-449b7e83e1ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.671170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d3460204-0099-4845-abea-d0f9d74f3d5e {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:32.671587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d3460204-0099-4845-abea-d0f9d74f3d5e not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:32.674722 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1a434ee4-fdb5-471d-8e3e-449b7e83e1ae tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/a713aa26-007c-44cd-b18f-e0ee028da636 HTTP/1.1" status: 204 len: 168 time: 1.8494356 Apr 06 14:35:32.681386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea23df5-df21-4a20-bd5d-dd704b57fdd0 None None] Network 997fa151-63c9-4ce1-8783-8d3ea083c568 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:32.682749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42892) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.702131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event deleted for resources: {'Port': ['ID=f8d7bf2c-c893-4ebe-8080-1dc5b8536471,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:32.746696 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fe3771ef-7576-491c-87d0-ca3b45e035f5 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2507713 Apr 06 14:35:32.751724 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-b1dc9ff0-b506-46c7-8655-22490cb8217d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8725028 Apr 06 14:35:32.753586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42894) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.764931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb6a0-923a-47bf-99b8-44ae0530321f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (738f6230-6071-4df4-99e0-3a968ac49640), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.778417 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-f078aec0-2cc9-4e1a-8cd4-5efd4ab499c7 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] delete failed (client error): The resource could not be found. Apr 06 14:35:32.779498 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f078aec0-2cc9-4e1a-8cd4-5efd4ab499c7 tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "DELETE /v2.0/security-groups/8619258c-be6c-4fcf-91fb-bd27f7f4be88 HTTP/1.1" status: 404 len: 347 time: 0.0253623 Apr 06 14:35:32.785416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bb6a0-923a-47bf-99b8-44ae0530321f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 738f6230-6071-4df4-99e0-3a968ac49640 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:32.787174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42896) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.796541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Made reservation on behalf of a362d27c37c2488ab7cff88da92208c5 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:32.802114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.818532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-33016ec6-d54c-41cb-9021-6d7b52006443 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet 05490174-61a8-4eec-91be-479a66522ad0 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:32.824209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Request body: {'port': {'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:32.824648 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-56e1bf08-4b1b-4e65-9602-787701f7aa2a tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] show failed (client error): The resource could not be found. Apr 06 14:35:32.830065 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-56e1bf08-4b1b-4e65-9602-787701f7aa2a tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-groups/773e33be-e1f0-4a2d-9f74-875063b6d7a9 HTTP/1.1" status: 404 len: 347 time: 0.0373170 Apr 06 14:35:32.830065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42898) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:32.851116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33016ec6-d54c-41cb-9021-6d7b52006443 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (05490174-61a8-4eec-91be-479a66522ad0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.885594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] DHCP port deletion for 997fa151-63c9-4ce1-8783-8d3ea083c568 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:32.887619 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-986daff0-9bf1-47a5-b8f0-8a3dc3223cdd tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] show failed (client error): The resource could not be found. Apr 06 14:35:32.888683 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-986daff0-9bf1-47a5-b8f0-8a3dc3223cdd tempest-NegativeSecGroupTest-1961212458 tempest-NegativeSecGroupTest-1961212458-project] 10.222.0.71 "GET /v2.0/security-group-rules/373e6ddc-ac6f-4c09-8eb1-4e21efd24367 HTTP/1.1" status: 404 len: 356 time: 0.0563157 Apr 06 14:35:32.893060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] device_id is not set on port b10ba9c6-4520-42ac-8325-7f0097fe6a82 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:32.929076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d24ab35e-9ee5-41fc-811c-b01c99cca49b req-a1d3fb5c-94cd-495a-97a0-b7f0792f1d12 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8637731 Apr 06 14:35:32.964198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (997fa151-63c9-4ce1-8783-8d3ea083c568), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.966612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (0ff18864-764a-408a-a460-0ebd565425ab), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.970441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] Deleting port 3da85aed-aab0-4653-a5e4-6637b814a831 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:32.973647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:32.982392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609d391-89f5-4371-9912-a0d8fa665ca0 req-49a9bfe9-29d8-413a-85dc-e8e226edd634 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:32.984166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1609d391-89f5-4371-9912-a0d8fa665ca0 req-49a9bfe9-29d8-413a-85dc-e8e226edd634 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 932 time: 0.3926120 Apr 06 14:35:33.074174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] For port 3da85aed-aab0-4653-a5e4-6637b814a831, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3da85aed-aab0-4653-a5e4-6637b814a831,segment=NetworkSegment(23562021-8f3a-4bdf-b80e-39851ed671e1),segment_id=23562021-8f3a-4bdf-b80e-39851ed671e1)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:33.074659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.089686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33016ec6-d54c-41cb-9021-6d7b52006443 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (05490174-61a8-4eec-91be-479a66522ad0), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.092547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] Calling delete_port for 3da85aed-aab0-4653-a5e4-6637b814a831 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:33.107847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Allocated IP 172.20.0.9 (09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0/4d1a369b-0ec5-44f1-b940-8923bef5eb40/b10ba9c6-4520-42ac-8325-7f0097fe6a82) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:33.174871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (0ff18864-764a-408a-a460-0ebd565425ab), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.180321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (0ff18864-764a-408a-a460-0ebd565425ab), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.185157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d33610df-3176-4b40-a166-e979bf242268), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.263684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb6a0-923a-47bf-99b8-44ae0530321f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (738f6230-6071-4df4-99e0-3a968ac49640), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.270302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.303418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] Pushing event deleted for resources: {'Port': ['ID=3da85aed-aab0-4653-a5e4-6637b814a831,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:33.307014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617cdf29-fc86-446d-a7e1-dc2d3223929d None None] No DVR routers for this DVR port 3da85aed-aab0-4653-a5e4-6637b814a831 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:33.347437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bb6a0-923a-47bf-99b8-44ae0530321f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=738f6230-6071-4df4-99e0-3a968ac49640,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:33.352008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1609d391-89f5-4371-9912-a0d8fa665ca0 req-31612327-c29a-4b5b-b8a3-d104fe1549bb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589759 Apr 06 14:35:33.396920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33016ec6-d54c-41cb-9021-6d7b52006443 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (05490174-61a8-4eec-91be-479a66522ad0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.455186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce9bb6a0-923a-47bf-99b8-44ae0530321f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.463089 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ce9bb6a0-923a-47bf-99b8-44ae0530321f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/738f6230-6071-4df4-99e0-3a968ac49640 HTTP/1.1" status: 204 len: 168 time: 1.4307570 Apr 06 14:35:33.464237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42904) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.532932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for port (b10ba9c6-4520-42ac-8325-7f0097fe6a82), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.567720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee28094-69a1-46b6-9b94-5cc3ac8bb60a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.569983 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1ee28094-69a1-46b6-9b94-5cc3ac8bb60a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1005416 Apr 06 14:35:33.572232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42906) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.572668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42908) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.667236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725326e2-d105-4177-aa68-979f4b939f1c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.675316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (0ff18864-764a-408a-a460-0ebd565425ab), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.675316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Fanout notify agent at l3_agent the message router_deleted on router 0ff18864-764a-408a-a460-0ebd565425ab {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:33.676411 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-725326e2-d105-4177-aa68-979f4b939f1c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0966489 Apr 06 14:35:33.677523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42912) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.678314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.679608 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9e4c99dd-ed04-498d-b124-c6f2dc55beb6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/0ff18864-764a-408a-a460-0ebd565425ab HTTP/1.1" status: 204 len: 168 time: 4.7228873 Apr 06 14:35:33.686319 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42914) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.705980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-773986871', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': False}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:33.744397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b10ba9c6-4520-42ac-8325-7f0097fe6a82), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.788027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 3da85aed-aab0-4653-a5e4-6637b814a831 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:33.788522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.844762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6555b-6e63-4bf9-b33a-bf206d072e11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.846656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6555b-6e63-4bf9-b33a-bf206d072e11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.848218 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6555b-6e63-4bf9-b33a-bf206d072e11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.851412 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-77d6555b-6e63-4bf9-b33a-bf206d072e11 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1721542 Apr 06 14:35:33.855817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42916) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.863475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:33.864403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event updated for resources: {'Port': ['ID=b10ba9c6-4520-42ac-8325-7f0097fe6a82,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:33.869885 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5a59b8e3-c6d8-4b05-a94c-d51a70d18f95 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1cbb5213004f47e4a84f8d8066e8a85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959428 Apr 06 14:35:33.870863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:33.872894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42918) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:33.879555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:33.918698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port 3da85aed-aab0-4653-a5e4-6637b814a831, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:33.919610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.946821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33016ec6-d54c-41cb-9021-6d7b52006443 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (05490174-61a8-4eec-91be-479a66522ad0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.956835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (395840b2-b181-4e3d-83bd-9e3ca3557305), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.956835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (395840b2-b181-4e3d-83bd-9e3ca3557305), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:33.959102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 3da85aed-aab0-4653-a5e4-6637b814a831 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:33.972867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Port 3da85aed-aab0-4653-a5e4-6637b814a831 was not found and therefore no delete operation was performed {{(pid=104443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:35:33.974103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:33.978596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.000175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5083b1-86f2-485b-83a8-6217e949ab5f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 4bd2163d-a39b-4a19-bde0-018cdc9799cf {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:34.005954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3da85aed-aab0-4653-a5e4-6637b814a831), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.010881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33016ec6-d54c-41cb-9021-6d7b52006443 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.011650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7a15-7813-48eb-84fd-56434482476f admin admin] Publish callbacks [] for security_group (1853b942-fa54-441e-997b-2b4b95486b10), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.017206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-33016ec6-d54c-41cb-9021-6d7b52006443 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/05490174-61a8-4eec-91be-479a66522ad0 HTTP/1.1" status: 204 len: 168 time: 1.8500223 Apr 06 14:35:34.019267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42920) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:34.021676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c606a84-7b9a-4841-a456-6ba1744fa6f0 None None] Network 5411e654-0206-4de8-91a5-de4733506a7e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:34.022700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c5083b1-86f2-485b-83a8-6217e949ab5f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (4bd2163d-a39b-4a19-bde0-018cdc9799cf), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.028375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33016ec6-d54c-41cb-9021-6d7b52006443 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=05490174-61a8-4eec-91be-479a66522ad0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.051911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_controller (395840b2-b181-4e3d-83bd-9e3ca3557305), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.065431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7a15-7813-48eb-84fd-56434482476f admin admin] Publish callbacks [] for security_group (1853b942-fa54-441e-997b-2b4b95486b10), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.106563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port 3da85aed-aab0-4653-a5e4-6637b814a831 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:34.152109 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9e56d7b7-d2af-47d1-ae54-a64c6e370795 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8975182 Apr 06 14:35:34.152291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42922) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:34.152393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=3da85aed-aab0-4653-a5e4-6637b814a831,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.222855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c62e3788-45a2-4916-bc47-9ab049338554 None None] Provisioning complete for port b10ba9c6-4520-42ac-8325-7f0097fe6a82 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:34.223511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c62e3788-45a2-4916-bc47-9ab049338554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b10ba9c6-4520-42ac-8325-7f0097fe6a82), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.243895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7a15-7813-48eb-84fd-56434482476f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1853b942-fa54-441e-997b-2b4b95486b10), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.247304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e4f7a15-7813-48eb-84fd-56434482476f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.251783 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9e4f7a15-7813-48eb-84fd-56434482476f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1853b942-fa54-441e-997b-2b4b95486b10 HTTP/1.1" status: 204 len: 168 time: 0.3749268 Apr 06 14:35:34.282511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c5083b1-86f2-485b-83a8-6217e949ab5f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (4bd2163d-a39b-4a19-bde0-018cdc9799cf), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.294364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f7a15-7813-48eb-84fd-56434482476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853b942-fa54-441e-997b-2b4b95486b10,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.322370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c62e3788-45a2-4916-bc47-9ab049338554 None None] Port b10ba9c6-4520-42ac-8325-7f0097fe6a82 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:34.324345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] DHCP port deletion for 5411e654-0206-4de8-91a5-de4733506a7e request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:34.354549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33610df-3176-4b40-a166-e979bf242268 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:35:34.362470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (5411e654-0206-4de8-91a5-de4733506a7e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.369639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (997fa151-63c9-4ce1-8783-8d3ea083c568), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.383836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Publish callbacks [] for port (d33610df-3176-4b40-a166-e979bf242268), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.406868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (395840b2-b181-4e3d-83bd-9e3ca3557305), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.414764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'project_id': 'a362d27c37c2488ab7cff88da92208c5', 'port_id': 'b10ba9c6-4520-42ac-8325-7f0097fe6a82'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:34.419186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997fa151-63c9-4ce1-8783-8d3ea083c568']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:34.425108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] Deleting port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:34.425710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.437812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Transition to ACTIVE for port object d33610df-3176-4b40-a166-e979bf242268 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:35:34.454805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23562021-8f3a-4bdf-b80e-39851ed671e1') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:34.455518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23562021-8f3a-4bdf-b80e-39851ed671e1') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:34.490037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (23562021-8f3a-4bdf-b80e-39851ed671e1), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.506077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] For port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc,segment=NetworkSegment(d6ad4b08-a129-412e-bcbb-d5b350b972fc),segment_id=d6ad4b08-a129-412e-bcbb-d5b350b972fc)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:34.506489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.521590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] Calling delete_port for 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:34.538975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.559221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (d33610df-3176-4b40-a166-e979bf242268), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.566081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (23562021-8f3a-4bdf-b80e-39851ed671e1), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.584204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c5083b1-86f2-485b-83a8-6217e949ab5f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (4bd2163d-a39b-4a19-bde0-018cdc9799cf), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.604476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:34.604885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (23562021-8f3a-4bdf-b80e-39851ed671e1), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:34.629775 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:34.683947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.742074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Pushing event updated for resources: {'Port': ['ID=d33610df-3176-4b40-a166-e979bf242268,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.755117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] No DVR routers for this DVR port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:34.758154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08801f7e-5664-4bee-8717-398ce772d916 None None] Pushing event deleted for resources: {'Port': ['ID=8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.790080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0313147-15d3-4395-81ed-b53c452dd593 req-756e6f04-b9f4-49e8-94af-ec7d9b366c72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:34.792933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0313147-15d3-4395-81ed-b53c452dd593 req-756e6f04-b9f4-49e8-94af-ec7d9b366c72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 932 time: 0.3268321 Apr 06 14:35:34.831932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.838695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3da85aed-aab0-4653-a5e4-6637b814a831 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:34.841566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (997fa151-63c9-4ce1-8783-8d3ea083c568), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.884186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:34.887550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/997fa151-63c9-4ce1-8783-8d3ea083c568 HTTP/1.1" status: 204 len: 168 time: 2.2029071 Apr 06 14:35:34.909385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 3da85aed-aab0-4653-a5e4-6637b814a831 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:34.910189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3da85aed-aab0-4653-a5e4-6637b814a831 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:34.910880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:34.914339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42930) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:34.947887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23411119-41d5-4700-815e-a4366ac61040 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=997fa151-63c9-4ce1-8783-8d3ea083c568,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:34.958580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:34.959187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:35.087841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:35.088271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.153275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c5083b1-86f2-485b-83a8-6217e949ab5f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (4bd2163d-a39b-4a19-bde0-018cdc9799cf), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.168797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0313147-15d3-4395-81ed-b53c452dd593 req-5d76832c-a9b5-417b-85c7-f6105dbeca05 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403091 Apr 06 14:35:35.212406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Attempting to bind port d33610df-3176-4b40-a166-e979bf242268 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:35.212747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Attempting to bind port d33610df-3176-4b40-a166-e979bf242268 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:35.213081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Attempting to bind port d33610df-3176-4b40-a166-e979bf242268 on network 6fe15972-769a-47ad-b807-182715bb80a0 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:35.227993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b194b69-126e-487f-8513-b00a6905aea9 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:35.232357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (395840b2-b181-4e3d-83bd-9e3ca3557305), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.261900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5083b1-86f2-485b-83a8-6217e949ab5f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd2163d-a39b-4a19-bde0-018cdc9799cf,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.264174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c5083b1-86f2-485b-83a8-6217e949ab5f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.264301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.267927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9c5083b1-86f2-485b-83a8-6217e949ab5f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/4bd2163d-a39b-4a19-bde0-018cdc9799cf HTTP/1.1" status: 204 len: 168 time: 1.4096448 Apr 06 14:35:35.272121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42932) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:35.304755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Port d33610df-3176-4b40-a166-e979bf242268 on network 6fe15972-769a-47ad-b807-182715bb80a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:35:35.305548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Attempting to bind port d33610df-3176-4b40-a166-e979bf242268 on network 6fe15972-769a-47ad-b807-182715bb80a0 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:35.318837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:35.319235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.323551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:35.323899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Checking segment: {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:35.324298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Bound using segment: {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:35.324745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Bound port: d33610df-3176-4b40-a166-e979bf242268, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65149d7-e490-4067-b11b-10780a0bdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:35.325098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d33610df-3176-4b40-a166-e979bf242268), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.361090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:35.369159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc was not found and therefore no delete operation was performed {{(pid=104443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:35:35.374772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.421808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60511d2-9bc4-4a2a-a4dc-0155653e85f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 8d8e3b47-5fde-4a18-9e07-30ba8383f6d8 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:35.427190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Allocated IP 172.26.7.74 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/832bf7f5-a7e1-4865-948a-5566f60bb2a2) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:35.431794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a60511d2-9bc4-4a2a-a4dc-0155653e85f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (8d8e3b47-5fde-4a18-9e07-30ba8383f6d8), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.449483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.463005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No DVR routers for this DVR port 8a6a030e-cef7-41a8-b4dd-8b210bbaa3fc on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:35.516907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a60511d2-9bc4-4a2a-a4dc-0155653e85f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (8d8e3b47-5fde-4a18-9e07-30ba8383f6d8), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.646353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for port (832bf7f5-a7e1-4865-948a-5566f60bb2a2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.657400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a60511d2-9bc4-4a2a-a4dc-0155653e85f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (8d8e3b47-5fde-4a18-9e07-30ba8383f6d8), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.821748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (832bf7f5-a7e1-4865-948a-5566f60bb2a2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.884368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a60511d2-9bc4-4a2a-a4dc-0155653e85f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (8d8e3b47-5fde-4a18-9e07-30ba8383f6d8), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.910427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:35.930238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] For port d33610df-3176-4b40-a166-e979bf242268, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:35.942537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:35.947205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a60511d2-9bc4-4a2a-a4dc-0155653e85f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.950837 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a60511d2-9bc4-4a2a-a4dc-0155653e85f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/8d8e3b47-5fde-4a18-9e07-30ba8383f6d8 HTTP/1.1" status: 204 len: 168 time: 0.6733999 Apr 06 14:35:35.954073 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60511d2-9bc4-4a2a-a4dc-0155653e85f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8e3b47-5fde-4a18-9e07-30ba8383f6d8,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.957756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (5411e654-0206-4de8-91a5-de4733506a7e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:35.960041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42934) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:35.962583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:35.965539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Allocated IP 172.26.7.71 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/775f9f0f-efb3-45e9-8167-b0a646e24c88) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:35.968398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Pushing event updated for resources: {'Port': ['ID=832bf7f5-a7e1-4865-948a-5566f60bb2a2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:35.977733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] For port d33610df-3176-4b40-a166-e979bf242268, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33610df-3176-4b40-a166-e979bf242268,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:36.001814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35bf2a5-0844-4792-b626-2a546ad00cc4 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:36.024656 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3176aa97-4c8e-4256-b17b-51d7cde4e220 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606000 Apr 06 14:35:36.028786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42936) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:36.041951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:36.051577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5411e654-0206-4de8-91a5-de4733506a7e']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:36.109976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ad4b08-a129-412e-bcbb-d5b350b972fc') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:36.110214 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-81921598-eab7-4b96-ae0d-52e7e8e87196 None None] Provisioning complete for port 1247c738-3874-46a9-a247-dd325977932f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:36.110352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ad4b08-a129-412e-bcbb-d5b350b972fc') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:36.110537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-81921598-eab7-4b96-ae0d-52e7e8e87196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1247c738-3874-46a9-a247-dd325977932f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.131934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (d6ad4b08-a129-412e-bcbb-d5b350b972fc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.166833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (d33610df-3176-4b40-a166-e979bf242268), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.176818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d6ad4b08-a129-412e-bcbb-d5b350b972fc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.222853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-81921598-eab7-4b96-ae0d-52e7e8e87196 None None] Current status of the port 1247c738-3874-46a9-a247-dd325977932f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:36.229819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:36.230234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (d6ad4b08-a129-412e-bcbb-d5b350b972fc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:36.235298 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:36.249680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.275832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:36.312940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:36.313553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.315517 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] 10.222.0.87 "PUT /v2.0/ports/d33610df-3176-4b40-a166-e979bf242268 HTTP/1.1" status: 200 len: 1094 time: 3.5112343 Apr 06 14:35:36.334690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'tag': 'd33610df-3176-4b40-a166-e979bf242268'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:36.337100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ec826-b2d6-40d1-8bee-fb649d1202cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "tag": "d33610df-3176-4b40-a166-e979bf242268"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:36.348200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] Deleting port 1247c738-3874-46a9-a247-dd325977932f {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:36.348819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1247c738-3874-46a9-a247-dd325977932f), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.409710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aab483-50bf-413d-922e-efd071107161 x-openstack-request-id: req-a6aab483-50bf-413d-922e-efd071107161 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:36.410397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "tag": "d33610df-3176-4b40-a166-e979bf242268", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:36.410397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a6aab483-50bf-413d-922e-efd071107161 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:36.410739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6aab483-50bf-413d-922e-efd071107161'] response: {'name': 'network-changed', 'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'tag': 'd33610df-3176-4b40-a166-e979bf242268', 'status': 'completed', 'code': 200} Apr 06 14:35:36.416269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce8e31-370b-4e17-8a7b-314460820d6a service neutron] Pushing event updated for resources: {'Port': ['ID=d33610df-3176-4b40-a166-e979bf242268,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:36.451028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64cbb-8220-4600-9778-06b921668c51 req-8831004b-227a-4f3a-b87a-531c941e07ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:36.452648 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-25f64cbb-8220-4600-9778-06b921668c51 req-8831004b-227a-4f3a-b87a-531c941e07ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 944 time: 0.1953897 Apr 06 14:35:36.478016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.481558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] For port 1247c738-3874-46a9-a247-dd325977932f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1247c738-3874-46a9-a247-dd325977932f,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:36.482088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1247c738-3874-46a9-a247-dd325977932f), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.505285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:36.507215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] Calling delete_port for 1247c738-3874-46a9-a247-dd325977932f owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:36.509123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.519720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.524878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:36.528131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:36.532041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:36.630684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (5411e654-0206-4de8-91a5-de4733506a7e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.661726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.668888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/5411e654-0206-4de8-91a5-de4733506a7e HTTP/1.1" status: 204 len: 168 time: 2.6375897 Apr 06 14:35:36.672522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42942) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:36.683273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (1247c738-3874-46a9-a247-dd325977932f), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.693642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e2bf6-9b9f-4744-b9ca-ea0ea59ff7e9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=5411e654-0206-4de8-91a5-de4733506a7e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:36.713998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] Pushing event deleted for resources: {'Port': ['ID=1247c738-3874-46a9-a247-dd325977932f,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:36.723664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b846a42-5d02-4927-9b8b-e4e6aee84c14 None None] No DVR routers for this DVR port 1247c738-3874-46a9-a247-dd325977932f on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:36.728348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'Port': ['ID=775f9f0f-efb3-45e9-8167-b0a646e24c88,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:36.737056 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1247c738-3874-46a9-a247-dd325977932f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:36.751503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-032d7495-b1bf-45e4-9750-0dd8c39b72cc tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-435949617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:36.760472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 1247c738-3874-46a9-a247-dd325977932f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:36.760472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1247c738-3874-46a9-a247-dd325977932f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:36.787050 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-25f64cbb-8220-4600-9778-06b921668c51 req-fe6d2751-062c-447d-b4ce-81c70d091ce0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233132 Apr 06 14:35:36.844445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec826-b2d6-40d1-8bee-fb649d1202cf req-e58319d3-1b9b-4d11-bb9e-0de55409f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:36.845993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac1ec826-b2d6-40d1-8bee-fb649d1202cf req-e58319d3-1b9b-4d11-bb9e-0de55409f27f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1128 time: 0.3924890 Apr 06 14:35:36.896605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for floatingip (00ed34d3-4540-4800-8c19-8cdf4a441dea), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.967535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-032d7495-b1bf-45e4-9750-0dd8c39b72cc tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:36.968352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-032d7495-b1bf-45e4-9750-0dd8c39b72cc tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.069005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (395840b2-b181-4e3d-83bd-9e3ca3557305), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.170847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (832bf7f5-a7e1-4865-948a-5566f60bb2a2), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.220173 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-032d7495-b1bf-45e4-9750-0dd8c39b72cc tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.223520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec826-b2d6-40d1-8bee-fb649d1202cf req-bf45a2ff-cad5-4f35-9e1d-a1aaa09576fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:37.225034 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac1ec826-b2d6-40d1-8bee-fb649d1202cf req-bf45a2ff-cad5-4f35-9e1d-a1aaa09576fb service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3501647 Apr 06 14:35:37.331191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-032d7495-b1bf-45e4-9750-0dd8c39b72cc tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.407510 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (395840b2-b181-4e3d-83bd-9e3ca3557305), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.493342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for port (832bf7f5-a7e1-4865-948a-5566f60bb2a2), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.523960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:35:37.530160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-032d7495-b1bf-45e4-9750-0dd8c39b72cc tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.531647 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-032d7495-b1bf-45e4-9750-0dd8c39b72cc tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8401129 Apr 06 14:35:37.532500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (78a8764b-54f4-42e2-a45a-f363895ef6a1), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.535692 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42944) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:37.540966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-11317551'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:37.541342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec826-b2d6-40d1-8bee-fb649d1202cf req-7fa8b3dd-7dd4-4cbc-b662-0323c7cb4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:37.542773 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac1ec826-b2d6-40d1-8bee-fb649d1202cf req-7fa8b3dd-7dd4-4cbc-b662-0323c7cb4543 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2964981 Apr 06 14:35:37.593189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:37.602062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port a379f8ee-b368-44c8-a111-80c96469e0ed {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:37.602402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.605344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:37.611340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:37.612156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.625749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e317f-dd92-47fe-83a2-47cfd6f76e7d None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:37.626395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=78a8764b-54f4-42e2-a45a-f363895ef6a1,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:37.753174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port a379f8ee-b368-44c8-a111-80c96469e0ed, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a379f8ee-b368-44c8-a111-80c96469e0ed,segment=NetworkSegment(fb99cc84-6dcc-4672-af58-3ced076f2844),segment_id=fb99cc84-6dcc-4672-af58-3ced076f2844)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:37.753497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.766847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-2167d6c1-7d8c-4f8c-bb01-6d9c8953104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:37.769524 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-2167d6c1-7d8c-4f8c-bb01-6d9c8953104e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1128 time: 0.1123435 Apr 06 14:35:37.771416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '78a8764b-54f4-42e2-a45a-f363895ef6a1'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:37.772526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.777354 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5543cd73-f2ac-46be-b0e8-7eeaab27d0d2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7426877 Apr 06 14:35:37.777578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42946) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:37.782763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a073f4f8-6843-4bf1-8990-d6d7b7050442 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:37.807331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for a379f8ee-b368-44c8-a111-80c96469e0ed owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:37.821414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (832bf7f5-a7e1-4865-948a-5566f60bb2a2), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.883500 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-e7b49815-da2f-4f6b-bb29-0f86e7057148 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d33610df-3176-4b40-a166-e979bf242268 HTTP/1.1" status: 200 len: 217 time: 0.0928342 Apr 06 14:35:37.916660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:37.920730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.948173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Pushing event updated for resources: {'Port': ['ID=832bf7f5-a7e1-4865-948a-5566f60bb2a2,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:37.959369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Allocated IP 2001:db8::f816:3eff:fe43:819d (935059ea-209c-494a-9703-5e88684a95b4/78a8764b-54f4-42e2-a45a-f363895ef6a1/3486fad8-9e70-440e-a644-c3cf6161ddb8) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:37.967342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (00ed34d3-4540-4800-8c19-8cdf4a441dea), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:37.974930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:38.032074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-94243fe4-8804-4c45-a217-5ac957af55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:38.033519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-94243fe4-8804-4c45-a217-5ac957af55a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bdf83bf5-3213-426a-bbec-a8a637500fc5 HTTP/1.1" status: 200 len: 838 time: 0.1408556 Apr 06 14:35:38.041857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Router 395840b2-b181-4e3d-83bd-9e3ca3557305 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:38.052594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (814e51d7-cefb-4d40-b653-23547aed26af), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.052594 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment 814e51d7-cefb-4d40-b653-23547aed26af of type vlan for network e626aafe-79bd-4395-9063-7766a589dda5 Apr 06 14:35:38.074437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea8c8b-fe07-4558-af69-e7be68765965 req-99a6fe3a-11ef-4c3b-927b-e7435ed786af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:38.075993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9eea8c8b-fe07-4558-af69-e7be68765965 req-99a6fe3a-11ef-4c3b-927b-e7435ed786af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 944 time: 0.2056537 Apr 06 14:35:38.146419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Publish callbacks [] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.177773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (e626aafe-79bd-4395-9063-7766a589dda5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.215052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-92b451ca-3d9a-434b-8fc7-02315001982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:38.216525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.216724 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-92b451ca-3d9a-434b-8fc7-02315001982d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6fe15972-769a-47ad-b807-182715bb80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1672211 Apr 06 14:35:38.221406 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9eea8c8b-fe07-4558-af69-e7be68765965 req-c4ddcee6-befc-4023-a566-d6463113bde4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262939 Apr 06 14:35:38.233592 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Floating IP 00ed34d3-4540-4800-8c19-8cdf4a441dea associated. External IP: 172.26.7.74, port: b10ba9c6-4520-42ac-8325-7f0097fe6a82. Apr 06 14:35:38.246066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073f4f8-6843-4bf1-8990-d6d7b7050442 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:38.250048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a073f4f8-6843-4bf1-8990-d6d7b7050442 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.263026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:38.265954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:38.272474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:38.281725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Pushing event updated for resources: {'Port': ['ID=3486fad8-9e70-440e-a644-c3cf6161ddb8,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:38.313960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (e626aafe-79bd-4395-9063-7766a589dda5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.319713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:38.320363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.348912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Attempting to bind port 3486fad8-9e70-440e-a644-c3cf6161ddb8 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:38.349444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Attempting to bind port 3486fad8-9e70-440e-a644-c3cf6161ddb8 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:38.349935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Attempting to bind port 3486fad8-9e70-440e-a644-c3cf6161ddb8 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:38.356992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:38.356992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:38.357562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.358061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:38.359021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Bound port: 3486fad8-9e70-440e-a644-c3cf6161ddb8, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:38.359322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.387872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:38.423215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Sync routers for ids ['395840b2-b181-4e3d-83bd-9e3ca3557305'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:38.436646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=e626aafe-79bd-4395-9063-7766a589dda5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:38.443283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] For port 3486fad8-9e70-440e-a644-c3cf6161ddb8, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:38.447396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] For port 3486fad8-9e70-440e-a644-c3cf6161ddb8, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3486fad8-9e70-440e-a644-c3cf6161ddb8,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:38.451031 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Routers {'395840b2-b181-4e3d-83bd-9e3ca3557305'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:38.451659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['395840b2-b181-4e3d-83bd-9e3ca3557305'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:38.483187 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5edc2cd1-c9e5-4a87-a8aa-3eef939acc41 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9437230 Apr 06 14:35:38.483453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42952) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:38.489401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:38.494585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network e626aafe-79bd-4395-9063-7766a589dda5 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:38.598749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.602375 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4663a538-9a32-4599-9de4-691cd32f4002 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9062138 Apr 06 14:35:38.603123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42954) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:38.772544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.787707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Router 00dc814f-6db0-474c-97c8-d4272a6a6ca5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:38.807318 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5435a684-6a31-4c5b-b489-9970d9377b35 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/routers/395840b2-b181-4e3d-83bd-9e3ca3557305 HTTP/1.1" status: 200 len: 907 time: 0.1967022 Apr 06 14:35:38.807617 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42958) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:38.809491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-1c53046c-1b72-45ef-a91b-0972ec2338d4 service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836170 Apr 06 14:35:38.812026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-773986871', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': True}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:38.883048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9717285-a222-47cb-950c-3094fe22f651 None None] Pushing event updated for resources: {'Port': ['ID=3486fad8-9e70-440e-a644-c3cf6161ddb8,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:38.884352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:38.888194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.890703 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.ipam_backend_mixin [None req-a073f4f8-6843-4bf1-8990-d6d7b7050442 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78a8764b-54f4-42e2-a45a-f363895ef6a1 (CIDR: 2001:db8::/64) Apr 06 14:35:38.891472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Set router 395840b2-b181-4e3d-83bd-9e3ca3557305 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:38.907899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a379f8ee-b368-44c8-a111-80c96469e0ed), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.948570 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a073f4f8-6843-4bf1-8990-d6d7b7050442 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:38.949073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a073f4f8-6843-4bf1-8990-d6d7b7050442 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:35:38.951248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=a379f8ee-b368-44c8-a111-80c96469e0ed,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:38.978666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a45797-5ef0-4b96-82aa-10be47dad67a req-7572ea55-8d4b-4f69-a962-187228e26ddd tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:38.981188 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3a45797-5ef0-4b96-82aa-10be47dad67a req-7572ea55-8d4b-4f69-a962-187228e26ddd tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2216227 Apr 06 14:35:38.991469 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (9563ebec-93d7-452a-9f7c-e3108a72484c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.992791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (9563ebec-93d7-452a-9f7c-e3108a72484c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.067123 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5abff2ca-b95a-4b9e-b33d-77f66b18b9a1 req-379a319e-94a4-49ab-a0a6-141c75dca156 service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450242 Apr 06 14:35:39.091207 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a073f4f8-6843-4bf1-8990-d6d7b7050442 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3100786 Apr 06 14:35:39.092800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42960) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:39.104231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:39.111320 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3a45797-5ef0-4b96-82aa-10be47dad67a req-c90642c6-715d-4873-8fe9-4ed98ca0800e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204360 Apr 06 14:35:39.115495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:39.118014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_controller (9563ebec-93d7-452a-9f7c-e3108a72484c), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.156444 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48581495-cffd-4ee7-a40a-ecafcc18fa9d None None] Sync routers for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:39.166880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-51626d6e-db72-4dc6-ba62-34b68649cf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.201406 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48581495-cffd-4ee7-a40a-ecafcc18fa9d None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:39.201406 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-48581495-cffd-4ee7-a40a-ecafcc18fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.337066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.348901 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-48581495-cffd-4ee7-a40a-ecafcc18fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.361228 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48581495-cffd-4ee7-a40a-ecafcc18fa9d None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:39.363277 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-48581495-cffd-4ee7-a40a-ecafcc18fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.408922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395840b2-b181-4e3d-83bd-9e3ca3557305', 'name': 'tempest-snat-router-773986871', 'tenant_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.71'}], 'enable_snat': False}, 'gw_port_id': '775f9f0f-efb3-45e9-8167-b0a646e24c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:33Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 3, 'project_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'gw_port': {'id': '775f9f0f-efb3-45e9-8167-b0a646e24c88', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395840b2-b181-4e3d-83bd-9e3ca3557305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.433744 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-48581495-cffd-4ee7-a40a-ecafcc18fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:39.435750 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48581495-cffd-4ee7-a40a-ecafcc18fa9d None None] The sync data for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:39.448317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.477198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Checking router: 395840b2-b181-4e3d-83bd-9e3ca3557305 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:39.477198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Updating router 395840b2-b181-4e3d-83bd-9e3ca3557305 port 775f9f0f-efb3-45e9-8167-b0a646e24c88 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:39.507066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbd87-f6d8-47b9-9b59-98da956c4765 req-58f6d2e1-ebc1-4fe5-a128-0131a5cc3f84 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:39.508869 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7bcbd87-f6d8-47b9-9b59-98da956c4765 req-58f6d2e1-ebc1-4fe5-a128-0131a5cc3f84 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2229340 Apr 06 14:35:39.534950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.620555 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6947955-6348-4bbc-bf2d-aafc80f1f3ce tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.4564242 Apr 06 14:35:39.626356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa51a08-38bb-45dd-8e6d-06deaadaded8 req-de2e55bf-0285-4670-89f7-4a1c247c750b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:39.627937 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7aa51a08-38bb-45dd-8e6d-06deaadaded8 req-de2e55bf-0285-4670-89f7-4a1c247c750b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 944 time: 0.2637768 Apr 06 14:35:39.631007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42966) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:39.732027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (9563ebec-93d7-452a-9f7c-e3108a72484c), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.826705 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7bcbd87-f6d8-47b9-9b59-98da956c4765 req-7600b1a8-b884-44d5-b0db-1bcfc8bc40da tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990663 Apr 06 14:35:39.841911 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7aa51a08-38bb-45dd-8e6d-06deaadaded8 req-3f8ebb93-aa62-4a33-bbb8-e93ddf265c7f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675086 Apr 06 14:35:39.849964 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a1623ce2-5926-4d69-aba3-2d7df348c134 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] 10.222.0.71 "GET /v2.0/floatingips/00ed34d3-4540-4800-8c19-8cdf4a441dea HTTP/1.1" status: 200 len: 982 time: 0.2121470 Apr 06 14:35:39.849964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42968) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:39.859200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Publish callbacks [] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.912921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:39.917567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.921665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (e36fa2d5-682c-47f1-868c-f96278bd7884), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:39.949919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.030449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Attempting to bind port 775f9f0f-efb3-45e9-8167-b0a646e24c88 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:40.030449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Attempting to bind port 775f9f0f-efb3-45e9-8167-b0a646e24c88 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:40.030449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Attempting to bind port 775f9f0f-efb3-45e9-8167-b0a646e24c88 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:40.048715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:40.048715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:40.049424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.049935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:40.050545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Bound port: 775f9f0f-efb3-45e9-8167-b0a646e24c88, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:40.051157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.078305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d0977-28c8-45fa-942f-6a2862852603 None None] Pushing event updated for resources: {'Port': ['ID=775f9f0f-efb3-45e9-8167-b0a646e24c88,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:40.093762 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-eedba109-0b82-4f3f-99bc-301ec206e34b tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2429085 Apr 06 14:35:40.100053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42972) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:40.125575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=e36fa2d5-682c-47f1-868c-f96278bd7884,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:40.136604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] For port 775f9f0f-efb3-45e9-8167-b0a646e24c88, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:40.141323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] For port 775f9f0f-efb3-45e9-8167-b0a646e24c88, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=775f9f0f-efb3-45e9-8167-b0a646e24c88,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:40.169774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:40.170273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: e626aafe-79bd-4395-9063-7766a589dda5, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:40.201857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508c15b-b9cc-4993-ba31-b8b69f81fcc9 req-32048dda-f2fd-4e8c-92de-2d6d571f8fe8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:40.203496 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6508c15b-b9cc-4993-ba31-b8b69f81fcc9 req-32048dda-f2fd-4e8c-92de-2d6d571f8fe8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2800424 Apr 06 14:35:40.214333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.220439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:40.295665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Routers {'395840b2-b181-4e3d-83bd-9e3ca3557305'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:40.296321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['395840b2-b181-4e3d-83bd-9e3ca3557305'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:40.303596 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d0977-28c8-45fa-942f-6a2862852603 None None] Pushing event updated for resources: {'Port': ['ID=775f9f0f-efb3-45e9-8167-b0a646e24c88,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:40.305306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network e626aafe-79bd-4395-9063-7766a589dda5 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:40.435952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] Set router 395840b2-b181-4e3d-83bd-9e3ca3557305 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:40.570463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5a5666a2-f23e-42fa-a543-47f7c43edeb8 None None] Provisioning complete for port 3486fad8-9e70-440e-a644-c3cf6161ddb8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:40.571063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5a5666a2-f23e-42fa-a543-47f7c43edeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.727296 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6508c15b-b9cc-4993-ba31-b8b69f81fcc9 req-59936e00-1c76-4618-aae8-b417f3792407 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976549 Apr 06 14:35:40.773706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:40.776967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5a5666a2-f23e-42fa-a543-47f7c43edeb8 None None] Current status of the port 3486fad8-9e70-440e-a644-c3cf6161ddb8 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:40.777456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5a5666a2-f23e-42fa-a543-47f7c43edeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.779810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c5cacbf0-5ec4-4184-91fb-0729b49232eb tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8631370 Apr 06 14:35:40.782688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42976) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:40.820710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (9563ebec-93d7-452a-9f7c-e3108a72484c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.853571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5a5666a2-f23e-42fa-a543-47f7c43edeb8 None None] For port 3486fad8-9e70-440e-a644-c3cf6161ddb8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3486fad8-9e70-440e-a644-c3cf6161ddb8,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:40.857127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:40.882397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.898333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:40.906708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:40.906708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395840b2-b181-4e3d-83bd-9e3ca3557305', 'name': 'tempest-snat-router-773986871', 'tenant_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.71'}], 'enable_snat': False}, 'gw_port_id': '775f9f0f-efb3-45e9-8167-b0a646e24c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:33Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 3, 'project_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'gw_port': {'id': '775f9f0f-efb3-45e9-8167-b0a646e24c88', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395840b2-b181-4e3d-83bd-9e3ca3557305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:40.907969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Deleting port 832bf7f5-a7e1-4865-948a-5566f60bb2a2 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:40.909108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (832bf7f5-a7e1-4865-948a-5566f60bb2a2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.935043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c0afc4-232c-4fa4-bcd3-51862824ea91 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet 27727338-bfe6-42fe-9fa6-f8aa732b7c38 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:40.965203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05c0afc4-232c-4fa4-bcd3-51862824ea91 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (27727338-bfe6-42fe-9fa6-f8aa732b7c38), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.974283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3486fad8-9e70-440e-a644-c3cf6161ddb8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:40.974849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, e626aafe-79bd-4395-9063-7766a589dda5) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:40.989386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:40.989988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.066111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05c0afc4-232c-4fa4-bcd3-51862824ea91 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (27727338-bfe6-42fe-9fa6-f8aa732b7c38), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.080524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Allocated IP 172.26.7.75 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/760622a5-dc04-4506-b572-57626b4c10a1) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:41.103583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39aefbb-3516-4340-9a3b-0f15045e7560 None None] Network e626aafe-79bd-4395-9063-7766a589dda5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:41.109850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee19fd4-36e9-4879-b064-0a7217004aa4 req-3328910d-bad6-4303-b2b3-4ef9f2e7a8be tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:41.110725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5a5666a2-f23e-42fa-a543-47f7c43edeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.111856 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0ee19fd4-36e9-4879-b064-0a7217004aa4 req-3328910d-bad6-4303-b2b3-4ef9f2e7a8be tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2424471 Apr 06 14:35:41.132836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd7877-a9d0-430d-a93d-26450d74bd31 None None] The sync data for ids ['395840b2-b181-4e3d-83bd-9e3ca3557305'] in dv-neutron-835863-1-hyperv is: [{'id': '395840b2-b181-4e3d-83bd-9e3ca3557305', 'name': 'tempest-snat-router-773986871', 'tenant_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.71'}], 'enable_snat': False}, 'gw_port_id': '775f9f0f-efb3-45e9-8167-b0a646e24c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:33Z', 'updated_at': '2022-04-06T14:35:36Z', 'revision_number': 3, 'project_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'gw_port': {'id': '775f9f0f-efb3-45e9-8167-b0a646e24c88', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395840b2-b181-4e3d-83bd-9e3ca3557305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:35Z', 'updated_at': '2022-04-06T14:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:41.153563 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (136b40c1-1085-4a47-a255-3ab1a35e35e5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.162509 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d11f2698-8f18-4a6a-a7b8-f4f77bccb991 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6718574 Apr 06 14:35:41.175746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42980) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:41.195272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (832bf7f5-a7e1-4865-948a-5566f60bb2a2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.195604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for floatingip (832bf7f5-a7e1-4865-948a-5566f60bb2a2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.224941 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:35:41.227873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:41.237830 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:41.250776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:41.251823 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.259573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=136b40c1-1085-4a47-a255-3ab1a35e35e5,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:41.261761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673ae16-ac1b-4a49-9ad9-dce68bbb61f7 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:41.322177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for port (760622a5-dc04-4506-b572-57626b4c10a1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.326893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef321a-fbaa-4bc2-b357-5906be607f9f req-9de11c31-0187-45b1-8b76-770a766bd4d3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:41.328623 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c0ef321a-fbaa-4bc2-b357-5906be607f9f req-9de11c31-0187-45b1-8b76-770a766bd4d3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 944 time: 0.3385723 Apr 06 14:35:41.359041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Calling delete_port for 832bf7f5-a7e1-4865-948a-5566f60bb2a2 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:41.373849 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0cc58b9d-3261-4eb4-94ca-4393adf21ad7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2793450 Apr 06 14:35:41.374673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42982) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:41.384688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:41.389061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:e5:9a:fe', 'name': 'tempest-NetworksTestDHCPv6-1961538231'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:41.395119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5666a2-f23e-42fa-a543-47f7c43edeb8 None None] Pushing event updated for resources: {'Port': ['ID=3486fad8-9e70-440e-a644-c3cf6161ddb8,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:41.486287 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0ee19fd4-36e9-4879-b064-0a7217004aa4 req-af1bde67-cc2e-4063-8b94-6284f35ec397 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660030 Apr 06 14:35:41.593187 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (760622a5-dc04-4506-b572-57626b4c10a1), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.606623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3486fad8-9e70-440e-a644-c3cf6161ddb8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:41.623425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.626247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ca068786-7da5-470b-9aeb-eb368adce676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.666387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05c0afc4-232c-4fa4-bcd3-51862824ea91 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (27727338-bfe6-42fe-9fa6-f8aa732b7c38), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.685003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:41.688457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:41.693613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:41.729951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'Port': ['ID=760622a5-dc04-4506-b572-57626b4c10a1,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:41.760262 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c0ef321a-fbaa-4bc2-b357-5906be607f9f req-7a890771-f81d-4846-b4b4-853a6c97c231 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094474 Apr 06 14:35:41.769405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:41.972714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-e626aafe-79bd-4395-9063-7766a589dda5', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:41.973585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:41.990787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.023026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05c0afc4-232c-4fa4-bcd3-51862824ea91 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (27727338-bfe6-42fe-9fa6-f8aa732b7c38), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.052769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.078928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 70b02f22-2213-46eb-a0a0-e9b0a9b9718f yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:42.079680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0afc4-232c-4fa4-bcd3-51862824ea91 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=27727338-bfe6-42fe-9fa6-f8aa732b7c38,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.124312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0df1be-444b-45c3-a2c5-7ee81411fbbd None None] Network 0bb4d667-3d10-4e16-b4ab-289c123cf818 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:42.152606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05c0afc4-232c-4fa4-bcd3-51862824ea91 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.162079 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-05c0afc4-232c-4fa4-bcd3-51862824ea91 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/27727338-bfe6-42fe-9fa6-f8aa732b7c38 HTTP/1.1" status: 204 len: 168 time: 1.3773477 Apr 06 14:35:42.162295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42988) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:42.264474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55093754-f14e-4346-83bd-3f19b7339814 req-1b0316e0-ad14-4c7c-9429-8ab75e4b71fb tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:42.266757 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-55093754-f14e-4346-83bd-3f19b7339814 req-1b0316e0-ad14-4c7c-9429-8ab75e4b71fb tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.3355153 Apr 06 14:35:42.273480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (832bf7f5-a7e1-4865-948a-5566f60bb2a2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.385536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event deleted for resources: {'Port': ['ID=832bf7f5-a7e1-4865-948a-5566f60bb2a2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.449299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (0bb4d667-3d10-4e16-b4ab-289c123cf818), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.482135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3486fad8-9e70-440e-a644-c3cf6161ddb8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:42.491698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355be9ac-bd6a-4535-97f7-4a5d83cd20ce None None] Update dhcp port {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'fixed_ips': [{'subnet_id': '78a8764b-54f4-42e2-a45a-f363895ef6a1', 'ip_address': '2001:db8::f816:3eff:fe43:819d'}, {'subnet_id': '136b40c1-1085-4a47-a255-3ab1a35e35e5'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': '3486fad8-9e70-440e-a644-c3cf6161ddb8'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:35:42.507990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8:0:1::1bc (935059ea-209c-494a-9703-5e88684a95b4/136b40c1-1085-4a47-a255-3ab1a35e35e5/70b02f22-2213-46eb-a0a0-e9b0a9b9718f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:42.511964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (9563ebec-93d7-452a-9f7c-e3108a72484c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.541939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Allocated IP 2001:db8::2 (e626aafe-79bd-4395-9063-7766a589dda5/e36fa2d5-682c-47f1-868c-f96278bd7884/7fc6acad-ca4c-4f42-8db3-861643dac506) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:42.551062 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::f816:3eff:fee5:9afe (935059ea-209c-494a-9703-5e88684a95b4/78a8764b-54f4-42e2-a45a-f363895ef6a1/70b02f22-2213-46eb-a0a0-e9b0a9b9718f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:42.555524 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-55093754-f14e-4346-83bd-3f19b7339814 req-d1ac75b2-ac7e-4045-be48-9157fd563a82 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528050 Apr 06 14:35:42.577188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-355be9ac-bd6a-4535-97f7-4a5d83cd20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.577990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for floatingip (00ed34d3-4540-4800-8c19-8cdf4a441dea), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.578331 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Floating IP 00ed34d3-4540-4800-8c19-8cdf4a441dea disassociated (deleted). External IP: 172.26.7.74, port: b10ba9c6-4520-42ac-8325-7f0097fe6a82. Apr 06 14:35:42.681589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:38Z', 'revision_number': 10, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:42.728339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:42.730546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] DHCP port deletion for 0bb4d667-3d10-4e16-b4ab-289c123cf818 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:42.770207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port edfa37e5-3745-42e4-bda3-875a094ce0cc {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:42.770657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.848829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:42.849935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:42.943314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3486fad8-9e70-440e-a644-c3cf6161ddb8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:43.026237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e8afb-33ff-4da8-87c4-cee2ff6c13bb req-631dd39a-f50e-4772-8e9a-686c60e6c18e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:43.028028 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea7e8afb-33ff-4da8-87c4-cee2ff6c13bb req-631dd39a-f50e-4772-8e9a-686c60e6c18e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 944 time: 0.0840235 Apr 06 14:35:43.038725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Router 00dc814f-6db0-474c-97c8-d4272a6a6ca5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:43.045945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port edfa37e5-3745-42e4-bda3-875a094ce0cc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=edfa37e5-3745-42e4-bda3-875a094ce0cc,segment=NetworkSegment(fb99cc84-6dcc-4672-af58-3ced076f2844),segment_id=fb99cc84-6dcc-4672-af58-3ced076f2844)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:43.045945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.072017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:43.076105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for edfa37e5-3745-42e4-bda3-875a094ce0cc owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:43.135021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Publish callbacks [] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.154402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] Deleting port edfa37e5-3745-42e4-bda3-875a094ce0cc {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:43.154894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.160801 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (70b02f22-2213-46eb-a0a0-e9b0a9b9718f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.204011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (9563ebec-93d7-452a-9f7c-e3108a72484c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.277387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3486fad8-9e70-440e-a644-c3cf6161ddb8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:43.277738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.279744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.408982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Network e626aafe-79bd-4395-9063-7766a589dda5 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:43.421416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (70b02f22-2213-46eb-a0a0-e9b0a9b9718f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.425357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] For port edfa37e5-3745-42e4-bda3-875a094ce0cc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=edfa37e5-3745-42e4-bda3-875a094ce0cc,segment=NetworkSegment(fb99cc84-6dcc-4672-af58-3ced076f2844),segment_id=fb99cc84-6dcc-4672-af58-3ced076f2844)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:43.425853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.443549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:43.446336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:43.469813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.471726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Pushing event updated for resources: {'Port': ['ID=7fc6acad-ca4c-4f42-8db3-861643dac506,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:43.481079 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea7e8afb-33ff-4da8-87c4-cee2ff6c13bb req-f436c649-2c73-4672-857a-a75905143b5d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408722 Apr 06 14:35:43.494767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:43.503950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Router 9563ebec-93d7-452a-9f7c-e3108a72484c is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:43.511549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] Calling delete_port for edfa37e5-3745-42e4-bda3-875a094ce0cc owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:43.517980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:43.528554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8::1 (e626aafe-79bd-4395-9063-7766a589dda5/e36fa2d5-682c-47f1-868c-f96278bd7884/eebb5dec-fe7d-4996-a78e-c7b70ea5117a) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:43.530405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:43.539448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:43.539688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.550430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:43.555909 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port edfa37e5-3745-42e4-bda3-875a094ce0cc on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:43.556860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.557548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=70b02f22-2213-46eb-a0a0-e9b0a9b9718f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:43.569703 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee581fa0-c815-4d9b-b72a-bdf3acea35af None None] Sync routers for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:43.600943 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581fa0-c815-4d9b-b72a-bdf3acea35af None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:43.603372 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ee581fa0-c815-4d9b-b72a-bdf3acea35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.641519 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=edfa37e5-3745-42e4-bda3-875a094ce0cc,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:43.653091 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7fe7f89b-4a66-41c8-85e6-75b6ebf37dc6 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "DELETE /v2.0/floatingips/00ed34d3-4540-4800-8c19-8cdf4a441dea HTTP/1.1" status: 204 len: 168 time: 3.5485034 Apr 06 14:35:43.657253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42994) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:43.663900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:43.691119 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ee581fa0-c815-4d9b-b72a-bdf3acea35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.694315 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bfbb25ba-b29f-4515-a677-a4bb1933cfc6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3166561 Apr 06 14:35:43.700931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 42996) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:43.719533 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581fa0-c815-4d9b-b72a-bdf3acea35af None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:43.724723 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ee581fa0-c815-4d9b-b72a-bdf3acea35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.793294 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ee581fa0-c815-4d9b-b72a-bdf3acea35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.794792 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee581fa0-c815-4d9b-b72a-bdf3acea35af None None] The sync data for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:43.852081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.882691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (0bb4d667-3d10-4e16-b4ab-289c123cf818), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.894509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d33610df-3176-4b40-a166-e979bf242268 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:35:43.897162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:43.900894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9751d2d-5233-465b-9742-cbc6170f39c3 req-b626bc7f-c130-4ad2-98ca-956adfc5815d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:43.902466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9751d2d-5233-465b-9742-cbc6170f39c3 req-b626bc7f-c130-4ad2-98ca-956adfc5815d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2148905 Apr 06 14:35:43.936174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb4d667-3d10-4e16-b4ab-289c123cf818']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.948902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-355be9ac-bd6a-4535-97f7-4a5d83cd20ce None None] Allocated IP 2001:db8:0:1::2 (935059ea-209c-494a-9703-5e88684a95b4/136b40c1-1085-4a47-a255-3ab1a35e35e5/3486fad8-9e70-440e-a644-c3cf6161ddb8) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:43.951348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb99cc84-6dcc-4672-af58-3ced076f2844') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.951612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb99cc84-6dcc-4672-af58-3ced076f2844') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:43.953803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Sync routers for ids ['9563ebec-93d7-452a-9f7c-e3108a72484c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:43.963794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (fb99cc84-6dcc-4672-af58-3ced076f2844), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.981493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (fb99cc84-6dcc-4672-af58-3ced076f2844), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.990274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2f982d25-41b7-46fd-8040-e554a5cb18b3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 70b02f22-2213-46eb-a0a0-e9b0a9b9718f {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:43.993427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f982d25-41b7-46fd-8040-e554a5cb18b3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (70b02f22-2213-46eb-a0a0-e9b0a9b9718f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.993565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:43.993565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (fb99cc84-6dcc-4672-af58-3ced076f2844), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:43.995092 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:44.036439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Attempting to bind port 7fc6acad-ca4c-4f42-8db3-861643dac506 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:44.036958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Attempting to bind port 7fc6acad-ca4c-4f42-8db3-861643dac506 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:44.037901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Attempting to bind port 7fc6acad-ca4c-4f42-8db3-861643dac506 on network e626aafe-79bd-4395-9063-7766a589dda5 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:44.046547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.048113 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-582c77fe-a401-489e-89bf-9dfbd72248f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.2393711 Apr 06 14:35:44.052152 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 42998) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.075867 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9751d2d-5233-465b-9742-cbc6170f39c3 req-718e98ae-d51c-41c7-aef3-78d7044b4a6d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572330 Apr 06 14:35:44.081638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.096607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.145475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network e626aafe-79bd-4395-9063-7766a589dda5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:44.166531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Routers {'9563ebec-93d7-452a-9f7c-e3108a72484c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:44.167380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9563ebec-93d7-452a-9f7c-e3108a72484c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.170814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.180082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3486fad8-9e70-440e-a644-c3cf6161ddb8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:44.181712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 775f9f0f-efb3-45e9-8167-b0a646e24c88 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:44.182055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:44.185308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:44.186492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Checking segment: {'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:44.186492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.187065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Bound using segment: {'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:44.187756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Bound port: 7fc6acad-ca4c-4f42-8db3-861643dac506, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:44.188661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.188897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:44.189412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.280737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.313433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f982d25-41b7-46fd-8040-e554a5cb18b3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (70b02f22-2213-46eb-a0a0-e9b0a9b9718f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.333449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2f982d25-41b7-46fd-8040-e554a5cb18b3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 70b02f22-2213-46eb-a0a0-e9b0a9b9718f owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:44.438665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (edfa37e5-3745-42e4-bda3-875a094ce0cc), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.454297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:38Z', 'revision_number': 10, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.462679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.467888 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5ed48b27-1605-4016-9e65-c0efe6f96668 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/routers/9563ebec-93d7-452a-9f7c-e3108a72484c HTTP/1.1" status: 200 len: 906 time: 0.4124105 Apr 06 14:35:44.473506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43000) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.516603 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (0bb4d667-3d10-4e16-b4ab-289c123cf818), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.537437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] Pushing event deleted for resources: {'Port': ['ID=edfa37e5-3745-42e4-bda3-875a094ce0cc,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.547762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-355be9ac-bd6a-4535-97f7-4a5d83cd20ce None None] For port 3486fad8-9e70-440e-a644-c3cf6161ddb8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3486fad8-9e70-440e-a644-c3cf6161ddb8,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:44.553446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082b2f63-1335-452a-8a92-c0d05fe60e2a None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:38Z', 'revision_number': 10, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None, '_interfaces': [{'id': '7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4', 'name': '', 'network_id': '8af57ea7-4210-42bd-b6c2-b25d4b857ec7', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'mac_address': 'fa:16:3e:fa:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:32Z', 'updated_at': '2022-04-06T14:34:39Z', 'revision_number': 5, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'subnets': [{'id': '4f1cb8ca-7332-4524-97ab-768b0bb87ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:44.571711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a91d0-13be-4beb-a957-f270cdab9491 None None] No DVR routers for this DVR port edfa37e5-3745-42e4-bda3-875a094ce0cc on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:44.597495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d33610df-3176-4b40-a166-e979bf242268, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33610df-3176-4b40-a166-e979bf242268,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:44.599254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.602635 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/0bb4d667-3d10-4e16-b4ab-289c123cf818 HTTP/1.1" status: 204 len: 168 time: 2.4385679 Apr 06 14:35:44.603899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bd823-bad2-4324-992a-135a2b1e7237 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=0bb4d667-3d10-4e16-b4ab-289c123cf818,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.608401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43004) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.648864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'd33610df-3176-4b40-a166-e979bf242268', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:35:44.658015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Set router 9563ebec-93d7-452a-9f7c-e3108a72484c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:44.691182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-355be9ac-bd6a-4535-97f7-4a5d83cd20ce None None] Publish callbacks [] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.696037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] For port 7fc6acad-ca4c-4f42-8db3-861643dac506, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:44.727630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.775075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] For port 7fc6acad-ca4c-4f42-8db3-861643dac506, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7fc6acad-ca4c-4f42-8db3-861643dac506,segment=NetworkSegment(814e51d7-cefb-4d40-b653-23547aed26af),segment_id=814e51d7-cefb-4d40-b653-23547aed26af)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:44.778060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 775f9f0f-efb3-45e9-8167-b0a646e24c88 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:44.778441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.780033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-355be9ac-bd6a-4535-97f7-4a5d83cd20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.836469 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (9563ebec-93d7-452a-9f7c-e3108a72484c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.844617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Allocated IP 172.26.7.215 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/f13a1862-7097-4803-89b9-809928693a30) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:44.876918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6935b-1b8a-48c0-96a3-84e189454bd1 req-78726a50-ef69-4a0c-8366-b3fd9e21489c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:44.879273 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61a6935b-1b8a-48c0-96a3-84e189454bd1 req-78726a50-ef69-4a0c-8366-b3fd9e21489c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 944 time: 0.2204428 Apr 06 14:35:44.882766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.899932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port d33610df-3176-4b40-a166-e979bf242268 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:44.900328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d33610df-3176-4b40-a166-e979bf242268), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.011368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (9563ebec-93d7-452a-9f7c-e3108a72484c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.011875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33610df-3176-4b40-a166-e979bf242268 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:35:45.046433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355be9ac-bd6a-4535-97f7-4a5d83cd20ce None None] Pushing event updated for resources: {'Port': ['ID=3486fad8-9e70-440e-a644-c3cf6161ddb8,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.051942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f982d25-41b7-46fd-8040-e554a5cb18b3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (70b02f22-2213-46eb-a0a0-e9b0a9b9718f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.139233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d33610df-3176-4b40-a166-e979bf242268, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33610df-3176-4b40-a166-e979bf242268,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:45.185549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f982d25-41b7-46fd-8040-e554a5cb18b3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=70b02f22-2213-46eb-a0a0-e9b0a9b9718f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.243656 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61a6935b-1b8a-48c0-96a3-84e189454bd1 req-e8592968-c09d-4401-8a73-0e46105a406a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485365 Apr 06 14:35:45.252625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2f982d25-41b7-46fd-8040-e554a5cb18b3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.262129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d33610df-3176-4b40-a166-e979bf242268), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.263432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2f982d25-41b7-46fd-8040-e554a5cb18b3 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/70b02f22-2213-46eb-a0a0-e9b0a9b9718f HTTP/1.1" status: 204 len: 168 time: 1.5558555 Apr 06 14:35:45.264232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43008) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.392207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 775f9f0f-efb3-45e9-8167-b0a646e24c88 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:45.393807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.439352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Deleting port 760622a5-dc04-4506-b572-57626b4c10a1 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:45.440578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (760622a5-dc04-4506-b572-57626b4c10a1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.443168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 775f9f0f-efb3-45e9-8167-b0a646e24c88, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=775f9f0f-efb3-45e9-8167-b0a646e24c88,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:45.459271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d59205-696b-46d7-96d0-0926042eedf5 None None] Pushing event updated for resources: {'Port': ['ID=7fc6acad-ca4c-4f42-8db3-861643dac506,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.473615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for port (f13a1862-7097-4803-89b9-809928693a30), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.522160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66adc1-36f4-4f1a-b110-fc91aa84a44f req-5d5c0d49-643c-43fa-9464-b53b21c19925 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:45.523969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b66adc1-36f4-4f1a-b110-fc91aa84a44f req-5d5c0d49-643c-43fa-9464-b53b21c19925 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2412937 Apr 06 14:35:45.543367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9563ebec-93d7-452a-9f7c-e3108a72484c', 'name': 'tempest-snat-router-773986871', 'tenant_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '760622a5-dc04-4506-b572-57626b4c10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:39Z', 'updated_at': '2022-04-06T14:35:42Z', 'revision_number': 3, 'project_id': 'c0d0e453ab144990bd0464ba4dc0aa09', 'gw_port': {'id': '760622a5-dc04-4506-b572-57626b4c10a1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9563ebec-93d7-452a-9f7c-e3108a72484c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:40Z', 'updated_at': '2022-04-06T14:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:45.572787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd2b1e-7b82-48cc-ab1c-9987d66e2d63 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:45.574401 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5cdd2b1e-7b82-48cc-ab1c-9987d66e2d63 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3076324 Apr 06 14:35:45.583069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43010) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.624669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.627983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Checking router: 9563ebec-93d7-452a-9f7c-e3108a72484c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:45.628770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Updating router 9563ebec-93d7-452a-9f7c-e3108a72484c port 760622a5-dc04-4506-b572-57626b4c10a1 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:45.690858 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (760622a5-dc04-4506-b572-57626b4c10a1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.694227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=d33610df-3176-4b40-a166-e979bf242268,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.714645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.793010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=775f9f0f-efb3-45e9-8167-b0a646e24c88,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.800767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.805821 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b66adc1-36f4-4f1a-b110-fc91aa84a44f req-ccb99705-86d8-41cf-ad3f-312122dcb0c8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653573 Apr 06 14:35:45.810786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f13a1862-7097-4803-89b9-809928693a30), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.825874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Calling delete_port for 760622a5-dc04-4506-b572-57626b4c10a1 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:45.856878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (760622a5-dc04-4506-b572-57626b4c10a1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.859300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ddffd7-14bc-407a-847f-0612f06dcfd2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:45.864457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-00ddffd7-14bc-407a-847f-0612f06dcfd2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2686355 Apr 06 14:35:45.878097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:45.879692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43012) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.889630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:45.893571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:45.922678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['d33610df-3176-4b40-a166-e979bf242268'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:35:45.951970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.952765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.961927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb812919-523d-4972-9491-e37f15ca7b80 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:45.963294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb812919-523d-4972-9491-e37f15ca7b80 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:45.964751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb812919-523d-4972-9491-e37f15ca7b80 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:45.969730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-eb812919-523d-4972-9491-e37f15ca7b80 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0734828 Apr 06 14:35:45.970351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43014) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:46.034774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.466642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Pushing event updated for resources: {'Port': ['ID=f13a1862-7097-4803-89b9-809928693a30,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:46.479677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3486fad8-9e70-440e-a644-c3cf6161ddb8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:46.487998 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:46.495471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.500389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (760622a5-dc04-4506-b572-57626b4c10a1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.531665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:46.536372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:46.614341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-321d0049-eff8-43c3-9e56-a3c7c306572a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 136b40c1-1085-4a47-a255-3ab1a35e35e5 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:46.679117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event deleted for resources: {'Port': ['ID=760622a5-dc04-4506-b572-57626b4c10a1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:46.712608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-321d0049-eff8-43c3-9e56-a3c7c306572a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (136b40c1-1085-4a47-a255-3ab1a35e35e5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.843118 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:46.911089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (9563ebec-93d7-452a-9f7c-e3108a72484c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.047809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,segment=NetworkSegment(50a27557-942a-42f2-9557-48a122439bee),segment_id=50a27557-942a-42f2-9557-48a122439bee)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:47.048193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.069875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (9563ebec-93d7-452a-9f7c-e3108a72484c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.072576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:47.074794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_controller (9563ebec-93d7-452a-9f7c-e3108a72484c), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.085820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1bc90-d3b8-481f-ab72-d04144d1ced4 None None] Network e626aafe-79bd-4395-9063-7766a589dda5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:47.104770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229d798-18f2-40af-86e2-8a95a8c72e04 req-298ad2f5-56d1-444d-9d6e-9c0bc10745c4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.121643 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a229d798-18f2-40af-86e2-8a95a8c72e04 req-298ad2f5-56d1-444d-9d6e-9c0bc10745c4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 945 time: 0.6682999 Apr 06 14:35:47.135442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.142098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6777cdb1-a93c-4849-8421-d9aef5f495df None None] Provisioning complete for port 3486fad8-9e70-440e-a644-c3cf6161ddb8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.142831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6777cdb1-a93c-4849-8421-d9aef5f495df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.229184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for floatingip (26db1e23-d215-4a10-a8d8-5675e3e2cbc8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.231317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Port 760622a5-dc04-4506-b572-57626b4c10a1 not found while updating agent binding for router 9563ebec-93d7-452a-9f7c-e3108a72484c. {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 06 14:35:47.254916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-321d0049-eff8-43c3-9e56-a3c7c306572a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (136b40c1-1085-4a47-a255-3ab1a35e35e5), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.257180 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (9563ebec-93d7-452a-9f7c-e3108a72484c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.258023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9563ebec-93d7-452a-9f7c-e3108a72484c {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:47.270762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.272137 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6afb484a-1a1a-48c0-be64-f69417081570 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "DELETE /v2.0/routers/9563ebec-93d7-452a-9f7c-e3108a72484c HTTP/1.1" status: 204 len: 168 time: 2.8027961 Apr 06 14:35:47.277268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43020) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:47.314453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Routers set() bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:47.316200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Router IDs set() for agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 14:35:47.317786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_agentschedulers_db [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9563ebec-93d7-452a-9f7c-e3108a72484c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent'). {{(pid=104444) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 06 14:35:47.317786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ffd46f-ccca-457a-8f9c-7f5245c3a74c None None] The sync data for ids ['9563ebec-93d7-452a-9f7c-e3108a72484c'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:47.379359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network e626aafe-79bd-4395-9063-7766a589dda5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:47.394288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3486fad8-9e70-440e-a644-c3cf6161ddb8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.394288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.401476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:47.413855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f13a1862-7097-4803-89b9-809928693a30), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.487087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4cc4-a57e-432a-876b-84c45670b82a req-ec30937a-1ae7-4734-83f6-ef1051060fd8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.488839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-274c4cc4-a57e-432a-876b-84c45670b82a req-ec30937a-1ae7-4734-83f6-ef1051060fd8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.4834499 Apr 06 14:35:47.495072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (395840b2-b181-4e3d-83bd-9e3ca3557305), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.605202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.634684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6777cdb1-a93c-4849-8421-d9aef5f495df None None] Current status of the port 3486fad8-9e70-440e-a644-c3cf6161ddb8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:47.641242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a229d798-18f2-40af-86e2-8a95a8c72e04 req-830fe9de-9731-4be5-85c0-c726aec553f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5183337 Apr 06 14:35:47.700455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3486fad8-9e70-440e-a644-c3cf6161ddb8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:47.701434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-321d0049-eff8-43c3-9e56-a3c7c306572a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (136b40c1-1085-4a47-a255-3ab1a35e35e5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.702235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7fc6acad-ca4c-4f42-8db3-861643dac506 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:47.886784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2c250016-f66a-4c2a-a485-5e3c55950040 None None] Provisioning complete for port 7fc6acad-ca4c-4f42-8db3-861643dac506 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.891419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c250016-f66a-4c2a-a485-5e3c55950040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.973479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 7fc6acad-ca4c-4f42-8db3-861643dac506 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.974213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.978109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for port (f13a1862-7097-4803-89b9-809928693a30), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.025153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-321d0049-eff8-43c3-9e56-a3c7c306572a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (136b40c1-1085-4a47-a255-3ab1a35e35e5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.054529 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-274c4cc4-a57e-432a-876b-84c45670b82a req-168ad554-84a2-419d-9629-7efa78ed9a38 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5469763 Apr 06 14:35:48.082901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:48.091871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (f13a1862-7097-4803-89b9-809928693a30), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.102330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-321d0049-eff8-43c3-9e56-a3c7c306572a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.107930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-321d0049-eff8-43c3-9e56-a3c7c306572a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/136b40c1-1085-4a47-a255-3ab1a35e35e5 HTTP/1.1" status: 204 len: 168 time: 2.1093161 Apr 06 14:35:48.109529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43022) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:48.113420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d0049-eff8-43c3-9e56-a3c7c306572a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=136b40c1-1085-4a47-a255-3ab1a35e35e5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:48.129863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c6ff0-c2a1-4ac1-92d6-99fea716e4b7 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:48.230856 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c6c253-7305-48b0-a876-e7605d9d5186 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 78a8764b-54f4-42e2-a45a-f363895ef6a1 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:48.239433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (26db1e23-d215-4a10-a8d8-5675e3e2cbc8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.242027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c253-7305-48b0-a876-e7605d9d5186 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (78a8764b-54f4-42e2-a45a-f363895ef6a1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.243836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Pushing event updated for resources: {'Port': ['ID=f13a1862-7097-4803-89b9-809928693a30,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:48.272080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:48.288334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2c250016-f66a-4c2a-a485-5e3c55950040 None None] Current status of the port 7fc6acad-ca4c-4f42-8db3-861643dac506 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:48.288779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c250016-f66a-4c2a-a485-5e3c55950040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.306679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c253-7305-48b0-a876-e7605d9d5186 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (78a8764b-54f4-42e2-a45a-f363895ef6a1), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.361026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.366499 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5f97b1f6-10d4-42bf-8060-97aede05307f tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7082748 Apr 06 14:35:48.416022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (395840b2-b181-4e3d-83bd-9e3ca3557305), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.419989 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43024) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:48.446794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2c250016-f66a-4c2a-a485-5e3c55950040 None None] For port 7fc6acad-ca4c-4f42-8db3-861643dac506, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7fc6acad-ca4c-4f42-8db3-861643dac506,segment=NetworkSegment(814e51d7-cefb-4d40-b653-23547aed26af),segment_id=814e51d7-cefb-4d40-b653-23547aed26af)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:48.468634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7fc6acad-ca4c-4f42-8db3-861643dac506 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:48.469134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.500348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c253-7305-48b0-a876-e7605d9d5186 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (78a8764b-54f4-42e2-a45a-f363895ef6a1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.511802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:48.523728 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:48.527753 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c1641cb4-38c7-4a2a-bc16-389eda7a1615 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3512216 Apr 06 14:35:48.531903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43026) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:48.538929 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:48.539509 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:48.539854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1556832067'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:48.642096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c250016-f66a-4c2a-a485-5e3c55950040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.656957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2c250016-f66a-4c2a-a485-5e3c55950040 None None] Could not find standard attr ID for object 70b02f22-2213-46eb-a0a0-e9b0a9b9718f. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:35:48.662219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:48.664392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:48.677433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:48.681323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.768782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:48.777488 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:48.809939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.864649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (25234cd2-7d2f-40ca-9d7c-af7d1bbabe36), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:48.867119 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment 25234cd2-7d2f-40ca-9d7c-af7d1bbabe36 of type vlan for network f65e6738-1f32-4e67-8e47-2b4276b55584 Apr 06 14:35:48.888887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c250016-f66a-4c2a-a485-5e3c55950040 None None] Pushing event updated for resources: {'Port': ['ID=7fc6acad-ca4c-4f42-8db3-861643dac506,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:48.932729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a24d7d75-e85a-400b-b913-8a82b2d9e3a3 None None] Provisioning complete for port 7fc6acad-ca4c-4f42-8db3-861643dac506 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:48.936464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a24d7d75-e85a-400b-b913-8a82b2d9e3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.013359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c253-7305-48b0-a876-e7605d9d5186 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (78a8764b-54f4-42e2-a45a-f363895ef6a1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.034546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (f65e6738-1f32-4e67-8e47-2b4276b55584), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.076722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:49.081697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6c253-7305-48b0-a876-e7605d9d5186 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=78a8764b-54f4-42e2-a45a-f363895ef6a1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:49.135329 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c253-7305-48b0-a876-e7605d9d5186 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.140700 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e2c6c253-7305-48b0-a876-e7605d9d5186 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/78a8764b-54f4-42e2-a45a-f363895ef6a1 HTTP/1.1" status: 204 len: 168 time: 1.0271099 Apr 06 14:35:49.142136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43034) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:49.142688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a24d7d75-e85a-400b-b913-8a82b2d9e3a3 None None] Current status of the port 7fc6acad-ca4c-4f42-8db3-861643dac506 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:49.162071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Deleting port 775f9f0f-efb3-45e9-8167-b0a646e24c88 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:49.162995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.167150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a24d7d75-e85a-400b-b913-8a82b2d9e3a3 None None] Provisioning complete for port eebb5dec-fe7d-4996-a78e-c7b70ea5117a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:49.167532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a24d7d75-e85a-400b-b913-8a82b2d9e3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.297611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff5c4c-3871-43a3-9ef4-41099ba02e94 req-9eb4c850-1d06-4834-8373-5d23d24bd16d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:49.306019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7fc6acad-ca4c-4f42-8db3-861643dac506 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:49.306598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86ff5c4c-3871-43a3-9ef4-41099ba02e94 req-9eb4c850-1d06-4834-8373-5d23d24bd16d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 945 time: 0.4933310 Apr 06 14:35:49.315465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a24d7d75-e85a-400b-b913-8a82b2d9e3a3 None None] Port eebb5dec-fe7d-4996-a78e-c7b70ea5117a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:49.320925 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2cff848b-e47e-4890-9101-6973d670660c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1584871 Apr 06 14:35:49.325628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (f65e6738-1f32-4e67-8e47-2b4276b55584), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.330980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:49.339847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.367083 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.371343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43036) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:49.411089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a379f8ee-b368-44c8-a111-80c96469e0ed no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:49.413912 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:45Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:49.441844 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:49.442549 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Updating router b52f8a9f-77be-4dd3-b799-246db4f5db77 port eebb5dec-fe7d-4996-a78e-c7b70ea5117a binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:49.463863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:49.476225 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.485436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=f65e6738-1f32-4e67-8e47-2b4276b55584,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:49.500066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:49.505026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8a2cb906-b1b1-4686-989a-d30c14bbc3ee tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9717133 Apr 06 14:35:49.511396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43038) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:49.521661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74568-aa60-4e24-bfba-9de9d82490f6 req-c376581a-7ca1-46e3-90ff-9f72c32bbfd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:49.522281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network f65e6738-1f32-4e67-8e47-2b4276b55584 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:49.523171 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7f74568-aa60-4e24-bfba-9de9d82490f6 req-c376581a-7ca1-46e3-90ff-9f72c32bbfd1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2781951 Apr 06 14:35:49.529111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:49.536053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: a379f8ee-b368-44c8-a111-80c96469e0ed {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:49.536490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a379f8ee-b368-44c8-a111-80c96469e0ed not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:49.536977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device edfa37e5-3745-42e4-bda3-875a094ce0cc no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:49.704785 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7f74568-aa60-4e24-bfba-9de9d82490f6 req-12439bd7-b611-4622-80d3-b4fbeb594370 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802572 Apr 06 14:35:49.728506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3643035-87c7-4c07-93b7-1c1b03362f67 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:49.733645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: edfa37e5-3745-42e4-bda3-875a094ce0cc {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:49.734109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device edfa37e5-3745-42e4-bda3-875a094ce0cc not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:49.760868 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86ff5c4c-3871-43a3-9ef4-41099ba02e94 req-672168d4-29f9-4f49-b982-3f6ff05843a2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4531488 Apr 06 14:35:49.764287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:49.770879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.785953 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Publish callbacks [] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.793695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d33610df-3176-4b40-a166-e979bf242268 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:49.822530 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fd674006-47c8-4d5a-9750-99ac5db1ba5e None None] Provisioning complete for port eebb5dec-fe7d-4996-a78e-c7b70ea5117a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:49.823561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fd674006-47c8-4d5a-9750-99ac5db1ba5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.866555 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.919866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fd674006-47c8-4d5a-9750-99ac5db1ba5e None None] Port eebb5dec-fe7d-4996-a78e-c7b70ea5117a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:49.923540 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fbbc0-f9cb-41ed-905a-fb435aa8b435 None None] Pushing event updated for resources: {'Port': ['ID=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:49.978108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] For port 775f9f0f-efb3-45e9-8167-b0a646e24c88, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=775f9f0f-efb3-45e9-8167-b0a646e24c88,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:49.978496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:49.986631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port d33610df-3176-4b40-a166-e979bf242268 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:35:49.991663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port d33610df-3176-4b40-a166-e979bf242268 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:49.997530 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d33610df-3176-4b40-a166-e979bf242268), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.034911 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Attempting to bind port eebb5dec-fe7d-4996-a78e-c7b70ea5117a on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:50.035346 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Attempting to bind port eebb5dec-fe7d-4996-a78e-c7b70ea5117a by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:50.035717 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Attempting to bind port eebb5dec-fe7d-4996-a78e-c7b70ea5117a on network e626aafe-79bd-4395-9063-7766a589dda5 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:50.042503 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:50.043366 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Checking segment: {'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:50.043780 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.044175 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Bound using segment: {'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:50.044714 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Bound port: eebb5dec-fe7d-4996-a78e-c7b70ea5117a, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814e51d7-cefb-4d40-b653-23547aed26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:50.045096 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.086876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:50.088968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7fc6acad-ca4c-4f42-8db3-861643dac506 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:50.109699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Calling delete_port for 775f9f0f-efb3-45e9-8167-b0a646e24c88 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:50.133343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:50.153339 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a4f38a48-a297-40d9-ac21-c286fd5e164f tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5418298 Apr 06 14:35:50.153973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43040) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:50.159174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-26e863d1-0724-44ea-98c6-926e9049e180 None None] Provisioning complete for port 3486fad8-9e70-440e-a644-c3cf6161ddb8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:50.159891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-26e863d1-0724-44ea-98c6-926e9049e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.164045 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] For port eebb5dec-fe7d-4996-a78e-c7b70ea5117a, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:50.170711 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] For port eebb5dec-fe7d-4996-a78e-c7b70ea5117a, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,segment=NetworkSegment(814e51d7-cefb-4d40-b653-23547aed26af),segment_id=814e51d7-cefb-4d40-b653-23547aed26af)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:50.186176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:50.223150 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:50.227303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.227485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-62717e01-0b2c-4553-ac45-e867b216da13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting subnet 4f1cb8ca-7332-4524-97ab-768b0bb87ebe {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:35:50.231353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (671b379b-fbbb-438a-aa26-d7ac13a65a57), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.232700 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.274322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62717e01-0b2c-4553-ac45-e867b216da13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (4f1cb8ca-7332-4524-97ab-768b0bb87ebe), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.282768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:50.283940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.329584 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:50.334324 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.367409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62717e01-0b2c-4553-ac45-e867b216da13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (4f1cb8ca-7332-4524-97ab-768b0bb87ebe), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.375361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=671b379b-fbbb-438a-aa26-d7ac13a65a57,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:50.392989 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.413484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 7fc6acad-ca4c-4f42-8db3-861643dac506 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:50.416066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.441197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:50.441576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: f65e6738-1f32-4e67-8e47-2b4276b55584, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:35:50.443429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] Deleting port 3486fad8-9e70-440e-a644-c3cf6161ddb8 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:50.443965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.522483 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fbbc0-f9cb-41ed-905a-fb435aa8b435 None None] Pushing event updated for resources: {'Port': ['ID=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:50.528955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62717e01-0b2c-4553-ac45-e867b216da13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (4f1cb8ca-7332-4524-97ab-768b0bb87ebe), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.559995 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:50.571257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network f65e6738-1f32-4e67-8e47-2b4276b55584 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:35:50.600792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:50.606412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port d33610df-3176-4b40-a166-e979bf242268 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:50.606905 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d33610df-3176-4b40-a166-e979bf242268), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.655235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, f65e6738-1f32-4e67-8e47-2b4276b55584) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:50.666101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:50.671058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.687007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62717e01-0b2c-4553-ac45-e867b216da13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (4f1cb8ca-7332-4524-97ab-768b0bb87ebe), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.691748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 11, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.709824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Allocated IP 172.26.7.227 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/fb1bac36-9f1c-4700-b9c5-74ac2fd778e8) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:50.714095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74314734-5f77-437a-b1a0-86a14e1da7a9 None None] Network f65e6738-1f32-4e67-8e47-2b4276b55584 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:50.746866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62717e01-0b2c-4553-ac45-e867b216da13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1cb8ca-7332-4524-97ab-768b0bb87ebe,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:50.757070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62717e01-0b2c-4553-ac45-e867b216da13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:50.760207 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-62717e01-0b2c-4553-ac45-e867b216da13 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/4f1cb8ca-7332-4524-97ab-768b0bb87ebe HTTP/1.1" status: 204 len: 168 time: 0.6072834 Apr 06 14:35:50.768921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43044) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:50.814043 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2005bfeb-b1f0-432a-8d45-41b0f063d26f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2894881 Apr 06 14:35:50.829702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59407eed-856d-4d63-9a5f-5a8638bee4fd None None] Network 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:50.849961 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:50Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:50.853056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43048) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:50.878624 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a41adb-e344-4a08-9861-bbab2b2023a9 None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:35:44Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:50Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:50.999914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (8af57ea7-4210-42bd-b6c2-b25d4b857ec7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.025028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06208f8-8dab-4cd0-8b28-b408b88c30cd req-8c3ddd9f-591f-492e-b27e-de980b4f028f tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:51.026675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c06208f8-8dab-4cd0-8b28-b408b88c30cd req-8c3ddd9f-591f-492e-b27e-de980b4f028f tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1741047 Apr 06 14:35:51.054027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a357a-91bd-4999-bf21-f9adf313405d req-75f5d224-a647-45a3-825d-5371e619cefd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:51.055622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7c9a357a-91bd-4999-bf21-f9adf313405d req-75f5d224-a647-45a3-825d-5371e619cefd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 945 time: 0.1608336 Apr 06 14:35:51.107521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:51.139390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c06208f8-8dab-4cd0-8b28-b408b88c30cd req-51dd8231-6ef8-49d8-890b-4e29c450fdc6 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002233 Apr 06 14:35:51.161490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (775f9f0f-efb3-45e9-8167-b0a646e24c88), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.166110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] For port 3486fad8-9e70-440e-a644-c3cf6161ddb8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3486fad8-9e70-440e-a644-c3cf6161ddb8,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:51.166982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.188091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33610df-3176-4b40-a166-e979bf242268'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:51.191251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684b8e4-6892-4790-a726-2409f64da5a8" -d '{"events": [{"server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "name": "network-vif-plugged", "status": "completed", "tag": "d33610df-3176-4b40-a166-e979bf242268"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:51.198338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7c9a357a-91bd-4999-bf21-f9adf313405d req-d2cdac71-b51e-49b1-ae19-ce1a8aa941d2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112783 Apr 06 14:35:51.222258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Deleting port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:51.226273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.281880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] Calling delete_port for 3486fad8-9e70-440e-a644-c3cf6161ddb8 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:51.291817 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3155e145-268f-4eb9-8211-782f1fde2243 x-openstack-request-id: req-3155e145-268f-4eb9-8211-782f1fde2243 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:51.292193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "name": "network-vif-plugged", "status": "completed", "tag": "d33610df-3176-4b40-a166-e979bf242268", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:51.292400 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3155e145-268f-4eb9-8211-782f1fde2243 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:51.292756 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3155e145-268f-4eb9-8211-782f1fde2243'] response: {'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33610df-3176-4b40-a166-e979bf242268', 'code': 200} Apr 06 14:35:51.318712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d33610df-3176-4b40-a166-e979bf242268, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33610df-3176-4b40-a166-e979bf242268,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:51.351486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-26e863d1-0724-44ea-98c6-926e9049e180 None None] Current status of the port 3486fad8-9e70-440e-a644-c3cf6161ddb8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:51.369376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] For port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3751e820-8f7b-4b4f-929c-c7fa1d3e56ae,segment=NetworkSegment(50a27557-942a-42f2-9557-48a122439bee),segment_id=50a27557-942a-42f2-9557-48a122439bee)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:51.375377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.375544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:51.375544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:51.395068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Calling delete_port for 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:51.401304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7fc6acad-ca4c-4f42-8db3-861643dac506 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:51.402464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 775f9f0f-efb3-45e9-8167-b0a646e24c88 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:51.410625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (3623b675-97db-4bf8-b645-5f0ebcd760b7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.427538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event deleted for resources: {'Port': ['ID=775f9f0f-efb3-45e9-8167-b0a646e24c88,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:51.432632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks [] for port (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.546872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d33610df-3176-4b40-a166-e979bf242268), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.565180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 775f9f0f-efb3-45e9-8167-b0a646e24c88 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:51.565659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 775f9f0f-efb3-45e9-8167-b0a646e24c88 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 06 14:35:51.591736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:51.606321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:51.622070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:51.622845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.642947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3751e820-8f7b-4b4f-929c-c7fa1d3e56ae), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.643212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:51.650724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Port 775f9f0f-efb3-45e9-8167-b0a646e24c88 not found, will not notify nova. {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 06 14:35:51.688075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=3623b675-97db-4bf8-b645-5f0ebcd760b7,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:51.727017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (395840b2-b181-4e3d-83bd-9e3ca3557305), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.734421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No DVR routers for this DVR port 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:51.743296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-f65e6738-1f32-4e67-8e47-2b4276b55584', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:51.743296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.747360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 11, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:51.806428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bbeb1a-9778-49ca-8c1d-f6511b7c6f74 None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 11, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:51.809890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f02ba1a6-2f71-44c7-b726-eefb50c3c31c None None] Provisioning complete for port eebb5dec-fe7d-4996-a78e-c7b70ea5117a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:51.810364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f02ba1a6-2f71-44c7-b726-eefb50c3c31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:51.934062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=d33610df-3176-4b40-a166-e979bf242268,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.060880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f02ba1a6-2f71-44c7-b726-eefb50c3c31c None None] Current status of the port eebb5dec-fe7d-4996-a78e-c7b70ea5117a is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:52.061341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f02ba1a6-2f71-44c7-b726-eefb50c3c31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.079036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (3486fad8-9e70-440e-a644-c3cf6161ddb8), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.116674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f02ba1a6-2f71-44c7-b726-eefb50c3c31c None None] For port eebb5dec-fe7d-4996-a78e-c7b70ea5117a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,segment=NetworkSegment(814e51d7-cefb-4d40-b653-23547aed26af),segment_id=814e51d7-cefb-4d40-b653-23547aed26af)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:52.122681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] No DVR routers for this DVR port 3486fad8-9e70-440e-a644-c3cf6161ddb8 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:35:52.170807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0051c3e-342b-41b8-baff-40afb5efed47 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:52.173589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267822d3-b6db-4636-9b94-a9ae711c8a8a None None] Pushing event deleted for resources: {'Port': ['ID=3486fad8-9e70-440e-a644-c3cf6161ddb8,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.206596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Port': ['ID=3751e820-8f7b-4b4f-929c-c7fa1d3e56ae,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.256240 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2c950337-8a80-4762-bad4-867cefa13560 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8805170 Apr 06 14:35:52.257458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.273642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43056) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:52.304583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2a93bf9d-9cb1-4c8c-9b0c-04fbf27537e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:52.330598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59307f2-97fc-4bdd-a00a-8b3a87002ea8 None None] DHCP port deletion for 8af57ea7-4210-42bd-b6c2-b25d4b857ec7 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:35:52.338850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f02ba1a6-2f71-44c7-b726-eefb50c3c31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.343501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (8af57ea7-4210-42bd-b6c2-b25d4b857ec7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.383251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eabec-cdb0-464d-8b2f-f669eacb6d77 req-65b57926-e558-41f0-98ae-86eaa19dabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:52.384795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b2eabec-cdb0-464d-8b2f-f669eacb6d77 req-65b57926-e558-41f0-98ae-86eaa19dabab service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1130 time: 0.6546228 Apr 06 14:35:52.388279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af57ea7-4210-42bd-b6c2-b25d4b857ec7']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:52.423378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a27557-942a-42f2-9557-48a122439bee') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:52.424607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a27557-942a-42f2-9557-48a122439bee') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:52.434003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (395840b2-b181-4e3d-83bd-9e3ca3557305), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.436301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_controller (395840b2-b181-4e3d-83bd-9e3ca3557305), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.460766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (50a27557-942a-42f2-9557-48a122439bee), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.467151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device eebb5dec-fe7d-4996-a78e-c7b70ea5117a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:52.470195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b483b-5ece-49dc-8f8a-c7d42a41cc87 req-67ca4575-f3fa-4462-9390-7da724e999a5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:52.475414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:52.476112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc1b483b-5ece-49dc-8f8a-c7d42a41cc87 req-67ca4575-f3fa-4462-9390-7da724e999a5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1927679 Apr 06 14:35:52.538497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Allocated IP 2001:db8:1::2 (f65e6738-1f32-4e67-8e47-2b4276b55584/671b379b-fbbb-438a-aa26-d7ac13a65a57/d2526019-a316-4a94-a304-b84a56bdcb5a) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:52.552021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Pushing event updated for resources: {'Port': ['ID=fb1bac36-9f1c-4700-b9c5-74ac2fd778e8,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.568336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:52.580837 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:52.585794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (50a27557-942a-42f2-9557-48a122439bee), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.601782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb329c4c-5857-4e3e-b46d-7defe571f47c req-ba8dd1da-ade1-4707-a2e7-db80c0ce5851 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:52.610360 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bb329c4c-5857-4e3e-b46d-7defe571f47c req-ba8dd1da-ade1-4707-a2e7-db80c0ce5851 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 946 time: 0.2543366 Apr 06 14:35:52.624225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ba1a6-2f71-44c7-b726-eefb50c3c31c None None] Pushing event updated for resources: {'Port': ['ID=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:52.657588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '3623b675-97db-4bf8-b645-5f0ebcd760b7'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:35:52.658748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.675196 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b2eabec-cdb0-464d-8b2f-f669eacb6d77 req-635a8d84-84c8-45cf-8e2b-ae73e4819b3a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700169 Apr 06 14:35:52.679736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:35:52.680260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (50a27557-942a-42f2-9557-48a122439bee), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.684282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (395840b2-b181-4e3d-83bd-9e3ca3557305), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.684727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 395840b2-b181-4e3d-83bd-9e3ca3557305 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:35:52.691950 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:35:52.694338 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.695264 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-722efb69-fa9f-4f48-a69b-37f00d693ae3 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "DELETE /v2.0/routers/395840b2-b181-4e3d-83bd-9e3ca3557305 HTTP/1.1" status: 204 len: 168 time: 5.4167206 Apr 06 14:35:52.703541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43058) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:52.718611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1222412605', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:52.742460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc1b483b-5ece-49dc-8f8a-c7d42a41cc87 req-fe7552f3-b12c-4d64-b5d0-236e46cfd8e0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524326 Apr 06 14:35:52.782494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.809596 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bb329c4c-5857-4e3e-b46d-7defe571f47c req-7a5444a6-ed5c-4669-8c38-f5958f21131b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983366 Apr 06 14:35:52.856073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port eebb5dec-fe7d-4996-a78e-c7b70ea5117a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:52.857027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.858308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks [] for floatingip (5b8afe63-10fd-4e41-978e-fdff20b4731a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.889940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a93bf9d-9cb1-4c8c-9b0c-04fbf27537e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:52.895497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2a93bf9d-9cb1-4c8c-9b0c-04fbf27537e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.900736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (8af57ea7-4210-42bd-b6c2-b25d4b857ec7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.907943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.919297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/networks/8af57ea7-4210-42bd-b6c2-b25d4b857ec7 HTTP/1.1" status: 204 len: 168 time: 2.1491961 Apr 06 14:35:52.921506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43060) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:52.944773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (943fb8fd-a4ed-4e03-9277-cd43bfb11127), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.947160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (943fb8fd-a4ed-4e03-9277-cd43bfb11127), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:52.952785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'routes': None}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:52.963389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775ecff-cbff-41a9-ba93-5ec89864c968 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Pushing event deleted for resources: {'Network': ['ID=8af57ea7-4210-42bd-b6c2-b25d4b857ec7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:53.084915 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (943fb8fd-a4ed-4e03-9277-cd43bfb11127), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.085712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/3623b675-97db-4bf8-b645-5f0ebcd760b7/e99cef5b-9101-4d78-a95d-e8d675d62878) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:53.145350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Publish callbacks [] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.147843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.152760 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.ipam_backend_mixin [None req-2a93bf9d-9cb1-4c8c-9b0c-04fbf27537e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3623b675-97db-4bf8-b645-5f0ebcd760b7 (CIDR: 2001:db8::/64) Apr 06 14:35:53.209370 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a93bf9d-9cb1-4c8c-9b0c-04fbf27537e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:35:53.209604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a93bf9d-9cb1-4c8c-9b0c-04fbf27537e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:35:53.209887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port eebb5dec-fe7d-4996-a78e-c7b70ea5117a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:53.230313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.extraroute_db [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Added routes are [] {{(pid=104443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:35:53.230918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.extraroute_db [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Removed routes are [] {{(pid=104443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:35:53.231112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.246234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.331530 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Network f65e6738-1f32-4e67-8e47-2b4276b55584 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:53.350712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3486fad8-9e70-440e-a644-c3cf6161ddb8 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:53.366757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:53.413479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 3486fad8-9e70-440e-a644-c3cf6161ddb8 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:53.414230 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3486fad8-9e70-440e-a644-c3cf6161ddb8 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:53.423655 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2a93bf9d-9cb1-4c8c-9b0c-04fbf27537e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1231549 Apr 06 14:35:53.424194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:53.434429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43062) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:53.434429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.437941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:53.454704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.528130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (943fb8fd-a4ed-4e03-9277-cd43bfb11127), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.594791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 9e054247-8e83-40e7-846f-0beeb2b0fa38 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:53.637178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8:1::1 (f65e6738-1f32-4e67-8e47-2b4276b55584/671b379b-fbbb-438a-aa26-d7ac13a65a57/7ca1dcc5-8297-47fb-a44f-2c6bf2d85733) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:53.647737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Pushing event updated for resources: {'Port': ['ID=d2526019-a316-4a94-a304-b84a56bdcb5a,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:53.694910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Publish callbacks [] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.704077 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks [] for port (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.706512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Attempting to bind port d2526019-a316-4a94-a304-b84a56bdcb5a on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:53.706993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Attempting to bind port d2526019-a316-4a94-a304-b84a56bdcb5a by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:53.707450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Attempting to bind port d2526019-a316-4a94-a304-b84a56bdcb5a on network f65e6738-1f32-4e67-8e47-2b4276b55584 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:53.713066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:53.713607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Checking segment: {'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:53.714085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.714713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Bound using segment: {'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:53.715178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Bound port: d2526019-a316-4a94-a304-b84a56bdcb5a, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:53.715662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.721610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:53.726798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.729591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.731056 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-63c49abc-6aba-4537-b8d5-5f31bb7f7e42 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 200 len: 700 time: 0.8020301 Apr 06 14:35:53.735758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43064) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:53.736193 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] Sync routers for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:53.749045 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:53.750621 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:53.781092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.798094 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-30159f0d-4577-4a3f-8582-9593684bab61 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 200 len: 205 time: 0.0607910 Apr 06 14:35:53.804112 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43068) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:53.808918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:53.817085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.867428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] For port d2526019-a316-4a94-a304-b84a56bdcb5a, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:53.878681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:53.885626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] For port d2526019-a316-4a94-a304-b84a56bdcb5a, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d2526019-a316-4a94-a304-b84a56bdcb5a,segment=NetworkSegment(25234cd2-7d2f-40ca-9d7c-af7d1bbabe36),segment_id=25234cd2-7d2f-40ca-9d7c-af7d1bbabe36)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:53.895779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:53.896641 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:53.910046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:53.925182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:53.932144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device eebb5dec-fe7d-4996-a78e-c7b70ea5117a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:53.938101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Pushing event updated for resources: {'Port': ['ID=e99cef5b-9101-4d78-a95d-e8d675d62878,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:53.968434 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 11, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:54.009445 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] Checking router: 9e054247-8e83-40e7-846f-0beeb2b0fa38 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:54.020682 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] Routers {'9e054247-8e83-40e7-846f-0beeb2b0fa38'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:54.021685 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['9e054247-8e83-40e7-846f-0beeb2b0fa38'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:54.030758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.064293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Attempting to bind port e99cef5b-9101-4d78-a95d-e8d675d62878 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:54.064790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Attempting to bind port e99cef5b-9101-4d78-a95d-e8d675d62878 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:54.065321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Attempting to bind port e99cef5b-9101-4d78-a95d-e8d675d62878 on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:54.083196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:54.083597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:54.084005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.084397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:54.084951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Bound port: e99cef5b-9101-4d78-a95d-e8d675d62878, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:54.085477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.149229 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] Set router 9e054247-8e83-40e7-846f-0beeb2b0fa38 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:54.156855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fa122-60eb-4458-b11b-7e03c7a3bf2c None None] Pushing event updated for resources: {'Port': ['ID=d2526019-a316-4a94-a304-b84a56bdcb5a,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:54.163408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port eebb5dec-fe7d-4996-a78e-c7b70ea5117a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:54.163792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.178136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (5b8afe63-10fd-4e41-978e-fdff20b4731a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.222823 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.248195 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 11, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:54.268736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] For port e99cef5b-9101-4d78-a95d-e8d675d62878, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:54.285360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0566-ee42-42dc-be28-397e0826f1ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.290062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] For port e99cef5b-9101-4d78-a95d-e8d675d62878, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e99cef5b-9101-4d78-a95d-e8d675d62878,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:54.295802 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31748498-dc5e-4376-b484-1250cfb98da8 None None] The sync data for ids ['9e054247-8e83-40e7-846f-0beeb2b0fa38'] in dv-neutron-835863-1-hyperv is: [{'id': '9e054247-8e83-40e7-846f-0beeb2b0fa38', 'name': 'tempest-RoutersTest-router-923994854', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:26Z', 'updated_at': '2022-04-06T14:35:47Z', 'revision_number': 11, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:54.334879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43452421-1d70-4889-a29b-e3990d4817a0 req-6db8697d-399f-4a30-b07f-3eaf5c457fe5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:54.336638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43452421-1d70-4889-a29b-e3990d4817a0 req-6db8697d-399f-4a30-b07f-3eaf5c457fe5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2019620 Apr 06 14:35:54.347317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port eebb5dec-fe7d-4996-a78e-c7b70ea5117a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:54.350855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39690662-587f-49ba-8cd0-ead0ab8a03d3 req-af178269-fabd-44b6-bb4d-28d391f4a46c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:54.352507 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39690662-587f-49ba-8cd0-ead0ab8a03d3 req-af178269-fabd-44b6-bb4d-28d391f4a46c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 946 time: 0.2044086 Apr 06 14:35:54.394549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.448408 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.479295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network f65e6738-1f32-4e67-8e47-2b4276b55584 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:54.484484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:54.503102 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Pushing event updated for resources: {'Port': ['ID=fb1bac36-9f1c-4700-b9c5-74ac2fd778e8,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:54.515920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:54.516475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.555326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:54.559838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c5737-de93-4816-a2e4-85bd9535fff7 None None] Pushing event updated for resources: {'Port': ['ID=e99cef5b-9101-4d78-a95d-e8d675d62878,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:54.583528 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:54.583958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3751e820-8f7b-4b4f-929c-c7fa1d3e56ae not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:54.584464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:54.590283 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43452421-1d70-4889-a29b-e3990d4817a0 req-bbc992d3-69f0-46cd-8950-f90388049b5e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335598 Apr 06 14:35:54.606396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:54.606946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7bbbb3d5-a9c2-4e15-8006-ae46aa30e4a4 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:54.607460 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 775f9f0f-efb3-45e9-8167-b0a646e24c88 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:35:54.620312 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39690662-587f-49ba-8cd0-ead0ab8a03d3 req-7c5840a9-2594-4ba7-9e96-102e1e1fdb87 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577925 Apr 06 14:35:54.638071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 775f9f0f-efb3-45e9-8167-b0a646e24c88 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:35:54.638514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 775f9f0f-efb3-45e9-8167-b0a646e24c88 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:35:54.673154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:54.685658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:54.686943 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c04da070-75bf-4208-9298-a18f9daf48fb tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1772447 Apr 06 14:35:54.690941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43074) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:54.815131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:35:54.922326 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f8b21a9b-20e0-48be-8f7d-825e26f587f4 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2224033 Apr 06 14:35:54.924985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43076) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:55.045570 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bb2090cc-0303-48c2-a92d-bae9b650c75c tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1194451 Apr 06 14:35:55.055166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43080) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:55.251005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0566-ee42-42dc-be28-397e0826f1ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.256827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0566-ee42-42dc-be28-397e0826f1ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (9e054247-8e83-40e7-846f-0beeb2b0fa38), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.278620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae16b48-6780-4364-9359-c990e8d58433 req-faa303e9-eb55-4a59-949f-53b0eca13499 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:55.280221 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dae16b48-6780-4364-9359-c990e8d58433 req-faa303e9-eb55-4a59-949f-53b0eca13499 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2472031 Apr 06 14:35:55.319435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-ff472632-16da-43d5-ba6d-312b4a8bc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:55.320950 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-ff472632-16da-43d5-ba6d-312b4a8bc42e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1129 time: 0.1117258 Apr 06 14:35:55.321498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (943fb8fd-a4ed-4e03-9277-cd43bfb11127), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.342578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.347784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Deleting port fb1bac36-9f1c-4700-b9c5-74ac2fd778e8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:55.348327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.440619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.455703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0566-ee42-42dc-be28-397e0826f1ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (9e054247-8e83-40e7-846f-0beeb2b0fa38), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.456376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3b0566-ee42-42dc-be28-397e0826f1ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Fanout notify agent at l3_agent the message router_deleted on router 9e054247-8e83-40e7-846f-0beeb2b0fa38 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:55.468223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0566-ee42-42dc-be28-397e0826f1ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.469486 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8c3b0566-ee42-42dc-be28-397e0826f1ab tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 204 len: 168 time: 1.6654882 Apr 06 14:35:55.494210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43082) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:55.529047 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-909917f7-fbe7-48dc-9ddf-eb94db8b0b28 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1363111581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:55.679244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dacbfa-d7d7-427c-a51e-d9e35c19f609 None None] Network f65e6738-1f32-4e67-8e47-2b4276b55584 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:55.682560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Allocated IP 172.26.7.166 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/8b4fcba5-088b-417c-80fd-a19dc75da244) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:55.785206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-909917f7-fbe7-48dc-9ddf-eb94db8b0b28 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (579fdacb-3baa-4169-bb10-0962712ab08d), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.786268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-909917f7-fbe7-48dc-9ddf-eb94db8b0b28 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (579fdacb-3baa-4169-bb10-0962712ab08d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.841691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-819567aa-73ef-482d-96bb-714a0c8f5ab4 None None] Provisioning complete for port d2526019-a316-4a94-a304-b84a56bdcb5a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:55.843157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-819567aa-73ef-482d-96bb-714a0c8f5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:55.984062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-dc93c90e-2ff4-4086-b459-a7bb1e0314b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:55.986868 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-dc93c90e-2ff4-4086-b459-a7bb1e0314b8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 914 time: 0.6580012 Apr 06 14:35:55.989484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for port (8b4fcba5-088b-417c-80fd-a19dc75da244), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.003519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dae16b48-6780-4364-9359-c990e8d58433 req-b9b80591-ff02-47b0-bb2b-809af6ae8d78 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7137885 Apr 06 14:35:56.026276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.026897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks [] for floatingip (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.043181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d2526019-a316-4a94-a304-b84a56bdcb5a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:56.043558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.071384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-819567aa-73ef-482d-96bb-714a0c8f5ab4 None None] Current status of the port d2526019-a316-4a94-a304-b84a56bdcb5a is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:56.071784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-819567aa-73ef-482d-96bb-714a0c8f5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.109211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.118160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-909917f7-fbe7-48dc-9ddf-eb94db8b0b28 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (579fdacb-3baa-4169-bb10-0962712ab08d), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.120743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8b4fcba5-088b-417c-80fd-a19dc75da244), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.124682 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-b6a2b514-1f68-4e0b-852c-a81ab02e7de8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 1001 time: 0.1121180 Apr 06 14:35:56.127909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-819567aa-73ef-482d-96bb-714a0c8f5ab4 None None] For port d2526019-a316-4a94-a304-b84a56bdcb5a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d2526019-a316-4a94-a304-b84a56bdcb5a,segment=NetworkSegment(25234cd2-7d2f-40ca-9d7c-af7d1bbabe36),segment_id=25234cd2-7d2f-40ca-9d7c-af7d1bbabe36)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:56.139056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Calling delete_port for fb1bac36-9f1c-4700-b9c5-74ac2fd778e8 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:56.146104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d2526019-a316-4a94-a304-b84a56bdcb5a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:56.146679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.165635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ebebc-48ac-4cd0-9e97-0c249ac41a92 req-b4c20ebb-d351-449a-9b15-b8d40b9f3068 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:56.173673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:56.175619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-478ebebc-48ac-4cd0-9e97-0c249ac41a92 req-b4c20ebb-d351-449a-9b15-b8d40b9f3068 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 946 time: 0.3947625 Apr 06 14:35:56.178492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:56.183983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:56.215121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.216234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.229139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-819567aa-73ef-482d-96bb-714a0c8f5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.230449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event updated for resources: {'Port': ['ID=8b4fcba5-088b-417c-80fd-a19dc75da244,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:56.240394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-909917f7-fbe7-48dc-9ddf-eb94db8b0b28 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (579fdacb-3baa-4169-bb10-0962712ab08d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.343469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d2526019-a316-4a94-a304-b84a56bdcb5a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:56.346831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e99cef5b-9101-4d78-a95d-e8d675d62878 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:56.354100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819567aa-73ef-482d-96bb-714a0c8f5ab4 None None] Pushing event updated for resources: {'Port': ['ID=d2526019-a316-4a94-a304-b84a56bdcb5a,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:56.417926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-580c72c7-c092-4d67-b0d7-22ed38323e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:56.420282 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-580c72c7-c092-4d67-b0d7-22ed38323e9b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.2790935 Apr 06 14:35:56.427466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Provisioning complete for port e99cef5b-9101-4d78-a95d-e8d675d62878 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:56.428096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.451171 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-909917f7-fbe7-48dc-9ddf-eb94db8b0b28 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.459131 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-909917f7-fbe7-48dc-9ddf-eb94db8b0b28 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9273124 Apr 06 14:35:56.459131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:56.464145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43086) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:56.469676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-435d37c0-25db-44ae-a173-7006f4f7c442 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:56.506007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port e99cef5b-9101-4d78-a95d-e8d675d62878 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:56.506386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.533846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-478ebebc-48ac-4cd0-9e97-0c249ac41a92 req-53e2713b-68f0-433c-9bf4-2e02bca8bfa4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3565443 Apr 06 14:35:56.616098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:56.616495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.682484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-b4a3e3b7-4a02-4711-bf28-917048462327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:56.684551 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-b4a3e3b7-4a02-4711-bf28-917048462327 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2200012 Apr 06 14:35:56.698603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:56.698603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.716685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network f65e6738-1f32-4e67-8e47-2b4276b55584 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:56.733034 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:56.746142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] For port e99cef5b-9101-4d78-a95d-e8d675d62878, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e99cef5b-9101-4d78-a95d-e8d675d62878,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:56.804988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fb1bac36-9f1c-4700-b9c5-74ac2fd778e8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.861742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-435d37c0-25db-44ae-a173-7006f4f7c442 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (579fdacb-3baa-4169-bb10-0962712ab08d), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.864608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Pushing event deleted for resources: {'Port': ['ID=fb1bac36-9f1c-4700-b9c5-74ac2fd778e8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:56.904274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:56.947790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a6604-698a-49f3-8c30-66951250d6e7 req-42245a0e-c0a1-4df5-9f4e-9bfaf4ec7904 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:56.949376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1f8a6604-698a-49f3-8c30-66951250d6e7 req-42245a0e-c0a1-4df5-9f4e-9bfaf4ec7904 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 946 time: 0.2723541 Apr 06 14:35:56.983267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.001268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-435d37c0-25db-44ae-a173-7006f4f7c442 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (579fdacb-3baa-4169-bb10-0962712ab08d), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.022632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:57.050234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks [] for floatingip (5b8afe63-10fd-4e41-978e-fdff20b4731a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.053446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.061944 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f0899646-06e2-4125-90b9-b434c72c32c9 tempest-FloatingIPAdminTestJSON-1176323126 tempest-FloatingIPAdminTestJSON-1176323126-project] 10.222.0.71 "DELETE /v2.0/floatingips/5b8afe63-10fd-4e41-978e-fdff20b4731a HTTP/1.1" status: 204 len: 168 time: 2.0057483 Apr 06 14:35:57.070826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43092) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:57.074800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (5fc78c4c-75c2-48e4-9eec-accc80ec2872), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.080838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:57.081193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:57.082110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:57.082740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:57.094517 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-0571e2fb-0040-4d35-9f27-e2788283c562 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660433 Apr 06 14:35:57.157558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:57.257667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:57.267480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea5a4b7-5b95-4a6b-8b3e-63e2b0fd3fc4 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:35:57.269845 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1f8a6604-698a-49f3-8c30-66951250d6e7 req-ec6131a6-e97e-405a-9653-69c43ab1705b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101821 Apr 06 14:35:57.271266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:57.271858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.284634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=e99cef5b-9101-4d78-a95d-e8d675d62878,revision_number=4']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:57.310415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=5fc78c4c-75c2-48e4-9eec-accc80ec2872,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:57.317641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43094) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:57.396005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b0aa0-a046-405a-aa97-c340a10f1cfb req-442d6e14-251c-4f85-8fa9-1988bf49fb97 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:57.397627 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-046b0aa0-a046-405a-aa97-c340a10f1cfb req-442d6e14-251c-4f85-8fa9-1988bf49fb97 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2648513 Apr 06 14:35:57.407486 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2efff3e4-6aa5-4fdc-b686-b7d1a1bbf422 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9764669 Apr 06 14:35:57.414692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43096) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:57.418946 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5bb4b0a-23e8-462f-93c3-06fe3dbd795a req-59f3fcb0-d4dd-49c0-b898-6d5842dedc74 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850442 Apr 06 14:35:57.422901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:68:4f:b1', 'name': 'tempest-NetworksTestDHCPv6-1659201038'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:57.490300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6b9dd-3893-4822-b3fc-12618af55d45 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:57.491877 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-86a6b9dd-3893-4822-b3fc-12618af55d45 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1125 time: 0.1720254 Apr 06 14:35:57.501375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43098) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:57.509394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.29'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:57.551025 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (943fb8fd-a4ed-4e03-9277-cd43bfb11127), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.570719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-046b0aa0-a046-405a-aa97-c340a10f1cfb req-1c6647ed-db46-4b7b-9100-adef46c2d8bf tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566844 Apr 06 14:35:57.615653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:57.648750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:57.670038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.684624 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f8a32100-3459-45ec-b4bf-393683dd2951 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8010521 Apr 06 14:35:57.688793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43100) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:57.706223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129397004'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:57.709181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:57.710789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:57.797047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:57.830826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Deleting port f13a1862-7097-4803-89b9-809928693a30 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:57.831224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f13a1862-7097-4803-89b9-809928693a30), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.832660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:57.833335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.881522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:57.881912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:57.903289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435d37c0-25db-44ae-a173-7006f4f7c442 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Router 579fdacb-3baa-4169-bb10-0962712ab08d is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:57.933042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:58.001039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.030183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:58.039393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.052204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port e99cef5b-9101-4d78-a95d-e8d675d62878, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e99cef5b-9101-4d78-a95d-e8d675d62878,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:58.072776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port 6c317989-d7c2-40db-b0d3-ac823d7976c3 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:35:58.142116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:35:58.169887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.189215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b5035308-319a-467d-a67e-001337d988f3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.189568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment b5035308-319a-467d-a67e-001337d988f3 of type vlan for network 9450fa26-fd4a-4a82-bf94-7beac8784b5c Apr 06 14:35:58.197401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.217084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435d37c0-25db-44ae-a173-7006f4f7c442 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:58.230729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-435d37c0-25db-44ae-a173-7006f4f7c442 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.230836 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] Sync routers for ids ['579fdacb-3baa-4169-bb10-0962712ab08d'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:58.231320 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-435d37c0-25db-44ae-a173-7006f4f7c442 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "PUT /v2.0/routers/579fdacb-3baa-4169-bb10-0962712ab08d HTTP/1.1" status: 200 len: 694 time: 1.7645812 Apr 06 14:35:58.231320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (943fb8fd-a4ed-4e03-9277-cd43bfb11127), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.235719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43102) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.245415 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] Routers {'579fdacb-3baa-4169-bb10-0962712ab08d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:58.246093 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['579fdacb-3baa-4169-bb10-0962712ab08d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:58.302250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f13a1862-7097-4803-89b9-809928693a30), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.302628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for floatingip (f13a1862-7097-4803-89b9-809928693a30), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.348190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=e99cef5b-9101-4d78-a95d-e8d675d62878,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:58.352368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:35:58.352909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:35:58.382900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (9450fa26-fd4a-4a82-bf94-7beac8784b5c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.383713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d2526019-a316-4a94-a304-b84a56bdcb5a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:58.452148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Calling delete_port for f13a1862-7097-4803-89b9-809928693a30 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:58.488979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43104) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.489568 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1004bdcb-cfd5-44b5-95a2-2e809f65148d tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/routers/579fdacb-3baa-4169-bb10-0962712ab08d HTTP/1.1" status: 200 len: 700 time: 0.2475808 Apr 06 14:35:58.511751 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] Set router 579fdacb-3baa-4169-bb10-0962712ab08d gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:58.555615 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-24fa9e60-c44f-45ea-9430-316dea4b2c4b tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=579fdacb-3baa-4169-bb10-0962712ab08d HTTP/1.1" status: 200 len: 205 time: 0.0380597 Apr 06 14:35:58.559614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43106) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.574196 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579fdacb-3baa-4169-bb10-0962712ab08d', 'name': 'tempest-RoutersTest-router-1363111581', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:55Z', 'updated_at': '2022-04-06T14:35:56Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:58.585046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (9450fa26-fd4a-4a82-bf94-7beac8784b5c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.590113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:58.590724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.593713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.190 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/93ad999f-ea62-4b4c-a50f-31df694c6967) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:58.619522 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] Checking router: 579fdacb-3baa-4169-bb10-0962712ab08d for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:58.650144 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] Routers {'579fdacb-3baa-4169-bb10-0962712ab08d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:58.651232 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['579fdacb-3baa-4169-bb10-0962712ab08d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:58.716847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f13a1862-7097-4803-89b9-809928693a30), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.737688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d2526019-a316-4a94-a304-b84a56bdcb5a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:58.738249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.756648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::ba (935059ea-209c-494a-9703-5e88684a95b4/3623b675-97db-4bf8-b645-5f0ebcd760b7/6c317989-d7c2-40db-b0d3-ac823d7976c3) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:58.765635 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] Set router 579fdacb-3baa-4169-bb10-0962712ab08d gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:58.771165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Router 943fb8fd-a4ed-4e03-9277-cd43bfb11127 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:35:58.777957 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Pushing event deleted for resources: {'Port': ['ID=f13a1862-7097-4803-89b9-809928693a30,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:58.801537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:4fb1 (935059ea-209c-494a-9703-5e88684a95b4/5fc78c4c-75c2-48e4-9eec-accc80ec2872/6c317989-d7c2-40db-b0d3-ac823d7976c3) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:58.802410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:35:55Z', 'revision_number': 3, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:35:55Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:58.826619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d16773f-d62e-4840-a334-fa9b809501f9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (579fdacb-3baa-4169-bb10-0962712ab08d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.834136 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579fdacb-3baa-4169-bb10-0962712ab08d', 'name': 'tempest-RoutersTest-router-1363111581', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:55Z', 'updated_at': '2022-04-06T14:35:56Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:58.849958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:58.850314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Updating router b52f8a9f-77be-4dd3-b799-246db4f5db77 port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:35:58.869278 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6084e6-05a2-44c5-9f3d-fcf8ff5406b9 None None] The sync data for ids ['579fdacb-3baa-4169-bb10-0962712ab08d'] in dv-neutron-835863-1-hyperv is: [{'id': '579fdacb-3baa-4169-bb10-0962712ab08d', 'name': 'tempest-RoutersTest-router-1363111581', 'tenant_id': 'bc332cb2757647778f124c5912e7ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:55Z', 'updated_at': '2022-04-06T14:35:56Z', 'revision_number': 2, 'project_id': 'bc332cb2757647778f124c5912e7ce69', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:58.906503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.940208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks [] for floatingip (26db1e23-d215-4a10-a8d8-5675e3e2cbc8), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.942783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:58.948883 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6cf176ca-1f2b-47b2-8f74-6cf42f81c245 tempest-FloatingIPAdminTestJSON-1754302882 tempest-FloatingIPAdminTestJSON-1754302882-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/26db1e23-d215-4a10-a8d8-5675e3e2cbc8 HTTP/1.1" status: 204 len: 168 time: 1.8424270 Apr 06 14:35:58.948883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43110) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:58.950489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d2526019-a316-4a94-a304-b84a56bdcb5a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:58.951690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e99cef5b-9101-4d78-a95d-e8d675d62878 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:58.993247 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:59.049536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1e96-7691-462c-9692-a9f64ae7177e None None] Sync routers for ids ['943fb8fd-a4ed-4e03-9277-cd43bfb11127'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:59.084374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c1e96-7691-462c-9692-a9f64ae7177e None None] Routers {'943fb8fd-a4ed-4e03-9277-cd43bfb11127'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:59.085040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1e96-7691-462c-9692-a9f64ae7177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['943fb8fd-a4ed-4e03-9277-cd43bfb11127'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:59.118481 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.122857 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bd39f832-42bd-480f-aaf0-ccfa8c7da43f tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4124804 Apr 06 14:35:59.123619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43112) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:59.129217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1e96-7691-462c-9692-a9f64ae7177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:59.129426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3b6d2484-56d4-44cd-a481-12fbecd71041 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': False}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:59.133284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-79397a94-1f3e-4772-ad34-72fe02dec602 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Deleting port b10ba9c6-4520-42ac-8325-7f0097fe6a82 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:35:59.133630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79397a94-1f3e-4772-ad34-72fe02dec602 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b10ba9c6-4520-42ac-8325-7f0097fe6a82), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.203619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c1e96-7691-462c-9692-a9f64ae7177e None None] Routers {'943fb8fd-a4ed-4e03-9277-cd43bfb11127'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:59.204556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1e96-7691-462c-9692-a9f64ae7177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['943fb8fd-a4ed-4e03-9277-cd43bfb11127'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:59.229394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port e99cef5b-9101-4d78-a95d-e8d675d62878 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:59.229790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.270663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=9450fa26-fd4a-4a82-bf94-7beac8784b5c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:59.306386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 9450fa26-fd4a-4a82-bf94-7beac8784b5c details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:35:59.314002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79397a94-1f3e-4772-ad34-72fe02dec602 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b10ba9c6-4520-42ac-8325-7f0097fe6a82), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.314940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1e96-7691-462c-9692-a9f64ae7177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:59.316247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1e96-7691-462c-9692-a9f64ae7177e None None] The sync data for ids ['943fb8fd-a4ed-4e03-9277-cd43bfb11127'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:59.331300 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5b276553-8ff0-4bed-b3f2-c433bf01801b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6386974 Apr 06 14:35:59.337189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43114) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:59.346422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:59.351258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-79397a94-1f3e-4772-ad34-72fe02dec602 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Calling delete_port for b10ba9c6-4520-42ac-8325-7f0097fe6a82 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:35:59.396810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-41ada95d-75d0-4f6f-8863-f0059aee3556 None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:59.516524 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62880930-79ce-49d4-afbd-8bc710c923d3 req-00feb01c-1162-4ccf-ba0c-ff9dc0889be2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:59.518357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-62880930-79ce-49d4-afbd-8bc710c923d3 req-00feb01c-1162-4ccf-ba0c-ff9dc0889be2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.7833984 Apr 06 14:35:59.558749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:59.568038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Provisioning complete for port e99cef5b-9101-4d78-a95d-e8d675d62878 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:59.568038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.596941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d16773f-d62e-4840-a334-fa9b809501f9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (579fdacb-3baa-4169-bb10-0962712ab08d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.598105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Publish callbacks [] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.605185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d16773f-d62e-4840-a334-fa9b809501f9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router_controller (579fdacb-3baa-4169-bb10-0962712ab08d), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.634883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (93ad999f-ea62-4b4c-a50f-31df694c6967), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.691418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:59.704698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Provisioning complete for port d2526019-a316-4a94-a304-b84a56bdcb5a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:59.705218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.730604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.753806 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-62880930-79ce-49d4-afbd-8bc710c923d3 req-72b1f410-50f5-44d2-ad1a-11e76bb1be1c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015395 Apr 06 14:35:59.773718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (6c317989-d7c2-40db-b0d3-ac823d7976c3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.777460 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea77070-8ffa-46f8-94d7-0dbf26eed8b5 None None] Pushing event updated for resources: {'Port': ['ID=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:59.834037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d16773f-d62e-4840-a334-fa9b809501f9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (579fdacb-3baa-4169-bb10-0962712ab08d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.834592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d16773f-d62e-4840-a334-fa9b809501f9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Fanout notify agent at l3_agent the message router_deleted on router 579fdacb-3baa-4169-bb10-0962712ab08d {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:35:59.855288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d16773f-d62e-4840-a334-fa9b809501f9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.856607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8d16773f-d62e-4840-a334-fa9b809501f9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/579fdacb-3baa-4169-bb10-0962712ab08d HTTP/1.1" status: 204 len: 168 time: 1.2938969 Apr 06 14:35:59.860040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43118) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:59.904435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a1592ef1-c938-4b09-ab36-aab42a375e15 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=579fdacb-3baa-4169-bb10-0962712ab08d HTTP/1.1" status: 200 len: 205 time: 0.0421169 Apr 06 14:35:59.905114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43120) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:59.916838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Attempting to bind port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:59.917333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Attempting to bind port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:59.917881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Attempting to bind port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 on network f65e6738-1f32-4e67-8e47-2b4276b55584 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:59.932931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:59.933614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Checking segment: {'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:59.934406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.934601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Bound using segment: {'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:59.935292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Bound port: 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:59.935773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:59.956634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Current status of the port d2526019-a316-4a94-a304-b84a56bdcb5a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:59.971233 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-31ddcb40-2e83-4b65-943b-cc10c8328309 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] delete failed (client error): The resource could not be found. Apr 06 14:35:59.975324 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-31ddcb40-2e83-4b65-943b-cc10c8328309 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/579fdacb-3baa-4169-bb10-0962712ab08d HTTP/1.1" status: 404 len: 336 time: 0.0598345 Apr 06 14:35:59.999300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43122) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.008386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (93ad999f-ea62-4b4c-a50f-31df694c6967), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.010322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6c317989-d7c2-40db-b0d3-ac823d7976c3), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.016489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Provisioning complete for port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:00.016956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.055465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] For port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:00.085291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:00.087748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] For port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,segment=NetworkSegment(25234cd2-7d2f-40ca-9d7c-af7d1bbabe36),segment_id=25234cd2-7d2f-40ca-9d7c-af7d1bbabe36)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:00.089052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.089254 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2161d6-ccea-4dd9-a99c-88fedaa9750e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:00.089719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2161d6-ccea-4dd9-a99c-88fedaa9750e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:00.092414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c08f00e8-56ac-4fe0-a6d9-f95e4ce11c01 None None] Port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:00.096193 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3a2161d6-ccea-4dd9-a99c-88fedaa9750e tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/44c6f2dc-b137-4fef-9119-6f0b3f8f4244 HTTP/1.1" status: 404 len: 337 time: 0.0948281 Apr 06 14:36:00.096460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43124) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.125996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:00.129274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.141751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:00.150636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:00.157726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:00.164898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:00.171206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:00.171897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.178174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:00.192484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:00.193256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:00.234638 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e6b6b3-b21b-4c8d-ab23-f2acedcd6a75 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:00.235020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e6b6b3-b21b-4c8d-ab23-f2acedcd6a75 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:00.238761 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-08e6b6b3-b21b-4c8d-ab23-f2acedcd6a75 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/a713aa26-007c-44cd-b18f-e0ee028da636 HTTP/1.1" status: 404 len: 337 time: 0.1364303 Apr 06 14:36:00.246616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43126) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.261301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=93ad999f-ea62-4b4c-a50f-31df694c6967,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:00.305343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea77070-8ffa-46f8-94d7-0dbf26eed8b5 None None] Pushing event updated for resources: {'Port': ['ID=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:00.325544 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d8d505-7ab3-4742-a2ba-cdc6b7ad5626 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:00.326219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d8d505-7ab3-4742-a2ba-cdc6b7ad5626 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:00.329634 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-44d8d505-7ab3-4742-a2ba-cdc6b7ad5626 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/27727338-bfe6-42fe-9fa6-f8aa732b7c38 HTTP/1.1" status: 404 len: 337 time: 0.0780854 Apr 06 14:36:00.344833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43128) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.348106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:00.390254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd56f-5d6e-4312-970f-166f010cdc23 req-38694d18-bda0-41c1-8472-4e6a51732d4c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:00.402600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0e4bd56f-5d6e-4312-970f-166f010cdc23 req-38694d18-bda0-41c1-8472-4e6a51732d4c tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.4964080 Apr 06 14:36:00.432509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e99cef5b-9101-4d78-a95d-e8d675d62878 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:00.438188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d27a4682-1eab-4876-9dd7-a3461a777bf2 None None] Provisioning complete for port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:00.438698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d27a4682-1eab-4876-9dd7-a3461a777bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.457208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2484-56d4-44cd-a481-12fbecd71041 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (943fb8fd-a4ed-4e03-9277-cd43bfb11127), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.464628 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5c5e9a-0a36-48bd-b79b-115780223a92 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:00.465362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5c5e9a-0a36-48bd-b79b-115780223a92 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:00.474026 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5f5c5e9a-0a36-48bd-b79b-115780223a92 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/4f1cb8ca-7332-4524-97ab-768b0bb87ebe HTTP/1.1" status: 404 len: 337 time: 0.1259930 Apr 06 14:36:00.478586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43130) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.481270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79397a94-1f3e-4772-ad34-72fe02dec602 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b10ba9c6-4520-42ac-8325-7f0097fe6a82), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.482292 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0655458 Apr 06 14:36:00.487440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43132) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.591170 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ed459bca-c15d-4499-ac79-753f7ce2ac5c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 200 len: 205 time: 0.1073213 Apr 06 14:36:00.598262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43134) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:00.604587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdac2e-a15d-4a71-ac4d-47454f87df01 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=6c317989-d7c2-40db-b0d3-ac823d7976c3,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:00.618172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79397a94-1f3e-4772-ad34-72fe02dec602 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event deleted for resources: {'Port': ['ID=b10ba9c6-4520-42ac-8325-7f0097fe6a82,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:00.822447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port e99cef5b-9101-4d78-a95d-e8d675d62878 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:00.823178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.889689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d27a4682-1eab-4876-9dd7-a3461a777bf2 None None] Current status of the port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:00.889689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d27a4682-1eab-4876-9dd7-a3461a777bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.918365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9eea0817-5f8f-402a-8e87-017532de1c20 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port 6c317989-d7c2-40db-b0d3-ac823d7976c3 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:00.918737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9eea0817-5f8f-402a-8e87-017532de1c20 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6c317989-d7c2-40db-b0d3-ac823d7976c3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:00.955901 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-767574d9-f2f9-430e-a24c-5bedc97dd7db tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] delete failed (client error): The resource could not be found. Apr 06 14:36:00.957146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-767574d9-f2f9-430e-a24c-5bedc97dd7db tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/9e054247-8e83-40e7-846f-0beeb2b0fa38 HTTP/1.1" status: 404 len: 336 time: 0.3492138 Apr 06 14:36:00.965588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43136) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.013946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79397a94-1f3e-4772-ad34-72fe02dec602 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.014594 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bb35e754-62f3-4a23-b0ed-0cbc1c7f0042 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fd58575-e2bf-4595-b801-49b875744c00 HTTP/1.1" status: 200 len: 205 time: 0.0480616 Apr 06 14:36:01.019192 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-79397a94-1f3e-4772-ad34-72fe02dec602 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "DELETE /v2.0/ports/b10ba9c6-4520-42ac-8325-7f0097fe6a82 HTTP/1.1" status: 204 len: 168 time: 2.0696187 Apr 06 14:36:01.020884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43138) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.021235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43140) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.066231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0e4bd56f-5d6e-4312-970f-166f010cdc23 req-faedb8bc-6d79-410f-ba3c-d7dc8da4dc44 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6621428 Apr 06 14:36:01.132405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9eea0817-5f8f-402a-8e87-017532de1c20 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6c317989-d7c2-40db-b0d3-ac823d7976c3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.151025 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9eea0817-5f8f-402a-8e87-017532de1c20 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for 6c317989-d7c2-40db-b0d3-ac823d7976c3 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:01.190534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d27a4682-1eab-4876-9dd7-a3461a777bf2 None None] For port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,segment=NetworkSegment(25234cd2-7d2f-40ca-9d7c-af7d1bbabe36),segment_id=25234cd2-7d2f-40ca-9d7c-af7d1bbabe36)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:01.247062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:35:55Z', 'revision_number': 3, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:01.259354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (7db93699-c7e2-4d18-ac19-e1c347c7a580), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.277644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:01.283598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d27a4682-1eab-4876-9dd7-a3461a777bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.286493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-9a35e823-b9e1-4f51-bff0-45fb768c10f8 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] delete failed (client error): The resource could not be found. Apr 06 14:36:01.286493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9a35e823-b9e1-4f51-bff0-45fb768c10f8 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/5fd58575-e2bf-4595-b801-49b875744c00 HTTP/1.1" status: 404 len: 336 time: 0.2590456 Apr 06 14:36:01.289770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc0ce7-0532-47ae-8123-7879654a41f8 None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:35:55Z', 'revision_number': 3, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:01.305563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43144) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.353159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a4682-1eab-4876-9dd7-a3461a777bf2 None None] Pushing event updated for resources: {'Port': ['ID=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:01.375766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=7db93699-c7e2-4d18-ac19-e1c347c7a580,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:01.387620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1016a903-58a6-40b1-9589-ed0432914743 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:01.387620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1016a903-58a6-40b1-9589-ed0432914743 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:01.401656 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1016a903-58a6-40b1-9589-ed0432914743 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/3e262d75-3b19-402b-aac3-42f0cd2dd34a HTTP/1.1" status: 404 len: 337 time: 0.0832443 Apr 06 14:36:01.402728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43146) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.445360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-21039d07-f865-4b22-9136-94f123303482 None None] Provisioning complete for port 6c317989-d7c2-40db-b0d3-ac823d7976c3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:01.445750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21039d07-f865-4b22-9136-94f123303482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6c317989-d7c2-40db-b0d3-ac823d7976c3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.472931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:01.473690 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: 9450fa26-fd4a-4a82-bf94-7beac8784b5c, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:01.484076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9c0aa747-bbb1-4bab-989a-3588b22fb849 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=2149ae12-6bdb-48f6-936e-a81b5bd2b773 HTTP/1.1" status: 200 len: 205 time: 0.0716186 Apr 06 14:36:01.490825 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43148) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.507080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d847730-c5fc-4560-a9d5-5ec71ce37d52 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:01.507080 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8d847730-c5fc-4560-a9d5-5ec71ce37d52 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "GET /v2.0/ports?device_id=00dc814f-6db0-474c-97c8-d4272a6a6ca5 HTTP/1.1" status: 200 len: 913 time: 0.4800606 Apr 06 14:36:01.507379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-21039d07-f865-4b22-9136-94f123303482 None None] Port 6c317989-d7c2-40db-b0d3-ac823d7976c3 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:01.507736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43150) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.521953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-21039d07-f865-4b22-9136-94f123303482 None None] Provisioning complete for port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:01.522342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21039d07-f865-4b22-9136-94f123303482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.609003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca102c8-1851-4094-83c1-b33306d0d682 req-79ddd274-71d9-4f66-a9f5-625965f6ee94 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:01.610569 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ca102c8-1851-4094-83c1-b33306d0d682 req-79ddd274-71d9-4f66-a9f5-625965f6ee94 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.3419302 Apr 06 14:36:01.613842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (2afc2c36-481d-4fb2-8c70-f9cb979b6b28), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:01.630552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-21039d07-f865-4b22-9136-94f123303482 None None] Current status of the port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:01.683986 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-21043cd6-21fe-4493-bfbe-40ba86e42f06 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] delete failed (client error): The resource could not be found. Apr 06 14:36:01.687907 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-21043cd6-21fe-4493-bfbe-40ba86e42f06 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/2149ae12-6bdb-48f6-936e-a81b5bd2b773 HTTP/1.1" status: 404 len: 336 time: 0.1920950 Apr 06 14:36:01.689407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43152) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.754103 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d48376b6-c917-4ac2-850c-1475487a9461 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=4504c464-b4ed-4480-95b3-6683e4fa607c HTTP/1.1" status: 200 len: 205 time: 0.0640342 Apr 06 14:36:01.761344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43154) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.781929 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ca102c8-1851-4094-83c1-b33306d0d682 req-85634394-3cab-484d-bbe3-781833d3f455 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533093 Apr 06 14:36:01.877055 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-278b45ef-4531-48e4-be4b-3119ad64e356 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] delete failed (client error): The resource could not be found. Apr 06 14:36:01.880431 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-278b45ef-4531-48e4-be4b-3119ad64e356 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/4504c464-b4ed-4480-95b3-6683e4fa607c HTTP/1.1" status: 404 len: 336 time: 0.1159189 Apr 06 14:36:01.882674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 9450fa26-fd4a-4a82-bf94-7beac8784b5c is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:01.890286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43158) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.934620 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07c5912-e267-4c16-9374-c317e2031740 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:01.935206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07c5912-e267-4c16-9374-c317e2031740 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:01.942033 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c07c5912-e267-4c16-9374-c317e2031740 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/fc7f60aa-8c30-400a-812f-0abd50afee54 HTTP/1.1" status: 404 len: 337 time: 0.0472171 Apr 06 14:36:01.942799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43160) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:01.981779 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-da4eb317-1ea7-4a00-9385-c4f0c44db786 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d284aac-bd0b-4e47-8eb0-68ed861a0a85 HTTP/1.1" status: 200 len: 205 time: 0.0361528 Apr 06 14:36:01.984207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43162) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.029384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 9450fa26-fd4a-4a82-bf94-7beac8784b5c) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:02.034197 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-48cfd403-6fda-4664-ad0b-521e068f21c9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] delete failed (client error): The resource could not be found. Apr 06 14:36:02.037834 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-48cfd403-6fda-4664-ad0b-521e068f21c9 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/0d284aac-bd0b-4e47-8eb0-68ed861a0a85 HTTP/1.1" status: 404 len: 336 time: 0.0501266 Apr 06 14:36:02.039042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2484-56d4-44cd-a481-12fbecd71041 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (943fb8fd-a4ed-4e03-9277-cd43bfb11127), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.041517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.042111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.043107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d7fd8-8523-455f-955a-745e880d7f56 None None] Network 9450fa26-fd4a-4a82-bf94-7beac8784b5c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:02.044191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43164) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.078887 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2484-56d4-44cd-a481-12fbecd71041 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (943fb8fd-a4ed-4e03-9277-cd43bfb11127), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.081010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9eea0817-5f8f-402a-8e87-017532de1c20 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6c317989-d7c2-40db-b0d3-ac823d7976c3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.092055 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d9f259-c95f-4c19-abc9-26ee4704d745 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:02.092572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d9f259-c95f-4c19-abc9-26ee4704d745 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:02.098658 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e2d9f259-c95f-4c19-abc9-26ee4704d745 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/4009a2c3-d9b3-416f-92e4-f3983de11e8b HTTP/1.1" status: 404 len: 337 time: 0.0510931 Apr 06 14:36:02.102702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43166) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.197746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea0817-5f8f-402a-8e87-017532de1c20 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=6c317989-d7c2-40db-b0d3-ac823d7976c3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:02.201902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:02.202751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.228560 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5613f441-ec37-4bd8-910d-8242091eae63 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ecfa22-27b0-42a1-a4a9-e88a8fb072be HTTP/1.1" status: 200 len: 205 time: 0.1055720 Apr 06 14:36:02.235260 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-67016c62-3334-4eaf-8aca-7b2837a45472 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8897643 Apr 06 14:36:02.252777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43168) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.252777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43170) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.325094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (93ad999f-ea62-4b4c-a50f-31df694c6967), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.375440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:02.409941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9eea0817-5f8f-402a-8e87-017532de1c20 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.415761 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9eea0817-5f8f-402a-8e87-017532de1c20 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/6c317989-d7c2-40db-b0d3-ac823d7976c3 HTTP/1.1" status: 204 len: 168 time: 1.9053307 Apr 06 14:36:02.430676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43172) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.494668 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-64f126a9-37cd-4ba5-a006-78798d6d5495 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] delete failed (client error): The resource could not be found. Apr 06 14:36:02.498635 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-64f126a9-37cd-4ba5-a006-78798d6d5495 tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/routers/65ecfa22-27b0-42a1-a4a9-e88a8fb072be HTTP/1.1" status: 404 len: 336 time: 0.2420557 Apr 06 14:36:02.499318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43174) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.500094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:02.500499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.508872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Allocated IP 2001:db8:2::2 (9450fa26-fd4a-4a82-bf94-7beac8784b5c/7db93699-c7e2-4d18-ac19-e1c347c7a580/2dfd4266-3768-42e3-af01-a2dfce15ea67) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:02.556877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba24bf-848b-48a8-9431-23dd224c642c req-324a590c-0aac-4d82-8fa2-c3b5b5f4a287 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.558700 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bcba24bf-848b-48a8-9431-23dd224c642c req-324a590c-0aac-4d82-8fa2-c3b5b5f4a287 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.6870458 Apr 06 14:36:02.607204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6d2484-56d4-44cd-a481-12fbecd71041 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Router 943fb8fd-a4ed-4e03-9277-cd43bfb11127 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:02.608436 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1ebd82-fabe-4356-98b7-e0013538f8da tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:02.608881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1ebd82-fabe-4356-98b7-e0013538f8da tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:02.615161 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2e1ebd82-fabe-4356-98b7-e0013538f8da tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/155b1c84-da00-4c6f-a005-89c559f506e9 HTTP/1.1" status: 404 len: 337 time: 0.1047647 Apr 06 14:36:02.616498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43176) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.643106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7588af7-8835-40ac-b29a-dd25bcc252f9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.644822 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f7588af7-8835-40ac-b29a-dd25bcc252f9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2095129 Apr 06 14:36:02.661890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43178) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.662917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:02.725723 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bcba24bf-848b-48a8-9431-23dd224c642c req-848e7556-86d9-4c5c-9f21-f7c58774c531 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411097 Apr 06 14:36:02.766594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (93ad999f-ea62-4b4c-a50f-31df694c6967), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.768642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Publish callbacks [] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.811039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6755ec-90ec-42e5-8e77-59da93ad6f3c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.812616 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8c6755ec-90ec-42e5-8e77-59da93ad6f3c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1486816 Apr 06 14:36:02.816910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43182) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.883154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (93ad999f-ea62-4b4c-a50f-31df694c6967), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.912057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:02.957276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5631df0-8d03-4cda-9bad-e96357ee30d4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.958102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5631df0-8d03-4cda-9bad-e96357ee30d4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.958945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Network 9450fa26-fd4a-4a82-bf94-7beac8784b5c is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:02.959534 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ce641d-926d-43fd-a9da-e0459663361c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:02.959672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5631df0-8d03-4cda-9bad-e96357ee30d4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:02.959990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ce641d-926d-43fd-a9da-e0459663361c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:02.966431 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d5631df0-8d03-4cda-9bad-e96357ee30d4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1431680 Apr 06 14:36:02.972237 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6ce641d-926d-43fd-a9da-e0459663361c tempest-RoutersTest-163275815 tempest-RoutersTest-163275815-project] 10.222.0.71 "DELETE /v2.0/subnets/e7f83d03-46c3-4b77-bfd2-7215e4aae2cb HTTP/1.1" status: 404 len: 337 time: 0.3454790 Apr 06 14:36:02.972237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43184) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:02.973221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:02.975247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Pushing event updated for resources: {'Port': ['ID=2dfd4266-3768-42e3-af01-a2dfce15ea67,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:02.984995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:03.010866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (00dc814f-6db0-474c-97c8-d4272a6a6ca5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.017899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=93ad999f-ea62-4b4c-a50f-31df694c6967,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:03.079312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Attempting to bind port 2dfd4266-3768-42e3-af01-a2dfce15ea67 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:03.080900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Attempting to bind port 2dfd4266-3768-42e3-af01-a2dfce15ea67 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:03.081434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Attempting to bind port 2dfd4266-3768-42e3-af01-a2dfce15ea67 on network 9450fa26-fd4a-4a82-bf94-7beac8784b5c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:03.090062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:03.091085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Checking segment: {'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:03.093595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.094269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Bound using segment: {'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:03.094881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Bound port: 2dfd4266-3768-42e3-af01-a2dfce15ea67, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:03.095568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.099730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b89741-f670-46d5-977f-6655e5af4159 req-f3db1f32-dbb0-41dd-96b7-5725f7f881e9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:03.101338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79b89741-f670-46d5-977f-6655e5af4159 req-f3db1f32-dbb0-41dd-96b7-5725f7f881e9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2730362 Apr 06 14:36:03.104409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (2afc2c36-481d-4fb2-8c70-f9cb979b6b28), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.204244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2277899-870f-4fd4-beaa-5ed38e1ee518 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 3623b675-97db-4bf8-b645-5f0ebcd760b7 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:03.212663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] For port 2dfd4266-3768-42e3-af01-a2dfce15ea67, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:03.215416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2277899-870f-4fd4-beaa-5ed38e1ee518 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (3623b675-97db-4bf8-b645-5f0ebcd760b7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.224230 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] For port 2dfd4266-3768-42e3-af01-a2dfce15ea67, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2dfd4266-3768-42e3-af01-a2dfce15ea67,segment=NetworkSegment(b5035308-319a-467d-a67e-001337d988f3),segment_id=b5035308-319a-467d-a67e-001337d988f3)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:03.279229 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79b89741-f670-46d5-977f-6655e5af4159 req-3586dfa6-0657-4a04-a5eb-18e9fe107f7d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354275 Apr 06 14:36:03.310439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 2afc2c36-481d-4fb2-8c70-f9cb979b6b28 associated. External IP: 172.26.7.190, port: d33610df-3176-4b40-a166-e979bf242268. Apr 06 14:36:03.319001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2277899-870f-4fd4-beaa-5ed38e1ee518 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (3623b675-97db-4bf8-b645-5f0ebcd760b7), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.324627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6d2484-56d4-44cd-a481-12fbecd71041 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:03.332123 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c58ae-89ff-4d4f-bac4-e8a3cab368f0 None None] Sync routers for ids ['943fb8fd-a4ed-4e03-9277-cd43bfb11127'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:03.344752 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c58ae-89ff-4d4f-bac4-e8a3cab368f0 None None] Routers {'943fb8fd-a4ed-4e03-9277-cd43bfb11127'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:03.346425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-183c58ae-89ff-4d4f-bac4-e8a3cab368f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['943fb8fd-a4ed-4e03-9277-cd43bfb11127'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:03.347108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.347277 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2484-56d4-44cd-a481-12fbecd71041 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.348521 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3b6d2484-56d4-44cd-a481-12fbecd71041 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "PUT /v2.0/routers/943fb8fd-a4ed-4e03-9277-cd43bfb11127 HTTP/1.1" status: 200 len: 922 time: 4.2230260 Apr 06 14:36:03.355264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43190) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:03.399565 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-183c58ae-89ff-4d4f-bac4-e8a3cab368f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:03.428970 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c58ae-89ff-4d4f-bac4-e8a3cab368f0 None None] Routers {'943fb8fd-a4ed-4e03-9277-cd43bfb11127'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:03.429623 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-183c58ae-89ff-4d4f-bac4-e8a3cab368f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['943fb8fd-a4ed-4e03-9277-cd43bfb11127'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:03.446658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177ffae-244c-4b81-8cac-da0d6b1d6304 None None] Pushing event updated for resources: {'Port': ['ID=2dfd4266-3768-42e3-af01-a2dfce15ea67,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:03.495138 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-183c58ae-89ff-4d4f-bac4-e8a3cab368f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:03.495861 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c58ae-89ff-4d4f-bac4-e8a3cab368f0 None None] The sync data for ids ['943fb8fd-a4ed-4e03-9277-cd43bfb11127'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:03.653192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43194) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:03.656208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.694846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2277899-870f-4fd4-beaa-5ed38e1ee518 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (3623b675-97db-4bf8-b645-5f0ebcd760b7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.732579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:03.758507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Deleting port fb59b3ba-10df-4f97-b041-b6b08de91201 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:03.758854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.881088 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-13ea95a7-831a-47bb-bd18-110448d5a250 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/routers/943fb8fd-a4ed-4e03-9277-cd43bfb11127 HTTP/1.1" status: 200 len: 922 time: 0.5205233 Apr 06 14:36:03.884660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43200) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.015014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.027384 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a3f45d0b-b777-401e-a472-4adb5e1a1376 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc332cb2757647778f124c5912e7ce69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3712153 Apr 06 14:36:04.032030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:04.034567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43202) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.043394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] Sync routers for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:04.045440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Calling delete_port for fb59b3ba-10df-4f97-b041-b6b08de91201 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:04.058998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:04.060301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:04.061464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751b87f-cb54-4f42-ad93-dcf3719447f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.063126 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f751b87f-cb54-4f42-ad93-dcf3719447f7 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=943fb8fd-a4ed-4e03-9277-cd43bfb11127&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1774421 Apr 06 14:36:04.068278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43204) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.099256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1547bbe-512a-493d-8d1f-19922cc700df req-f7f9ea08-5699-43cc-9f10-714716a4f9d9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.100620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1547bbe-512a-493d-8d1f-19922cc700df req-f7f9ea08-5699-43cc-9f10-714716a4f9d9 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1930060 Apr 06 14:36:04.129862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2277899-870f-4fd4-beaa-5ed38e1ee518 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (3623b675-97db-4bf8-b645-5f0ebcd760b7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.176856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.192678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:04.205957 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2277899-870f-4fd4-beaa-5ed38e1ee518 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=3623b675-97db-4bf8-b645-5f0ebcd760b7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:04.216869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2277899-870f-4fd4-beaa-5ed38e1ee518 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.221236 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d2277899-870f-4fd4-beaa-5ed38e1ee518 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/3623b675-97db-4bf8-b645-5f0ebcd760b7 HTTP/1.1" status: 204 len: 168 time: 1.2479267 Apr 06 14:36:04.227615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43206) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.233680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b8d6a-ca34-452b-98c5-ee6c57e7b6f9 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:04.266875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90103875-09aa-474f-8f48-d562a231caa9 admin admin] Publish callbacks [] for security_group (0a2135f3-5088-431a-a37b-54e60de5e653), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.278927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c2033bf1-1657-4128-81ff-14a2753aa59b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.7766662 Apr 06 14:36:04.279776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43208) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.317367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'tag': 'd33610df-3176-4b40-a166-e979bf242268'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:04.319602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "tag": "d33610df-3176-4b40-a166-e979bf242268"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:04.324674 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1547bbe-512a-493d-8d1f-19922cc700df req-f0c44f81-c0ea-4148-9218-c4a1623fce86 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902180 Apr 06 14:36:04.355200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db804f7-a976-4be9-85cb-3b7c6000e5a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 5fc78c4c-75c2-48e4-9eec-accc80ec2872 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:04.361511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f69f3-8613-4929-88a2-3c4403aa0ec5 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.363164 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-176f69f3-8613-4929-88a2-3c4403aa0ec5 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 881 time: 0.2940328 Apr 06 14:36:04.366053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5db804f7-a976-4be9-85cb-3b7c6000e5a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (5fc78c4c-75c2-48e4-9eec-accc80ec2872), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.375636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43212) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.427662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8:2::1 (9450fa26-fd4a-4a82-bf94-7beac8784b5c/7db93699-c7e2-4d18-ac19-e1c347c7a580/c67719e7-d0ec-4995-88c8-3cd1a6f8df7f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:04.456652 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-28099238-2a51-436e-9f9f-8f866bd5c15a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=943fb8fd-a4ed-4e03-9277-cd43bfb11127 HTTP/1.1" status: 200 len: 205 time: 0.0748093 Apr 06 14:36:04.471130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013b28f8-41c0-4e7c-982e-c92a43cb6e9a x-openstack-request-id: req-013b28f8-41c0-4e7c-982e-c92a43cb6e9a {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:04.471130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "tag": "d33610df-3176-4b40-a166-e979bf242268", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:04.471130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-013b28f8-41c0-4e7c-982e-c92a43cb6e9a {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:04.471552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43214) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:04.471652 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013b28f8-41c0-4e7c-982e-c92a43cb6e9a'] response: {'name': 'network-changed', 'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'tag': 'd33610df-3176-4b40-a166-e979bf242268', 'status': 'completed', 'code': 200} Apr 06 14:36:04.471652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90103875-09aa-474f-8f48-d562a231caa9 admin admin] Publish callbacks [] for security_group (0a2135f3-5088-431a-a37b-54e60de5e653), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.493800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2dfd4266-3768-42e3-af01-a2dfce15ea67 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:04.558126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5db804f7-a976-4be9-85cb-3b7c6000e5a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (5fc78c4c-75c2-48e4-9eec-accc80ec2872), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.574552 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-27392c71-ca5d-4b1f-975d-062e519072cc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/2afc2c36-481d-4fb2-8c70-f9cb979b6b28 HTTP/1.1" status: 200 len: 992 time: 0.2487781 Apr 06 14:36:04.625507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-7f40a5fe-a3da-4dc2-8d4d-f5e7f2ab91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.627095 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-7f40a5fe-a3da-4dc2-8d4d-f5e7f2ab91a0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1130 time: 0.1369574 Apr 06 14:36:04.723525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2dfd4266-3768-42e3-af01-a2dfce15ea67 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:04.724061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.841268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (943fb8fd-a4ed-4e03-9277-cd43bfb11127), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:04.873956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:01Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:04.895980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c63061-0170-4302-9b76-e5a8b886a899 None None] Network 9450fa26-fd4a-4a82-bf94-7beac8784b5c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:04.939737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5db804f7-a976-4be9-85cb-3b7c6000e5a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5fc78c4c-75c2-48e4-9eec-accc80ec2872), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.020392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.076872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] Checking router: 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:05.081636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2dfd4266-3768-42e3-af01-a2dfce15ea67 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:05.082033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.109962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90103875-09aa-474f-8f48-d562a231caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0a2135f3-5088-431a-a37b-54e60de5e653), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.116161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (943fb8fd-a4ed-4e03-9277-cd43bfb11127), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.116327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90103875-09aa-474f-8f48-d562a231caa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.121633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-cf9a72ff-a499-41fd-bd45-4f8f04edefe7 None None] Provisioning complete for port 2dfd4266-3768-42e3-af01-a2dfce15ea67 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:05.122019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cf9a72ff-a499-41fd-bd45-4f8f04edefe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.141162 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-90103875-09aa-474f-8f48-d562a231caa9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0a2135f3-5088-431a-a37b-54e60de5e653 HTTP/1.1" status: 204 len: 168 time: 1.1025848 Apr 06 14:36:05.193113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:05.193776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:05.226105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 2dfd4266-3768-42e3-af01-a2dfce15ea67, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2dfd4266-3768-42e3-af01-a2dfce15ea67,segment=NetworkSegment(b5035308-319a-467d-a67e-001337d988f3),segment_id=b5035308-319a-467d-a67e-001337d988f3)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:05.232237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90103875-09aa-474f-8f48-d562a231caa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2135f3-5088-431a-a37b-54e60de5e653,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:05.295705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-ac32e9c5-34bf-4e5a-9cbe-166f3a61ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:05.297208 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-ac32e9c5-34bf-4e5a-9cbe-166f3a61ec5b service neutron] 10.222.0.87 "GET /v2.0/networks?id=6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 200 len: 898 time: 0.6593416 Apr 06 14:36:05.342087 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.381483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fb59b3ba-10df-4f97-b041-b6b08de91201), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.414238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a72ff-a499-41fd-bd45-4f8f04edefe7 None None] Current status of the port 2dfd4266-3768-42e3-af01-a2dfce15ea67 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:05.456859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event deleted for resources: {'Port': ['ID=fb59b3ba-10df-4f97-b041-b6b08de91201,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:05.475592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=2dfd4266-3768-42e3-af01-a2dfce15ea67,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:05.494180 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-48cfaacb-25c1-4943-b776-bc5ee92af824 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d33610df-3176-4b40-a166-e979bf242268 HTTP/1.1" status: 200 len: 1000 time: 0.1900234 Apr 06 14:36:05.514650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:05.523450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5db804f7-a976-4be9-85cb-3b7c6000e5a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (5fc78c4c-75c2-48e4-9eec-accc80ec2872), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.570436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db804f7-a976-4be9-85cb-3b7c6000e5a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc78c4c-75c2-48e4-9eec-accc80ec2872,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:05.582500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43220) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.632849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-15783078-6698-4fd5-9443-5a79031f7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:05.634553 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-15783078-6698-4fd5-9443-5a79031f7c08 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bdf83bf5-3213-426a-bbec-a8a637500fc5 HTTP/1.1" status: 200 len: 838 time: 0.1200726 Apr 06 14:36:05.710255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ca5b4-02f4-47a2-b2dd-183e6328e95b req-3244573e-577b-481a-a3e5-724d6a9b75a8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:05.712435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-861ca5b4-02f4-47a2-b2dd-183e6328e95b req-3244573e-577b-481a-a3e5-724d6a9b75a8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2526264 Apr 06 14:36:05.820299 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7d4f598c-5b66-4ca4-9731-bf2ffe120313 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/2afc2c36-481d-4fb2-8c70-f9cb979b6b28 HTTP/1.1" status: 200 len: 992 time: 0.2320507 Apr 06 14:36:05.825715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5db804f7-a976-4be9-85cb-3b7c6000e5a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.835902 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5db804f7-a976-4be9-85cb-3b7c6000e5a6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/5fc78c4c-75c2-48e4-9eec-accc80ec2872 HTTP/1.1" status: 204 len: 168 time: 1.6065288 Apr 06 14:36:05.837049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43226) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.840948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:05.960795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-861ca5b4-02f4-47a2-b2dd-183e6328e95b req-31bf13d8-0833-46ca-8140-f3725222af05 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403374 Apr 06 14:36:05.968432 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d8573f9f-2dae-4eb7-b098-4d6b6de3218f tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289713 Apr 06 14:36:05.969156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43232) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:05.969887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-48dc97f0-141a-4822-8172-7754330fdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:05.972492 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-48dc97f0-141a-4822-8172-7754330fdf1c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6fe15972-769a-47ad-b807-182715bb80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3284702 Apr 06 14:36:05.985659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c831a0b-57d8-41e7-aa8c-ba575e8f3fdb None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:05.994710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:06.024229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:06.085151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (00dc814f-6db0-474c-97c8-d4272a6a6ca5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.110820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 9450fa26-fd4a-4a82-bf94-7beac8784b5c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:06.113785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e81d12f4-d845-449f-9c87-6c6188b040fa None None] Provisioning complete for port e99cef5b-9101-4d78-a95d-e8d675d62878 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:06.117355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e81d12f4-d845-449f-9c87-6c6188b040fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.119756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:06.132797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:06.132964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.212312 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-012f1a94-8442-4a60-9142-4971604ea48b service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216580 Apr 06 14:36:06.253644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Deleting port 8b4fcba5-088b-417c-80fd-a19dc75da244 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:06.253644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8b4fcba5-088b-417c-80fd-a19dc75da244), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.388560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cb1837b-e4ea-42fa-8b69-fc3f0c6854ce req-a647a2f9-e32e-4d72-bd2d-a2d54cb6e91d service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609840 Apr 06 14:36:06.396296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e81d12f4-d845-449f-9c87-6c6188b040fa None None] Current status of the port e99cef5b-9101-4d78-a95d-e8d675d62878 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:06.412035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:06.479966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2dfd4266-3768-42e3-af01-a2dfce15ea67 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:06.525904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:01Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:06.536003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8b4fcba5-088b-417c-80fd-a19dc75da244), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.553528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Calling delete_port for 8b4fcba5-088b-417c-80fd-a19dc75da244 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:06.557623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:06.561121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.577566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a4fac-3671-4054-9eec-ef5c38453208 None None] The sync data for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv is: [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:35:04Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:01Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:06.612997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-98fc04c7-aa41-44ea-b7d9-c7527e74455a None None] Provisioning complete for port 2dfd4266-3768-42e3-af01-a2dfce15ea67 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:06.613588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-98fc04c7-aa41-44ea-b7d9-c7527e74455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.687038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826575df-b6e8-4400-b900-be24ce3a7597 req-7360825a-3c3e-4196-96e9-fc513f0ab8b6 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:06.688459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-826575df-b6e8-4400-b900-be24ce3a7597 req-7360825a-3c3e-4196-96e9-fc513f0ab8b6 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2095728 Apr 06 14:36:06.712351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Router 00dc814f-6db0-474c-97c8-d4272a6a6ca5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:06.715677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] Deleting port e99cef5b-9101-4d78-a95d-e8d675d62878 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:06.716080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.726376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-e1484a8e-107e-4a75-96c5-b079a1652f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:06.726376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-e1484a8e-107e-4a75-96c5-b079a1652f5b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 1129 time: 0.1557682 Apr 06 14:36:06.782392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.802023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] For port e99cef5b-9101-4d78-a95d-e8d675d62878, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e99cef5b-9101-4d78-a95d-e8d675d62878,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:06.802422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.824073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] Calling delete_port for e99cef5b-9101-4d78-a95d-e8d675d62878 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:06.844049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43246) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:06.851259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2dfd4266-3768-42e3-af01-a2dfce15ea67 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:06.851720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:06.944676 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-826575df-b6e8-4400-b900-be24ce3a7597 req-e3cf69e8-4d95-4076-a99f-40a4c9d46131 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450922 Apr 06 14:36:06.972613 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66392a71-b42f-44ef-8e04-f1315d8f2017 None None] New status for floating IP 2afc2c36-481d-4fb2-8c70-f9cb979b6b28: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:36:07.001306 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-03be999a-2e46-441d-a50d-288d8f52a66d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/2afc2c36-481d-4fb2-8c70-f9cb979b6b28 HTTP/1.1" status: 200 len: 992 time: 0.1524518 Apr 06 14:36:07.004810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-98fc04c7-aa41-44ea-b7d9-c7527e74455a None None] Current status of the port 2dfd4266-3768-42e3-af01-a2dfce15ea67 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:07.021631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-4bb7ed62-0db2-47ff-9fa2-5009f02e4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:07.023256 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-4bb7ed62-0db2-47ff-9fa2-5009f02e4285 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 200 len: 914 time: 0.2793441 Apr 06 14:36:07.034114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:07.053977 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-efc4c1c7-f3d5-40ae-87c3-94b011cc21ad tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "PUT /v2.0/routers/00dc814f-6db0-474c-97c8-d4272a6a6ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5412984 Apr 06 14:36:07.058363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834dffc-7f33-4691-a913-2b67b38b9bd6 None None] Sync routers for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:07.091707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43250) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.136177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43252) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.166734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834dffc-7f33-4691-a913-2b67b38b9bd6 None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:07.167418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8834dffc-7f33-4691-a913-2b67b38b9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:07.223665 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-52791219-c2b9-4b04-84f1-75a6bb758571 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 200 len: 1001 time: 0.1918671 Apr 06 14:36:07.238816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8834dffc-7f33-4691-a913-2b67b38b9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:07.241581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2dfd4266-3768-42e3-af01-a2dfce15ea67 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:07.244833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a593a944-32aa-447c-8c7b-f0a8a97aad50 None None] Provisioning complete for port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:07.245198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a593a944-32aa-447c-8c7b-f0a8a97aad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.273315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (e99cef5b-9101-4d78-a95d-e8d675d62878), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.285059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834dffc-7f33-4691-a913-2b67b38b9bd6 None None] Routers {'00dc814f-6db0-474c-97c8-d4272a6a6ca5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:07.286165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8834dffc-7f33-4691-a913-2b67b38b9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:07.317072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832192718'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:07.324263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-5b8fa2fa-c8ce-4082-ae38-34fd0e8a367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:07.325886 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-5b8fa2fa-c8ce-4082-ae38-34fd0e8a367f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 200 len: 851 time: 0.0893323 Apr 06 14:36:07.332526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8b4fcba5-088b-417c-80fd-a19dc75da244), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.336150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router (00dc814f-6db0-474c-97c8-d4272a6a6ca5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.347246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] Pushing event deleted for resources: {'Port': ['ID=e99cef5b-9101-4d78-a95d-e8d675d62878,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:07.352566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120b9d1-fde8-42d7-9339-7456ad56308d None None] No DVR routers for this DVR port e99cef5b-9101-4d78-a95d-e8d675d62878 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:07.355776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8834dffc-7f33-4691-a913-2b67b38b9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:07.356434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834dffc-7f33-4691-a913-2b67b38b9bd6 None None] The sync data for ids ['00dc814f-6db0-474c-97c8-d4272a6a6ca5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:07.358150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a593a944-32aa-447c-8c7b-f0a8a97aad50 None None] Port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:07.376304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event deleted for resources: {'Port': ['ID=8b4fcba5-088b-417c-80fd-a19dc75da244,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:07.475631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-595b42fc-6623-46e5-ba47-b91626248753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:07.477152 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-595b42fc-6623-46e5-ba47-b91626248753 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ac93f14-37fa-473f-8320-bd08fb092fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1384175 Apr 06 14:36:07.495760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (7147238b-dd71-4352-99a5-310ef7646090), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.536114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (943fb8fd-a4ed-4e03-9277-cd43bfb11127), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.543648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router_gateway (00dc814f-6db0-474c-97c8-d4272a6a6ca5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.592579 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-610f3d57-937e-4993-8faa-261353d8f335 service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072218 Apr 06 14:36:07.645928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:07.646719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.653876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.660773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:07.672170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ed72f0-db99-440b-b689-9808e36e611b None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:07.672726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:07.673432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.677845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (943fb8fd-a4ed-4e03-9277-cd43bfb11127), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.681367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.686731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (943fb8fd-a4ed-4e03-9277-cd43bfb11127), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.702484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=7147238b-dd71-4352-99a5-310ef7646090,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:07.712979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92d0fec-3c2e-4a5d-a1a6-717bc7c7a02d req-02f8843f-3e58-462b-b318-b29af6091cfd service neutron] 10.222.0.87 "GET /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139026 Apr 06 14:36:07.730329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Deleting port f7754bac-4e95-4489-bfb1-5c06bcfc6898 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:07.730913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f7754bac-4e95-4489-bfb1-5c06bcfc6898), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.744480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.746484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.787239 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3f7c5765-10ee-4367-b224-a0af28347b33 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8045917 Apr 06 14:36:07.788021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43256) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.793179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-22783e21-5c09-446d-9df8-d04f8b8af3c7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:07.813215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-935059ea-209c-494a-9703-5e88684a95b4', 'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'project_id': 'ab5466d6f9704cbfa9d1cae83febd8d9', 'fixed_ips': [{'subnet_id': '7147238b-dd71-4352-99a5-310ef7646090'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:07.814405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.845975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:07.900467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (943fb8fd-a4ed-4e03-9277-cd43bfb11127), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.900881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Fanout notify agent at l3_agent the message router_deleted on router 943fb8fd-a4ed-4e03-9277-cd43bfb11127 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:07.901737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f7754bac-4e95-4489-bfb1-5c06bcfc6898), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.913138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:07.917127 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-061708e5-72b7-4f5e-9029-a8a1827f0fec tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/943fb8fd-a4ed-4e03-9277-cd43bfb11127 HTTP/1.1" status: 204 len: 168 time: 3.4506671 Apr 06 14:36:07.917288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43258) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:07.921630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c1bed513-46da-4fa5-ae13-0988e6aa96b6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-352556909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:07.926536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Calling delete_port for f7754bac-4e95-4489-bfb1-5c06bcfc6898 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:07.945392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 9450fa26-fd4a-4a82-bf94-7beac8784b5c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:07.951831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:07.971894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Allocated IP 2001:db8::2 (935059ea-209c-494a-9703-5e88684a95b4/7147238b-dd71-4352-99a5-310ef7646090/409e109d-8369-4f8a-864d-2d8f6ec4e10e) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:08.008676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43262) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.070789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1bed513-46da-4fa5-ae13-0988e6aa96b6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (4cf61e02-efe7-4a6a-bd62-1574ad34c200), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.071997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1bed513-46da-4fa5-ae13-0988e6aa96b6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (4cf61e02-efe7-4a6a-bd62-1574ad34c200), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.077209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (0cb7fb49-2069-47bd-b103-16157f055327), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.155807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Publish callbacks [] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.162644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1bed513-46da-4fa5-ae13-0988e6aa96b6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (4cf61e02-efe7-4a6a-bd62-1574ad34c200), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.177529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:08.181942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0cb7fb49-2069-47bd-b103-16157f055327), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.266079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.295155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb7fb49-2069-47bd-b103-16157f055327,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:08.330416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1bed513-46da-4fa5-ae13-0988e6aa96b6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (4cf61e02-efe7-4a6a-bd62-1574ad34c200), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.343938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e99cef5b-9101-4d78-a95d-e8d675d62878 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:08.361288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:08.394095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (cc92caec-2991-4b48-89c9-b40cd1482d73), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.395683 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:08.400120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: e99cef5b-9101-4d78-a95d-e8d675d62878 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:08.400764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e99cef5b-9101-4d78-a95d-e8d675d62878 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:08.403784 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a0f7b0f1-8c6d-4b5a-b3f3-36d62cd28190 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1453490 Apr 06 14:36:08.404966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43264) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.407151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:08.412357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1231847208'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:08.413964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:08.414413 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:08.421168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Pushing event updated for resources: {'Port': ['ID=409e109d-8369-4f8a-864d-2d8f6ec4e10e,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:08.425830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7eb4ce3d-639b-4f96-a3c4-c4cab509f53e None None] Provisioning complete for port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:08.426274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7eb4ce3d-639b-4f96-a3c4-c4cab509f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.456731 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2f0af02a-dced-4601-87c2-ffceae4bafbb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/2afc2c36-481d-4fb2-8c70-f9cb979b6b28 HTTP/1.1" status: 200 len: 994 time: 0.4376738 Apr 06 14:36:08.457347 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:08.457347 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:08.457551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1bed513-46da-4fa5-ae13-0988e6aa96b6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.457551 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c1bed513-46da-4fa5-ae13-0988e6aa96b6 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5381925 Apr 06 14:36:08.459549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43266) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.463813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22783e21-5c09-446d-9df8-d04f8b8af3c7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:08.464074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:08.467807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22783e21-5c09-446d-9df8-d04f8b8af3c7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.478410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4ce3d-639b-4f96-a3c4-c4cab509f53e None None] Port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:08.530466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Attempting to bind port 409e109d-8369-4f8a-864d-2d8f6ec4e10e on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:08.530895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Attempting to bind port 409e109d-8369-4f8a-864d-2d8f6ec4e10e by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:08.531606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Attempting to bind port 409e109d-8369-4f8a-864d-2d8f6ec4e10e on network 935059ea-209c-494a-9703-5e88684a95b4 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:08.537671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:08.538050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Checking segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:08.538601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.539105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Bound using segment: {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:08.539728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Bound port: 409e109d-8369-4f8a-864d-2d8f6ec4e10e, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ed61f9-f66f-413e-ae12-7cf803f73095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '935059ea-209c-494a-9703-5e88684a95b4'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:08.540122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.571492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (cc92caec-2991-4b48-89c9-b40cd1482d73), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.596949 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:08.614676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5702f6-7274-4171-aff4-91f486cc1003 req-4b0a1715-302a-446d-93b4-cabc068f72b2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:08.616257 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5702f6-7274-4171-aff4-91f486cc1003 req-4b0a1715-302a-446d-93b4-cabc068f72b2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.5328443 Apr 06 14:36:08.621294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] For port 409e109d-8369-4f8a-864d-2d8f6ec4e10e, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:08.625654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] For port 409e109d-8369-4f8a-864d-2d8f6ec4e10e, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=409e109d-8369-4f8a-864d-2d8f6ec4e10e,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:08.663265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:08.667116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.698347 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.ipam_backend_mixin [None req-22783e21-5c09-446d-9df8-d04f8b8af3c7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7147238b-dd71-4352-99a5-310ef7646090 (CIDR: 2001:db8::/64) Apr 06 14:36:08.717969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.718871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5702f6-7274-4171-aff4-91f486cc1003 req-b497b30d-61c8-4a40-8707-07ac9c719eaa tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893373 Apr 06 14:36:08.765866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-22783e21-5c09-446d-9df8-d04f8b8af3c7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:08.766639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22783e21-5c09-446d-9df8-d04f8b8af3c7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:08.866294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75a600-9649-4ad0-9335-fa79bf40d7b4 None None] Pushing event updated for resources: {'Port': ['ID=409e109d-8369-4f8a-864d-2d8f6ec4e10e,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:08.867247 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-22783e21-5c09-446d-9df8-d04f8b8af3c7 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0781062 Apr 06 14:36:08.870058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43268) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:08.879411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'subnet': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:08.910246 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:06Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:07Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:08.949267 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:08.949630 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Updating router b52f8a9f-77be-4dd3-b799-246db4f5db77 port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:36:08.958184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f7754bac-4e95-4489-bfb1-5c06bcfc6898), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.990416 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.014299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event deleted for resources: {'Port': ['ID=f7754bac-4e95-4489-bfb1-5c06bcfc6898,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:09.081288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7b83098a-63ab-481f-8eab-3d0b1ff16c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.125948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (00dc814f-6db0-474c-97c8-d4272a6a6ca5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.126328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:09.146659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.147434 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added segment 8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e of type vlan for network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 Apr 06 14:36:09.215103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.240126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc92caec-2991-4b48-89c9-b40cd1482d73,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:09.292645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.293111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (00dc814f-6db0-474c-97c8-d4272a6a6ca5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.294220 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fba79af5-3fdf-4328-a09b-22b44ead0503 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1538861 Apr 06 14:36:09.295565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router_controller (00dc814f-6db0-474c-97c8-d4272a6a6ca5), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.323861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43270) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:09.349777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (4cf61e02-efe7-4a6a-bd62-1574ad34c200), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.366767 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Publish callbacks [] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.397181 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-290d7b3f-8cc4-4f0d-b8a6-6f79d231e468 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.0720489 Apr 06 14:36:09.399970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43272) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:09.404712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-942a3b9b-6c59-4dd6-9e51-4cd23a1fa08f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-security--580647577', 'description': 'tempest-security-description-544041946'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:09.412707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.418114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:09.418788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.441726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-942a3b9b-6c59-4dd6-9e51-4cd23a1fa08f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (cc92caec-2991-4b48-89c9-b40cd1482d73), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.490590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-942a3b9b-6c59-4dd6-9e51-4cd23a1fa08f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (cc92caec-2991-4b48-89c9-b40cd1482d73), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.493255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (00dc814f-6db0-474c-97c8-d4272a6a6ca5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.493830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Fanout notify agent at l3_agent the message router_deleted on router 00dc814f-6db0-474c-97c8-d4272a6a6ca5 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:09.495365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:09.498868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.507009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.508420 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4fb6d7db-35d7-4bf2-9484-3277714805d8 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "DELETE /v2.0/routers/00dc814f-6db0-474c-97c8-d4272a6a6ca5 HTTP/1.1" status: 204 len: 168 time: 2.4154968 Apr 06 14:36:09.511792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43274) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:09.512016 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.542931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Network': ['ID=37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:09.561323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:09.567383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43276) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:09.569656 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Pushing event updated for resources: {'Port': ['ID=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:09.570291 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3ee58116-f7f4-4d37-b437-66f17ae2c785 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1640275 Apr 06 14:36:09.597947 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.598312 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.598705 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.599071 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.599284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'subnet': {'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:09.599639 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.600249 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.600647 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.600983 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.601323 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.601827 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.602218 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.602634 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.602956 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:09.639819 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Attempting to bind port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:09.639940 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Attempting to bind port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:09.640290 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Attempting to bind port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f on network 9450fa26-fd4a-4a82-bf94-7beac8784b5c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:09.645870 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:09.646250 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Checking segment: {'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:09.646653 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.647077 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Bound using segment: {'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:09.647555 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Bound port: c67719e7-d0ec-4995-88c8-3cd1a6f8df7f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5035308-319a-467d-a67e-001337d988f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:09.648090 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.665438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-942a3b9b-6c59-4dd6-9e51-4cd23a1fa08f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (cc92caec-2991-4b48-89c9-b40cd1482d73), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.668563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-942a3b9b-6c59-4dd6-9e51-4cd23a1fa08f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.671588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-942a3b9b-6c59-4dd6-9e51-4cd23a1fa08f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "PUT /v2.0/security-groups/cc92caec-2991-4b48-89c9-b40cd1482d73 HTTP/1.1" status: 200 len: 1793 time: 0.2705605 Apr 06 14:36:09.679910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43278) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:09.755922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-723fc8ff-2eee-40fa-9c72-cc51cd83e889 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Deleting subnet 4d1a369b-0ec5-44f1-b940-8923bef5eb40 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:09.760016 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] For port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:09.764758 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] For port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,segment=NetworkSegment(b5035308-319a-467d-a67e-001337d988f3),segment_id=b5035308-319a-467d-a67e-001337d988f3)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:09.785241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a3b9b-6c59-4dd6-9e51-4cd23a1fa08f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc92caec-2991-4b48-89c9-b40cd1482d73,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:09.789964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-723fc8ff-2eee-40fa-9c72-cc51cd83e889 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for subnet (4d1a369b-0ec5-44f1-b940-8923bef5eb40), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.850771 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e15a9879-8d3a-4754-947d-2f1a90ba4b89 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups/cc92caec-2991-4b48-89c9-b40cd1482d73 HTTP/1.1" status: 200 len: 1793 time: 0.1680977 Apr 06 14:36:09.851710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43282) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:09.853323 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.925807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-723fc8ff-2eee-40fa-9c72-cc51cd83e889 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (4d1a369b-0ec5-44f1-b940-8923bef5eb40), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.933807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (4cf61e02-efe7-4a6a-bd62-1574ad34c200), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:09.999608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e86a07a6-a5d8-4df8-a2b9-c20f14c899a8 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (cc92caec-2991-4b48-89c9-b40cd1482d73), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.002557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.036916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-26b6b290-1276-446f-950e-b81e1c2d5abd None None] Provisioning complete for port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:10.037544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-26b6b290-1276-446f-950e-b81e1c2d5abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.065851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Made reservation on behalf of e056736c59d34f56b0e5b329e8df3ac9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:10.068379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295f0e3-c4f6-4bc9-b558-c5ec74d70a57 None None] Pushing event updated for resources: {'Port': ['ID=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.073468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.078820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e86a07a6-a5d8-4df8-a2b9-c20f14c899a8 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (cc92caec-2991-4b48-89c9-b40cd1482d73), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.084881 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:10.085569 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:35:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:10.211607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Allocated IP 172.26.7.237 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/4559ff28-168b-453c-a1e0-5080a4ac1983) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:10.229265 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:10.246241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-26b6b290-1276-446f-950e-b81e1c2d5abd None None] Current status of the port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:10.247909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-26b6b290-1276-446f-950e-b81e1c2d5abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.341621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-26b6b290-1276-446f-950e-b81e1c2d5abd None None] For port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,segment=NetworkSegment(b5035308-319a-467d-a67e-001337d988f3),segment_id=b5035308-319a-467d-a67e-001337d988f3)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:10.349297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e86a07a6-a5d8-4df8-a2b9-c20f14c899a8 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (cc92caec-2991-4b48-89c9-b40cd1482d73), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.352087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e86a07a6-a5d8-4df8-a2b9-c20f14c899a8 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.355685 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e86a07a6-a5d8-4df8-a2b9-c20f14c899a8 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/cc92caec-2991-4b48-89c9-b40cd1482d73 HTTP/1.1" status: 204 len: 168 time: 0.4987769 Apr 06 14:36:10.360531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43284) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:10.421562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 409e109d-8369-4f8a-864d-2d8f6ec4e10e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:10.425652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a07a6-a5d8-4df8-a2b9-c20f14c899a8 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc92caec-2991-4b48-89c9-b40cd1482d73,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.496811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e3d4-ae91-4600-b4e1-2bb49bc6b611 req-bdd05e3a-159d-449c-bdf8-87faec76c34b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:10.507385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1f48e3d4-ae91-4600-b4e1-2bb49bc6b611 req-bdd05e3a-159d-449c-bdf8-87faec76c34b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.6806111 Apr 06 14:36:10.528892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for port (4559ff28-168b-453c-a1e0-5080a4ac1983), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.570790 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-863c4acd-35ad-490a-8875-08a616e09770 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2054560 Apr 06 14:36:10.571263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43286) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:10.596634 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-c0e18ee5-87e6-4248-8ad3-6c5a490f35c8 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] delete failed (client error): The resource could not be found. Apr 06 14:36:10.604312 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c0e18ee5-87e6-4248-8ad3-6c5a490f35c8 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/cc92caec-2991-4b48-89c9-b40cd1482d73 HTTP/1.1" status: 404 len: 347 time: 0.0254660 Apr 06 14:36:10.604527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-723fc8ff-2eee-40fa-9c72-cc51cd83e889 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (4d1a369b-0ec5-44f1-b940-8923bef5eb40), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.604629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43288) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:10.610288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-68222459-54ad-4fcf-9d7b-8922589048e6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--175042234'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:10.640534 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:06Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:09Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:10.644154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (1fca391a-d7fd-4056-8800-b4b924fdd887), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.664743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4559ff28-168b-453c-a1e0-5080a4ac1983), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.682257 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4974a-640f-4640-b4f3-6fe7b9fb9736 None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:06Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:09Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:10.704313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-26b6b290-1276-446f-950e-b81e1c2d5abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.738600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:10.745034 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:10.757164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:10.769434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68222459-54ad-4fcf-9d7b-8922589048e6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.781658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 409e109d-8369-4f8a-864d-2d8f6ec4e10e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:10.782322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.834438 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event updated for resources: {'Port': ['ID=4559ff28-168b-453c-a1e0-5080a4ac1983,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.846066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6b290-1276-446f-950e-b81e1c2d5abd None None] Pushing event updated for resources: {'Port': ['ID=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.862841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Provisioning complete for port 409e109d-8369-4f8a-864d-2d8f6ec4e10e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:10.863429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.873848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Subnet': ['ID=1fca391a-d7fd-4056-8800-b4b924fdd887,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:10.916390 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Checking segment: {'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:10.917873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network hostable DHCP agents. Network: 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:10.930438 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1f48e3d4-ae91-4600-b4e1-2bb49bc6b611 req-cfe6ebb6-cf2d-432c-96b5-88b4f08bc86d tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4214771 Apr 06 14:36:10.988556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 409e109d-8369-4f8a-864d-2d8f6ec4e10e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:10.988556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.007896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-723fc8ff-2eee-40fa-9c72-cc51cd83e889 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (4d1a369b-0ec5-44f1-b940-8923bef5eb40), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.054812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Current status of the port 409e109d-8369-4f8a-864d-2d8f6ec4e10e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:11.055391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.057397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68222459-54ad-4fcf-9d7b-8922589048e6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (37224ed8-8562-443a-a9d1-97f8d475bf90), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.060492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 409e109d-8369-4f8a-864d-2d8f6ec4e10e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=409e109d-8369-4f8a-864d-2d8f6ec4e10e,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:11.066353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-723fc8ff-2eee-40fa-9c72-cc51cd83e889 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.072079 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-723fc8ff-2eee-40fa-9c72-cc51cd83e889 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "DELETE /v2.0/subnets/4d1a369b-0ec5-44f1-b940-8923bef5eb40 HTTP/1.1" status: 204 len: 168 time: 1.5566738 Apr 06 14:36:11.072079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:11.073547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fc8ff-2eee-40fa-9c72-cc51cd83e889 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1a369b-0ec5-44f1-b940-8923bef5eb40,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.074707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43292) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.076545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c627c7-082f-420d-8bda-70103ba58cba None None] Network 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:11.175137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.214478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:11.229870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56648c22-cd11-4ea5-b4c9-e7309efa043e req-493434f4-509f-40d7-8ffb-b5d34d220fae tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:11.231551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68222459-54ad-4fcf-9d7b-8922589048e6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (37224ed8-8562-443a-a9d1-97f8d475bf90), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.232168 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56648c22-cd11-4ea5-b4c9-e7309efa043e req-493434f4-509f-40d7-8ffb-b5d34d220fae tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1695859 Apr 06 14:36:11.245790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310854e-c5bf-47ec-8525-8e641db2f53e None None] Network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:11.298321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.objects.ports [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:36:11.341178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:36:11.341538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:36:11.348782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=409e109d-8369-4f8a-864d-2d8f6ec4e10e,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.351310 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.353658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (4cf61e02-efe7-4a6a-bd62-1574ad34c200), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.387374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:11.388171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.467058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] DHCP port deletion for 09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:11.484548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68222459-54ad-4fcf-9d7b-8922589048e6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37224ed8-8562-443a-a9d1-97f8d475bf90,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:11.513802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:11.520724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.545784 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56648c22-cd11-4ea5-b4c9-e7309efa043e req-695f9a2a-077c-49f3-baf8-1cf25b3538c0 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508400 Apr 06 14:36:11.552862 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1f82eca5-8125-43bd-8a8a-6c3483d525db tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9823334 Apr 06 14:36:11.555801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43294) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.636065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68222459-54ad-4fcf-9d7b-8922589048e6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.640296 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-68222459-54ad-4fcf-9d7b-8922589048e6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0319893 Apr 06 14:36:11.668582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43298) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:11.675243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-61cbd8d7-223c-4694-ab9c-2abb1ececf0d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': '37224ed8-8562-443a-a9d1-97f8d475bf90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:11.678902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Deleting port 109a2720-8a6d-4111-b8fc-2d947d6796bc {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:11.679074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.682836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a5a7-1360-4ffb-ac38-66944a11fec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.696227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] Deleting port 109a2720-8a6d-4111-b8fc-2d947d6796bc {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:11.698643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.722538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.800920 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] For port 109a2720-8a6d-4111-b8fc-2d947d6796bc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=109a2720-8a6d-4111-b8fc-2d947d6796bc,segment=NetworkSegment(01e4d340-934c-4a9e-8fe6-37803fb523c7),segment_id=01e4d340-934c-4a9e-8fe6-37803fb523c7)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:11.801608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.802755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (4cf61e02-efe7-4a6a-bd62-1574ad34c200), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.816341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (4cf61e02-efe7-4a6a-bd62-1574ad34c200), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.825257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] Calling delete_port for 109a2720-8a6d-4111-b8fc-2d947d6796bc owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:11.839415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61cbd8d7-223c-4694-ab9c-2abb1ececf0d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (b97f648e-7877-4327-8fc1-e74c1d732eb0), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.844439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Allocated IP 2001:db8:3::2 (37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6/1fca391a-d7fd-4056-8800-b4b924fdd887/c2fad1ae-2f5a-4dcf-85a3-23f0759696f6) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:11.878306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] For port 109a2720-8a6d-4111-b8fc-2d947d6796bc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=109a2720-8a6d-4111-b8fc-2d947d6796bc,segment=NetworkSegment(01e4d340-934c-4a9e-8fe6-37803fb523c7),segment_id=01e4d340-934c-4a9e-8fe6-37803fb523c7)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:11.878707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:11.925197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Calling delete_port for 109a2720-8a6d-4111-b8fc-2d947d6796bc owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:11.998727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61cbd8d7-223c-4694-ab9c-2abb1ececf0d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (b97f648e-7877-4327-8fc1-e74c1d732eb0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.003203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Current status of the port 409e109d-8369-4f8a-864d-2d8f6ec4e10e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:12.038442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Provisioning complete for port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:12.038852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.076279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] For port 409e109d-8369-4f8a-864d-2d8f6ec4e10e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=409e109d-8369-4f8a-864d-2d8f6ec4e10e,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:12.119692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61cbd8d7-223c-4694-ab9c-2abb1ececf0d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (b97f648e-7877-4327-8fc1-e74c1d732eb0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.134808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Router 4cf61e02-efe7-4a6a-bd62-1574ad34c200 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:12.138383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.165508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (109a2720-8a6d-4111-b8fc-2d947d6796bc), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.184840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] No DVR routers for this DVR port 109a2720-8a6d-4111-b8fc-2d947d6796bc on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:12.186295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event deleted for resources: {'Port': ['ID=109a2720-8a6d-4111-b8fc-2d947d6796bc,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.208615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Publish callbacks [] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.213559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.216914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] Pushing event deleted for resources: {'Port': ['ID=109a2720-8a6d-4111-b8fc-2d947d6796bc,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.219702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.220440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.220440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.220752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.221095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.221451 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.221769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.222105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.222929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.222929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.223177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.223917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.223917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.226269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ce8fb-719a-40e8-a467-aa1fd0ec5de1 None None] No DVR routers for this DVR port 109a2720-8a6d-4111-b8fc-2d947d6796bc on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:12.236467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e557cd6a-b4bb-49cb-9dae-22470ac98c77 None None] Current status of the port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:12.244414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbd8d7-223c-4694-ab9c-2abb1ececf0d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97f648e-7877-4327-8fc1-e74c1d732eb0,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.313309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b1cf-7155-48a1-bc68-01e3038ea833 req-47ed6350-0e4a-4508-83a5-22e1d5cd83b2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:12.316402 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4a99b1cf-7155-48a1-bc68-01e3038ea833 req-47ed6350-0e4a-4508-83a5-22e1d5cd83b2 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2074482 Apr 06 14:36:12.322044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-61cbd8d7-223c-4694-ab9c-2abb1ececf0d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.323685 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-61cbd8d7-223c-4694-ab9c-2abb1ececf0d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6533489 Apr 06 14:36:12.328420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.330899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43302) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.359142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.374635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.382622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:12.386210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:12.389379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:12.421057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:12.436108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e4d340-934c-4a9e-8fe6-37803fb523c7') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:12.436489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e4d340-934c-4a9e-8fe6-37803fb523c7') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:12.444609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (7aae97d9-ca42-4222-9492-90bfe6034322), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.453120 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (01e4d340-934c-4a9e-8fe6-37803fb523c7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.455405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Pushing event updated for resources: {'Port': ['ID=c2fad1ae-2f5a-4dcf-85a3-23f0759696f6,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.467033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:12.495763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.497087 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5f6bfb54-b4dd-4caa-af53-9659e9f2def8 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "PUT /v2.0/routers/4cf61e02-efe7-4a6a-bd62-1574ad34c200 HTTP/1.1" status: 200 len: 879 time: 4.0365617 Apr 06 14:36:12.498582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (01e4d340-934c-4a9e-8fe6-37803fb523c7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.499927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744f766-d3f6-4458-89e5-4b198984d606 None None] Sync routers for ids ['4cf61e02-efe7-4a6a-bd62-1574ad34c200'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:12.500755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43304) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.514640 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:12.515640 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (01e4d340-934c-4a9e-8fe6-37803fb523c7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.536322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Attempting to bind port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:12.537344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Attempting to bind port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:12.537887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Attempting to bind port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 on network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:12.540152 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4a99b1cf-7155-48a1-bc68-01e3038ea833 req-67b055e5-ecac-4cbe-a7b5-988b1c1f0a80 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147725 Apr 06 14:36:12.547460 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:12.548166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Checking segment: {'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:12.549933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.550551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Bound using segment: {'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:12.551325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Bound port: c2fad1ae-2f5a-4dcf-85a3-23f0759696f6, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:12.551899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.554687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 409e109d-8369-4f8a-864d-2d8f6ec4e10e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:12.558418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e3243aa-f248-4643-9672-4b7bcb201bf6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (b97f648e-7877-4327-8fc1-e74c1d732eb0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.571274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e3243aa-f248-4643-9672-4b7bcb201bf6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (b97f648e-7877-4327-8fc1-e74c1d732eb0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:12.574455 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:12.586022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744f766-d3f6-4458-89e5-4b198984d606 None None] Routers {'4cf61e02-efe7-4a6a-bd62-1574ad34c200'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:12.586627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6744f766-d3f6-4458-89e5-4b198984d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4cf61e02-efe7-4a6a-bd62-1574ad34c200'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:12.623155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:12.629415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=409e109d-8369-4f8a-864d-2d8f6ec4e10e,revision_number=5']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.634505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6744f766-d3f6-4458-89e5-4b198984d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:12.644832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:12.651772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:12.652398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.660169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.660701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.661347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.661919 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.662424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.662911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.663617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02176782-ee68-43da-bad8-dbb70a1f1a4b None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:12.663876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.664390 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.664887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.665384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.666315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.666454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.666861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:12.680417 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Subnet': ['ID=7aae97d9-ca42-4222-9492-90bfe6034322,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.696309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.700812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e3243aa-f248-4643-9672-4b7bcb201bf6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (b97f648e-7877-4327-8fc1-e74c1d732eb0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.709832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e3243aa-f248-4643-9672-4b7bcb201bf6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.710733 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6e0676b3-7c8a-4dd6-858b-9818e6ad5483 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/routers/4cf61e02-efe7-4a6a-bd62-1574ad34c200 HTTP/1.1" status: 200 len: 920 time: 0.2087669 Apr 06 14:36:12.710945 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4e3243aa-f248-4643-9672-4b7bcb201bf6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/b97f648e-7877-4327-8fc1-e74c1d732eb0 HTTP/1.1" status: 204 len: 168 time: 0.3788691 Apr 06 14:36:12.713559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43306) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.719245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43308) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.732623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3243aa-f248-4643-9672-4b7bcb201bf6 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97f648e-7877-4327-8fc1-e74c1d732eb0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.736926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744f766-d3f6-4458-89e5-4b198984d606 None None] Routers {'4cf61e02-efe7-4a6a-bd62-1574ad34c200'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:12.737567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6744f766-d3f6-4458-89e5-4b198984d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4cf61e02-efe7-4a6a-bd62-1574ad34c200'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:12.766634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70298e-b02a-4d6b-b76e-fc456d44c682 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:12.771152 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3c70298e-b02a-4d6b-b76e-fc456d44c682 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=4cf61e02-efe7-4a6a-bd62-1574ad34c200&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0544012 Apr 06 14:36:12.772796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43310) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.773647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.781279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.786595 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "DELETE /v2.0/networks/09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0 HTTP/1.1" status: 204 len: 168 time: 1.7105651 Apr 06 14:36:12.794889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43312) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.826346 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7c284ebc-aadb-43a6-9329-98c0f7b5d864 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9547818 Apr 06 14:36:12.830295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43314) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:12.838033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Request body: {'port': {'network_id': '935059ea-209c-494a-9703-5e88684a95b4', 'mac_address': 'fa:16:3e:65:e3:bb', 'name': 'tempest-NetworksTestDHCPv6-1137143209'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:12.884200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b67d25-4e1a-4996-bade-7400750ff6f1 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event deleted for resources: {'Network': ['ID=09df2a6d-c7f1-4c75-abed-5c0f84b5d5e0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:12.952360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6744f766-d3f6-4458-89e5-4b198984d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:12.952944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744f766-d3f6-4458-89e5-4b198984d606 None None] The sync data for ids ['4cf61e02-efe7-4a6a-bd62-1574ad34c200'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:12.965092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] For port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:12.969890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] For port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c2fad1ae-2f5a-4dcf-85a3-23f0759696f6,segment=NetworkSegment(8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e),segment_id=8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:12.981815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 409e109d-8369-4f8a-864d-2d8f6ec4e10e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:12.982772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.005487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0201270-44b5-468a-a803-9cb9a09f2609 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:13.009691 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a0201270-44b5-468a-a803-9cb9a09f2609 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 881 time: 0.2313938 Apr 06 14:36:13.012032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43316) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.046040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.224754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 409e109d-8369-4f8a-864d-2d8f6ec4e10e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:13.227061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c67719e7-d0ec-4995-88c8-3cd1a6f8df7f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:13.289683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712822e9-948c-47fc-ac5d-921f35fce218 None None] Pushing event updated for resources: {'Port': ['ID=c2fad1ae-2f5a-4dcf-85a3-23f0759696f6,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:13.306682 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3168d0f7-b9cb-4e26-b897-c10a62ff6685 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5806856 Apr 06 14:36:13.309519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43318) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.312115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:13.312940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.380117 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-73b5cc1b-8fca-47cc-8b88-44f04ecd69f0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=4cf61e02-efe7-4a6a-bd62-1574ad34c200 HTTP/1.1" status: 200 len: 205 time: 0.3661625 Apr 06 14:36:13.382918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43320) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:13.471961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:13.488786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Deleting port 37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:13.489131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.552408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 109a2720-8a6d-4111-b8fc-2d947d6796bc no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:13.624784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (4cf61e02-efe7-4a6a-bd62-1574ad34c200), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.630299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.630892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for floatingip (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.644068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 109a2720-8a6d-4111-b8fc-2d947d6796bc {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:13.647214 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 109a2720-8a6d-4111-b8fc-2d947d6796bc not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:13.726259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-69e30c38-3228-4a76-aa67-23600180ed9a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (37224ed8-8562-443a-a9d1-97f8d475bf90), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.732772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Calling delete_port for 37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:13.733742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.774953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Allocated IP 2001:db8:3::1 (37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6/1fca391a-d7fd-4056-8800-b4b924fdd887/47760492-5f15-4ae7-a33d-8f02ecdee75f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:13.779806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Made reservation on behalf of ab5466d6f9704cbfa9d1cae83febd8d9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:13.841351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (4cf61e02-efe7-4a6a-bd62-1574ad34c200), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.842546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-69e30c38-3228-4a76-aa67-23600180ed9a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (37224ed8-8562-443a-a9d1-97f8d475bf90), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.949634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38da40-2a2e-4b64-b8df-ef3abe3edbea req-29362e28-3462-46ed-863e-dfc1d6dd1f66 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:13.951313 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c38da40-2a2e-4b64-b8df-ef3abe3edbea req-29362e28-3462-46ed-863e-dfc1d6dd1f66 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.2477400 Apr 06 14:36:13.996066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Deleting port 4559ff28-168b-453c-a1e0-5080a4ac1983 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:13.996663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4559ff28-168b-453c-a1e0-5080a4ac1983), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.007636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.011938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.071613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Pushing event deleted for resources: {'Port': ['ID=37b3fb1f-5f9f-4795-a0c8-63a22c3b9c91,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.085259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] device_id is not set on port c35007e7-17f9-43eb-a39e-e7bd89b973a7 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:14.094544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-69e30c38-3228-4a76-aa67-23600180ed9a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (37224ed8-8562-443a-a9d1-97f8d475bf90), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.097671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-69e30c38-3228-4a76-aa67-23600180ed9a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.101198 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-69e30c38-3228-4a76-aa67-23600180ed9a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/37224ed8-8562-443a-a9d1-97f8d475bf90 HTTP/1.1" status: 204 len: 168 time: 0.7780445 Apr 06 14:36:14.105328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43324) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:14.119801 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c38da40-2a2e-4b64-b8df-ef3abe3edbea req-0370dc9e-9f66-4499-9178-245615bc9c9e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565797 Apr 06 14:36:14.150777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f45660e0-013f-48f2-a187-8008405f8ad4 None None] Provisioning complete for port 409e109d-8369-4f8a-864d-2d8f6ec4e10e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:14.151305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f45660e0-013f-48f2-a187-8008405f8ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.162036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.165993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e30c38-3228-4a76-aa67-23600180ed9a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37224ed8-8562-443a-a9d1-97f8d475bf90,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.257644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4559ff28-168b-453c-a1e0-5080a4ac1983), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.288662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Calling delete_port for 4559ff28-168b-453c-a1e0-5080a4ac1983 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:14.310261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f45660e0-013f-48f2-a187-8008405f8ad4 None None] Current status of the port 409e109d-8369-4f8a-864d-2d8f6ec4e10e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:14.330454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.343734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks [] for floatingip (15ce5c52-1cdc-498d-a8b9-938a30be367e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.350936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.356134 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1382282d-2f5a-42c6-8b61-069ef5821198 tempest-FloatingIPAdminTestJSON-812565058 tempest-FloatingIPAdminTestJSON-812565058-project] 10.222.0.71 "DELETE /v2.0/floatingips/15ce5c52-1cdc-498d-a8b9-938a30be367e HTTP/1.1" status: 204 len: 168 time: 1.5573978 Apr 06 14:36:14.435192 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d1d327f0-596d-41fd-8143-1996b5e32e45 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2469537 Apr 06 14:36:14.435797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43328) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:14.443965 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-229033b4-e0f4-486c-b3f4-e27692a0581f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--245226339'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:14.472927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:14.481280 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=47760492-5f15-4ae7-a33d-8f02ecdee75f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.492794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:14.496486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:14.497054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.508004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8::2c6 (935059ea-209c-494a-9703-5e88684a95b4/7147238b-dd71-4352-99a5-310ef7646090/c35007e7-17f9-43eb-a39e-e7bd89b973a7) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:14.524844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:14.561201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:e3bb (935059ea-209c-494a-9703-5e88684a95b4/7aae97d9-ca42-4222-9492-90bfe6034322/c35007e7-17f9-43eb-a39e-e7bd89b973a7) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:14.600602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:14.601179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.635575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-229033b4-e0f4-486c-b3f4-e27692a0581f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.663702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220554d0-45b6-45ec-910a-3a686e4efd37 None None] Network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:14.718509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-229033b4-e0f4-486c-b3f4-e27692a0581f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (0b574d41-95ff-441c-881b-aa77c89e5c79), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.762910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:14.763324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for port (c35007e7-17f9-43eb-a39e-e7bd89b973a7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.763799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.789616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-393152f1-bd80-4958-9121-6074d673f463 None None] Provisioning complete for port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:14.790283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-393152f1-bd80-4958-9121-6074d673f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.801017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4559ff28-168b-453c-a1e0-5080a4ac1983), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.827221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event deleted for resources: {'Port': ['ID=4559ff28-168b-453c-a1e0-5080a4ac1983,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.859166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-229033b4-e0f4-486c-b3f4-e27692a0581f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0b574d41-95ff-441c-881b-aa77c89e5c79), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.862133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c2fad1ae-2f5a-4dcf-85a3-23f0759696f6,segment=NetworkSegment(8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e),segment_id=8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:14.926403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229033b4-e0f4-486c-b3f4-e27692a0581f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b574d41-95ff-441c-881b-aa77c89e5c79,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:14.930356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (4cf61e02-efe7-4a6a-bd62-1574ad34c200), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.932308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c35007e7-17f9-43eb-a39e-e7bd89b973a7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.939313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-393152f1-bd80-4958-9121-6074d673f463 None None] Current status of the port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:14.939946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-393152f1-bd80-4958-9121-6074d673f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.998011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:14.999170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 409e109d-8369-4f8a-864d-2d8f6ec4e10e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:15.033364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Network 935059ea-209c-494a-9703-5e88684a95b4 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:15.055280 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-229033b4-e0f4-486c-b3f4-e27692a0581f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.056957 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-229033b4-e0f4-486c-b3f4-e27692a0581f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6162829 Apr 06 14:36:15.060627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43332) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.066313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:15.068436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ee084704-f141-43e0-afa6-6d6774860aa0 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': '0b574d41-95ff-441c-881b-aa77c89e5c79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:15.068939 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:15.074464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:15.075476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.089605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (4cf61e02-efe7-4a6a-bd62-1574ad34c200), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.094531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (4cf61e02-efe7-4a6a-bd62-1574ad34c200), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.113767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event updated for resources: {'Port': ['ID=c35007e7-17f9-43eb-a39e-e7bd89b973a7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.154439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-51b9f8bb-401b-4b93-8495-43e7c6262610 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:15.156682 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-51b9f8bb-401b-4b93-8495-43e7c6262610 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.87 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1786971 Apr 06 14:36:15.157272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.160301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-393152f1-bd80-4958-9121-6074d673f463 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:36:15.163039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-393152f1-bd80-4958-9121-6074d673f463 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:36:15.168752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=c2fad1ae-2f5a-4dcf-85a3-23f0759696f6,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.181064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.181603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.182046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.182564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.183013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.183434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.183860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.184298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.184725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.185156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.185531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.185914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.186352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:15.208032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 409e109d-8369-4f8a-864d-2d8f6ec4e10e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:15.208421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.217743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (4cf61e02-efe7-4a6a-bd62-1574ad34c200), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.218313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf61e02-efe7-4a6a-bd62-1574ad34c200 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:15.233726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ee084704-f141-43e0-afa6-6d6774860aa0 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (e03d4ad2-99f5-4b38-ac70-f125c928b88f), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.251025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b7c57436-7c83-4425-9c20-f7d83614cc96 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4196146 Apr 06 14:36:15.262554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.263337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43336) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.267759 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-32a0e70c-8dff-4d24-aaff-114c5cca28fc tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/4cf61e02-efe7-4a6a-bd62-1574ad34c200 HTTP/1.1" status: 204 len: 168 time: 1.8802602 Apr 06 14:36:15.268444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43338) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.291901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c57e061c-820a-4426-a8cf-7de422a9c382 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1821277756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:15.373207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 409e109d-8369-4f8a-864d-2d8f6ec4e10e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:15.386300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43340) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.402522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ee084704-f141-43e0-afa6-6d6774860aa0 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (e03d4ad2-99f5-4b38-ac70-f125c928b88f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.494541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ee084704-f141-43e0-afa6-6d6774860aa0 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (e03d4ad2-99f5-4b38-ac70-f125c928b88f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.539164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee084704-f141-43e0-afa6-6d6774860aa0 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03d4ad2-99f5-4b38-ac70-f125c928b88f,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.604178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c57e061c-820a-4426-a8cf-7de422a9c382 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.605553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c57e061c-820a-4426-a8cf-7de422a9c382 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.613015 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-13b2cf71-4a0f-4134-8cbf-f91c14fbf8fe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a362d27c37c2488ab7cff88da92208c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221682 Apr 06 14:36:15.615629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43344) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.637024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ee084704-f141-43e0-afa6-6d6774860aa0 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.637024 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ee084704-f141-43e0-afa6-6d6774860aa0 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5741971 Apr 06 14:36:15.637576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806c345-3bd7-4d09-b116-6cf7b36c69b8 req-e0f62d6a-995f-4590-aafa-9aef8b3678f5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:15.638908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43346) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:15.639138 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d806c345-3bd7-4d09-b116-6cf7b36c69b8 req-e0f62d6a-995f-4590-aafa-9aef8b3678f5 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.3804502 Apr 06 14:36:15.644495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bcd806a0-029b-4e13-bf6e-e3b502c82900 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': '0b574d41-95ff-441c-881b-aa77c89e5c79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:15.695539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c361c8ba-aa4c-45ca-afbd-c17bb6ec29d2 admin admin] Publish callbacks [] for security_group (2424b304-66a3-4cd3-aef4-76d31a897cd0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.713437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-393152f1-bd80-4958-9121-6074d673f463 None None] Current status of the port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:15.728639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c361c8ba-aa4c-45ca-afbd-c17bb6ec29d2 admin admin] Publish callbacks [] for security_group (2424b304-66a3-4cd3-aef4-76d31a897cd0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.734205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Deleting port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:15.737485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.769633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bcd806a0-029b-4e13-bf6e-e3b502c82900 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (42f87b4d-2d9c-47d0-b684-dee6335dc155), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.792978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.820628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bcd806a0-029b-4e13-bf6e-e3b502c82900 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (42f87b4d-2d9c-47d0-b684-dee6335dc155), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.836617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Provisioning complete for port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:15.836970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.839492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c57e061c-820a-4426-a8cf-7de422a9c382 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.861881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c361c8ba-aa4c-45ca-afbd-c17bb6ec29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2424b304-66a3-4cd3-aef4-76d31a897cd0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.865092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c361c8ba-aa4c-45ca-afbd-c17bb6ec29d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.877459 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c361c8ba-aa4c-45ca-afbd-c17bb6ec29d2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2424b304-66a3-4cd3-aef4-76d31a897cd0 HTTP/1.1" status: 204 len: 168 time: 0.2497261 Apr 06 14:36:15.890869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361c8ba-aa4c-45ca-afbd-c17bb6ec29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2424b304-66a3-4cd3-aef4-76d31a897cd0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.891592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-19a01e95-4193-4f8e-b131-4d5c0ec526d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting port c35007e7-17f9-43eb-a39e-e7bd89b973a7 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:15.892785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19a01e95-4193-4f8e-b131-4d5c0ec526d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c35007e7-17f9-43eb-a39e-e7bd89b973a7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.896428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bcd806a0-029b-4e13-bf6e-e3b502c82900 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (42f87b4d-2d9c-47d0-b684-dee6335dc155), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.913646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d806c345-3bd7-4d09-b116-6cf7b36c69b8 req-1fd6279d-56b1-48a6-8443-6076d6ba4687 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394724 Apr 06 14:36:15.927824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd806a0-029b-4e13-bf6e-e3b502c82900 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f87b4d-2d9c-47d0-b684-dee6335dc155,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:15.972801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Current status of the port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:15.979467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c57e061c-820a-4426-a8cf-7de422a9c382 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:15.983612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Provisioning complete for port c35007e7-17f9-43eb-a39e-e7bd89b973a7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:15.987751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c35007e7-17f9-43eb-a39e-e7bd89b973a7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.009494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bcd806a0-029b-4e13-bf6e-e3b502c82900 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.013433 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bcd806a0-029b-4e13-bf6e-e3b502c82900 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3710368 Apr 06 14:36:16.016670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43350) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.020160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-27d3cac1-a79e-478b-8156-3b04261220e7 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': '0b574d41-95ff-441c-881b-aa77c89e5c79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:16.021651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] For port a9d08d5b-6818-4c98-9abf-fea1130e4ae8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:16.022019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.023388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Port c35007e7-17f9-43eb-a39e-e7bd89b973a7 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:16.036587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Provisioning complete for port 47760492-5f15-4ae7-a33d-8f02ecdee75f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:16.037060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.077788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fb5565a8-53c6-4192-961d-19372b99b207 None None] Port 47760492-5f15-4ae7-a33d-8f02ecdee75f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:16.135164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.159777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c57e061c-820a-4426-a8cf-7de422a9c382 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.161018 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c57e061c-820a-4426-a8cf-7de422a9c382 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8836122 Apr 06 14:36:16.165797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43352) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.176554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19a01e95-4193-4f8e-b131-4d5c0ec526d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c35007e7-17f9-43eb-a39e-e7bd89b973a7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.180119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': True}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:16.211950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.212764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.214780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-19a01e95-4193-4f8e-b131-4d5c0ec526d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Calling delete_port for c35007e7-17f9-43eb-a39e-e7bd89b973a7 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:16.291839 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-27d3cac1-a79e-478b-8156-3b04261220e7 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (fa677d28-7032-4c0a-9351-fcc5e4421c3f), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.368784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:16.416819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event updated for resources: {'Port': ['ID=47760492-5f15-4ae7-a33d-8f02ecdee75f,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:16.439496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:16.439496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.484625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.507361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:16.513796 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:16.524621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:16.531156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.531691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (450288a5-7207-4172-b851-aa36d9013e9d), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.532011 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Floating IP 450288a5-7207-4172-b851-aa36d9013e9d disassociated. External IP: 172.26.7.172, port: a9d08d5b-6818-4c98-9abf-fea1130e4ae8. Apr 06 14:36:16.532927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Calling delete_port for a9d08d5b-6818-4c98-9abf-fea1130e4ae8 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:16.542829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.547100 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-27d3cac1-a79e-478b-8156-3b04261220e7 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (fa677d28-7032-4c0a-9351-fcc5e4421c3f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.682802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-27d3cac1-a79e-478b-8156-3b04261220e7 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (fa677d28-7032-4c0a-9351-fcc5e4421c3f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.718301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3cac1-a79e-478b-8156-3b04261220e7 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa677d28-7032-4c0a-9351-fcc5e4421c3f,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:16.803143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-24779460-8733-4d1e-9ea2-8df35b0152d7 None None] Provisioning complete for port 47760492-5f15-4ae7-a33d-8f02ecdee75f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:16.803805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24779460-8733-4d1e-9ea2-8df35b0152d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.843170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-24779460-8733-4d1e-9ea2-8df35b0152d7 None None] Port 47760492-5f15-4ae7-a33d-8f02ecdee75f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:16.861069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43356) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.897929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-27d3cac1-a79e-478b-8156-3b04261220e7 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:16.899283 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-27d3cac1-a79e-478b-8156-3b04261220e7 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8840215 Apr 06 14:36:16.906875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43358) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:16.915252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5ad1dd0f-2d14-478d-8e5d-e01df788ebbe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': '0b574d41-95ff-441c-881b-aa77c89e5c79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:16.920149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cec278d2-010d-47b1-a307-d51bdbecd9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.000117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.024977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.057084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5ad1dd0f-2d14-478d-8e5d-e01df788ebbe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (2705afcb-3cbd-40a4-9d54-453a424e84d2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.100594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cec278d2-010d-47b1-a307-d51bdbecd9c9 admin admin] Publish callbacks [] for security_group (fd4b79e8-d7ae-40a9-9ad7-74c0db151dca), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.111834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:17.127379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5ad1dd0f-2d14-478d-8e5d-e01df788ebbe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (2705afcb-3cbd-40a4-9d54-453a424e84d2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.159145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240b24e-1561-4353-9387-196ab86dd761 req-7a01511b-0cc3-469b-a694-80306d2137a1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:17.160712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1240b24e-1561-4353-9387-196ab86dd761 req-7a01511b-0cc3-469b-a694-80306d2137a1 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 945 time: 0.1646633 Apr 06 14:36:17.184353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cec278d2-010d-47b1-a307-d51bdbecd9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fd4b79e8-d7ae-40a9-9ad7-74c0db151dca), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.221837 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5ad1dd0f-2d14-478d-8e5d-e01df788ebbe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2705afcb-3cbd-40a4-9d54-453a424e84d2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.236516 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cec278d2-010d-47b1-a307-d51bdbecd9c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68779f6205704edb98617b8b17790926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736963 Apr 06 14:36:17.243276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec278d2-010d-47b1-a307-d51bdbecd9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b79e8-d7ae-40a9-9ad7-74c0db151dca,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.247330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43362) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.251691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1dd0f-2d14-478d-8e5d-e01df788ebbe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2705afcb-3cbd-40a4-9d54-453a424e84d2,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.294657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19a01e95-4193-4f8e-b131-4d5c0ec526d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c35007e7-17f9-43eb-a39e-e7bd89b973a7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.356567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5ad1dd0f-2d14-478d-8e5d-e01df788ebbe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.357783 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5ad1dd0f-2d14-478d-8e5d-e01df788ebbe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4478521 Apr 06 14:36:17.362395 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43364) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.370000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4aae252c-7225-4f1d-9dbe-d4ffebed9888 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': '0b574d41-95ff-441c-881b-aa77c89e5c79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:17.382032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a01e95-4193-4f8e-b131-4d5c0ec526d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Port': ['ID=c35007e7-17f9-43eb-a39e-e7bd89b973a7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.409601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Allocated IP 172.26.7.112 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/fca187ad-c55c-498e-aa5c-964115fc24c5) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:17.409874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:17.414893 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1240b24e-1561-4353-9387-196ab86dd761 req-af3e45dc-3dbd-4f0b-9796-d4a3c91c913e tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups?id=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460203 Apr 06 14:36:17.421924 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-80bb4d6b-8162-486c-b5a7-fa3f1cf9998a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8544879 Apr 06 14:36:17.422201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43366) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.425920 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:17.432623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:17.446086 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:17.449426 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:17.466696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19a01e95-4193-4f8e-b131-4d5c0ec526d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.471683 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-19a01e95-4193-4f8e-b131-4d5c0ec526d1 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/c35007e7-17f9-43eb-a39e-e7bd89b973a7 HTTP/1.1" status: 204 len: 168 time: 2.2001355 Apr 06 14:36:17.473448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43368) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.483829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1a2c-afbd-43c5-bb30-9a67fdb4c23f admin admin] Publish callbacks [] for security_group (fd4b79e8-d7ae-40a9-9ad7-74c0db151dca), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.524114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a9d08d5b-6818-4c98-9abf-fea1130e4ae8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.530562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1a2c-afbd-43c5-bb30-9a67fdb4c23f admin admin] Publish callbacks [] for security_group (fd4b79e8-d7ae-40a9-9ad7-74c0db151dca), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.564267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aae252c-7225-4f1d-9dbe-d4ffebed9888 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (a8ba6485-9da0-4300-b382-76e30b438c27), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.583783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event deleted for resources: {'Port': ['ID=a9d08d5b-6818-4c98-9abf-fea1130e4ae8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.599490 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:17.627192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ddb61-1fe0-4586-b235-1a76cebe2fa8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:17.629133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-915ddb61-1fe0-4586-b235-1a76cebe2fa8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1547780 Apr 06 14:36:17.664718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43370) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.780438 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for port (fca187ad-c55c-498e-aa5c-964115fc24c5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.791019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aae252c-7225-4f1d-9dbe-d4ffebed9888 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (a8ba6485-9da0-4300-b382-76e30b438c27), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.822949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Router 4c355361-081d-4412-9880-8b52fc565451 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:17.852729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71436b0-b0a1-49ee-8ef9-eb9063fad04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:17.854428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d71436b0-b0a1-49ee-8ef9-eb9063fad04c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1885457 Apr 06 14:36:17.858101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43372) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:17.916079 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:14Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:15Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:17.925116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aae252c-7225-4f1d-9dbe-d4ffebed9888 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a8ba6485-9da0-4300-b382-76e30b438c27), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.955762 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:17.956106 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Updating router b52f8a9f-77be-4dd3-b799-246db4f5db77 port 47760492-5f15-4ae7-a33d-8f02ecdee75f binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:36:17.959544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae252c-7225-4f1d-9dbe-d4ffebed9888 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ba6485-9da0-4300-b382-76e30b438c27,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:17.979266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1a2c-afbd-43c5-bb30-9a67fdb4c23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fd4b79e8-d7ae-40a9-9ad7-74c0db151dca), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.981966 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1a2c-afbd-43c5-bb30-9a67fdb4c23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:17.984679 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ea1c1a2c-afbd-43c5-bb30-9a67fdb4c23f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd4b79e8-d7ae-40a9-9ad7-74c0db151dca HTTP/1.1" status: 204 len: 168 time: 0.7330308 Apr 06 14:36:17.990415 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.009871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c1a2c-afbd-43c5-bb30-9a67fdb4c23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b79e8-d7ae-40a9-9ad7-74c0db151dca,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:18.039446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a168b14-4645-4898-a231-3e6a3b6bd4e5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:18.041518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a168b14-4645-4898-a231-3e6a3b6bd4e5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:18.043015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a168b14-4645-4898-a231-3e6a3b6bd4e5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:18.044619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5a168b14-4645-4898-a231-3e6a3b6bd4e5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1852372 Apr 06 14:36:18.049944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43376) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.073569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:18.086216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] Sync routers for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:18.102871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:18.103640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.107968 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aae252c-7225-4f1d-9dbe-d4ffebed9888 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.110205 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4aae252c-7225-4f1d-9dbe-d4ffebed9888 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7459650 Apr 06 14:36:18.111408 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (fca187ad-c55c-498e-aa5c-964115fc24c5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.132986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43378) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:18.185404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] No DVR routers for this DVR port a9d08d5b-6818-4c98-9abf-fea1130e4ae8 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:18.190140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.194834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca6b54aa-368a-4d22-91fb-2b43d9807b41 req-7713fa12-a8e6-402f-8382-f7ff00b2b641 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.87 "DELETE /v2.0/ports/a9d08d5b-6818-4c98-9abf-fea1130e4ae8 HTTP/1.1" status: 204 len: 173 time: 3.0279381 Apr 06 14:36:18.195860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'name': 'network-vif-deleted', 'tag': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:18.198991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6b339-3e36-4a80-9e48-da85c906c2bb" -d '{"events": [{"server_uuid": "91fc5faa-b02d-43b0-9bf2-390ed18a35e1", "name": "network-vif-deleted", "tag": "a9d08d5b-6818-4c98-9abf-fea1130e4ae8"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:18.205207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'Port': ['ID=fca187ad-c55c-498e-aa5c-964115fc24c5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:18.248457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9021dd03-2b53-424b-94ea-8bf85ae9b7f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 7147238b-dd71-4352-99a5-310ef7646090 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:18.252239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:18.252932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9021dd03-2b53-424b-94ea-8bf85ae9b7f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (7147238b-dd71-4352-99a5-310ef7646090), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.307632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b77d049-c14b-4e09-82f6-0cb2a626723e x-openstack-request-id: req-9b77d049-c14b-4e09-82f6-0cb2a626723e {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:18.307953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fc5faa-b02d-43b0-9bf2-390ed18a35e1", "name": "network-vif-deleted", "tag": "a9d08d5b-6818-4c98-9abf-fea1130e4ae8", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:18.308276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b77d049-c14b-4e09-82f6-0cb2a626723e {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:18.308666 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b77d049-c14b-4e09-82f6-0cb2a626723e'] response: {'server_uuid': '91fc5faa-b02d-43b0-9bf2-390ed18a35e1', 'name': 'network-vif-deleted', 'tag': 'a9d08d5b-6818-4c98-9abf-fea1130e4ae8', 'status': 'completed', 'code': 200} Apr 06 14:36:18.314802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:18.325713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:18.329095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9021dd03-2b53-424b-94ea-8bf85ae9b7f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (7147238b-dd71-4352-99a5-310ef7646090), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.339560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.extraroute_db [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:36:18.339560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f0122aba-f41e-4555-9947-efc4abadcfad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (a8ba6485-9da0-4300-b382-76e30b438c27), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.339560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:18.365304 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:36:18.426701 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Publish callbacks [] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.526558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.527898 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.589617 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3d06bd2c-56e4-4a63-aa79-f258d2b23e3e req-b210bc3a-4335-4279-b4cd-f9acb794491b tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/ports?device_id=91fc5faa-b02d-43b0-9bf2-390ed18a35e1 HTTP/1.1" status: 200 len: 210 time: 0.0397103 Apr 06 14:36:18.590810 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a12cc6-d669-40ef-b42e-6b702c7015bc None None] Pushing event updated for resources: {'Port': ['ID=47760492-5f15-4ae7-a33d-8f02ecdee75f,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:18.603617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] Checking router: 4c355361-081d-4412-9880-8b52fc565451 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:18.617221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:18.617957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.684910 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Attempting to bind port 47760492-5f15-4ae7-a33d-8f02ecdee75f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:18.685503 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Attempting to bind port 47760492-5f15-4ae7-a33d-8f02ecdee75f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:18.686083 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Attempting to bind port 47760492-5f15-4ae7-a33d-8f02ecdee75f on network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:18.692552 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:18.693174 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Checking segment: {'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:18.693745 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.694415 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Bound using segment: {'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:18.695101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Bound port: 47760492-5f15-4ae7-a33d-8f02ecdee75f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:18.695656 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.707601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f0122aba-f41e-4555-9947-efc4abadcfad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (a8ba6485-9da0-4300-b382-76e30b438c27), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.738981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.extraroute_db [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Removed routes are [] {{(pid=104442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:36:18.739404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.774119 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] For port 47760492-5f15-4ae7-a33d-8f02ecdee75f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:18.774307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:18.775430 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] For port 47760492-5f15-4ae7-a33d-8f02ecdee75f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=47760492-5f15-4ae7-a33d-8f02ecdee75f,segment=NetworkSegment(8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e),segment_id=8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:18.918564 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:18.972063 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:18.972728 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:18.983684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9021dd03-2b53-424b-94ea-8bf85ae9b7f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7147238b-dd71-4352-99a5-310ef7646090), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.013971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bb9a109d-5ad6-4b91-b4aa-dbd5c0e61f8e None None] Provisioning complete for port 47760492-5f15-4ae7-a33d-8f02ecdee75f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:19.013971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bb9a109d-5ad6-4b91-b4aa-dbd5c0e61f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.028909 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f0122aba-f41e-4555-9947-efc4abadcfad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a8ba6485-9da0-4300-b382-76e30b438c27), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.041164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f0122aba-f41e-4555-9947-efc4abadcfad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.042972 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f0122aba-f41e-4555-9947-efc4abadcfad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/a8ba6485-9da0-4300-b382-76e30b438c27 HTTP/1.1" status: 204 len: 168 time: 0.8540449 Apr 06 14:36:19.045649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43386) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.071540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:19.086080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0122aba-f41e-4555-9947-efc4abadcfad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8ba6485-9da0-4300-b382-76e30b438c27,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.104615 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:19.111951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43388) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.139760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-06ea4db1-fa86-462c-b00c-25da03034b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.326082 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0f6c7c9c-04af-4f4b-9381-9de5cefe577f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2781069 Apr 06 14:36:19.329819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43390) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.333122 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-06ea4db1-fa86-462c-b00c-25da03034b74 admin admin] Publish callbacks [] for security_group (eb4e8c48-8774-40ec-8af9-beed10c4c3bc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.360959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-061cde93-ab84-4b0a-ada2-8a4daa437e0e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (2705afcb-3cbd-40a4-9d54-453a424e84d2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.370591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-061cde93-ab84-4b0a-ada2-8a4daa437e0e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (2705afcb-3cbd-40a4-9d54-453a424e84d2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.371501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8e78d-9e07-4f9b-b775-14211eff04b3 None None] The sync data for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv is: [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:31:23Z', 'revision_number': 4, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '759a55ca-9a8a-440b-ad38-42ba9f59c120', 'name': '', 'network_id': '4ac93f14-37fa-473f-8320-bd08fb092fdf', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'mac_address': 'fa:16:3e:8b:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:20Z', 'updated_at': '2022-04-06T14:31:35Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'subnets': [{'id': '1a1538ab-03a7-4dae-bdee-a3f378a18b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:19.437337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-06ea4db1-fa86-462c-b00c-25da03034b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (eb4e8c48-8774-40ec-8af9-beed10c4c3bc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.446569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a109d-5ad6-4b91-b4aa-dbd5c0e61f8e None None] Current status of the port 47760492-5f15-4ae7-a33d-8f02ecdee75f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:19.447119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bb9a109d-5ad6-4b91-b4aa-dbd5c0e61f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.452049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9021dd03-2b53-424b-94ea-8bf85ae9b7f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (7147238b-dd71-4352-99a5-310ef7646090), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.499623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-061cde93-ab84-4b0a-ada2-8a4daa437e0e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2705afcb-3cbd-40a4-9d54-453a424e84d2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.506715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-06ea4db1-fa86-462c-b00c-25da03034b74 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b864561d8d264d70be219c3904cd685e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894076 Apr 06 14:36:19.508074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-061cde93-ab84-4b0a-ada2-8a4daa437e0e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.508388 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a12cc6-d669-40ef-b42e-6b702c7015bc None None] Pushing event updated for resources: {'Port': ['ID=47760492-5f15-4ae7-a33d-8f02ecdee75f,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.509240 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-061cde93-ab84-4b0a-ada2-8a4daa437e0e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/2705afcb-3cbd-40a4-9d54-453a424e84d2 HTTP/1.1" status: 204 len: 168 time: 0.1784906 Apr 06 14:36:19.513206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43392) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.513543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43394) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.514692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bb9a109d-5ad6-4b91-b4aa-dbd5c0e61f8e None None] For port 47760492-5f15-4ae7-a33d-8f02ecdee75f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=47760492-5f15-4ae7-a33d-8f02ecdee75f,segment=NetworkSegment(8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e),segment_id=8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:19.529639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021dd03-2b53-424b-94ea-8bf85ae9b7f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=7147238b-dd71-4352-99a5-310ef7646090,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.539104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9021dd03-2b53-424b-94ea-8bf85ae9b7f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.544542 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9021dd03-2b53-424b-94ea-8bf85ae9b7f4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/7147238b-dd71-4352-99a5-310ef7646090 HTTP/1.1" status: 204 len: 168 time: 1.4912851 Apr 06 14:36:19.546692 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43396) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.549881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c757072-3b66-4752-8bc1-faccc5daa3f3 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:19.561937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.575413 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 6, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:19.580036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea4db1-fa86-462c-b00c-25da03034b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4e8c48-8774-40ec-8af9-beed10c4c3bc,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.591964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cde93-ab84-4b0a-ada2-8a4daa437e0e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2705afcb-3cbd-40a4-9d54-453a424e84d2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.613529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.616547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.650586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bb9a109d-5ad6-4b91-b4aa-dbd5c0e61f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.655213 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-11653a51-34cd-432d-93ec-6518b4d4f403 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1353564 Apr 06 14:36:19.663662 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43400) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.671493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d564491f-4408-4961-80ea-e172b5be82fd admin admin] Publish callbacks [] for security_group (eb4e8c48-8774-40ec-8af9-beed10c4c3bc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.698652 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae75657-7a3f-40e8-bb19-9b610121fc2f None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 6, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 4, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:19.726335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccafc8a8-ba30-4561-b213-13edc3672887 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (fa677d28-7032-4c0a-9351-fcc5e4421c3f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.732749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d564491f-4408-4961-80ea-e172b5be82fd admin admin] Publish callbacks [] for security_group (eb4e8c48-8774-40ec-8af9-beed10c4c3bc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.747697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a109d-5ad6-4b91-b4aa-dbd5c0e61f8e None None] Pushing event updated for resources: {'Port': ['ID=47760492-5f15-4ae7-a33d-8f02ecdee75f,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.750422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccafc8a8-ba30-4561-b213-13edc3672887 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (fa677d28-7032-4c0a-9351-fcc5e4421c3f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.792880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43404) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.831231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-29cc063a-fa67-405c-abbc-45fcb5af7a75 None None] Provisioning complete for port 47760492-5f15-4ae7-a33d-8f02ecdee75f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:19.831624 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-29cc063a-fa67-405c-abbc-45fcb5af7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.886370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a321fb8-644c-4312-9652-ae220dfc15b8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Deleting subnet 7aae97d9-ca42-4222-9492-90bfe6034322 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:19.889435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a9d08d5b-6818-4c98-9abf-fea1130e4ae8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:19.901409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a321fb8-644c-4312-9652-ae220dfc15b8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (7aae97d9-ca42-4222-9492-90bfe6034322), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.922524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: a9d08d5b-6818-4c98-9abf-fea1130e4ae8 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:19.922932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a9d08d5b-6818-4c98-9abf-fea1130e4ae8 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:19.937025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccafc8a8-ba30-4561-b213-13edc3672887 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (fa677d28-7032-4c0a-9351-fcc5e4421c3f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.967466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccafc8a8-ba30-4561-b213-13edc3672887 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:19.971457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ccafc8a8-ba30-4561-b213-13edc3672887 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/fa677d28-7032-4c0a-9351-fcc5e4421c3f HTTP/1.1" status: 204 len: 168 time: 0.3067493 Apr 06 14:36:19.972538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafc8a8-ba30-4561-b213-13edc3672887 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa677d28-7032-4c0a-9351-fcc5e4421c3f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:19.978216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43406) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:19.995028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b920d79a-5c93-4ee8-b162-5c7e6cf6b27a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group (6416c4a5-e7af-4e6b-97f4-86b12cf0ee48), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.012811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-29cc063a-fa67-405c-abbc-45fcb5af7a75 None None] Current status of the port 47760492-5f15-4ae7-a33d-8f02ecdee75f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:20.015204 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da6096-cceb-4a93-8816-efec3907d3f4 None None] New status for floating IP 450288a5-7207-4172-b851-aa36d9013e9d: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:36:20.024827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a321fb8-644c-4312-9652-ae220dfc15b8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (7aae97d9-ca42-4222-9492-90bfe6034322), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.057366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d564491f-4408-4961-80ea-e172b5be82fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (eb4e8c48-8774-40ec-8af9-beed10c4c3bc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.063722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d564491f-4408-4961-80ea-e172b5be82fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.065089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d564491f-4408-4961-80ea-e172b5be82fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eb4e8c48-8774-40ec-8af9-beed10c4c3bc HTTP/1.1" status: 204 len: 168 time: 0.5481501 Apr 06 14:36:20.097344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564491f-4408-4961-80ea-e172b5be82fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4e8c48-8774-40ec-8af9-beed10c4c3bc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.109401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b920d79a-5c93-4ee8-b162-5c7e6cf6b27a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group (6416c4a5-e7af-4e6b-97f4-86b12cf0ee48), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.175448 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-674c871b-6fa8-455b-9d41-8c5fde8208e3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1962879 Apr 06 14:36:20.179364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43410) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.225764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5129-8561-469f-8327-4fac5ff92b3c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (42f87b4d-2d9c-47d0-b684-dee6335dc155), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.227405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a321fb8-644c-4312-9652-ae220dfc15b8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7aae97d9-ca42-4222-9492-90bfe6034322), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.257797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5129-8561-469f-8327-4fac5ff92b3c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (42f87b4d-2d9c-47d0-b684-dee6335dc155), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.386464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b920d79a-5c93-4ee8-b162-5c7e6cf6b27a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (6416c4a5-e7af-4e6b-97f4-86b12cf0ee48), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.393625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b920d79a-5c93-4ee8-b162-5c7e6cf6b27a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.395982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b920d79a-5c93-4ee8-b162-5c7e6cf6b27a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "DELETE /v2.0/security-groups/6416c4a5-e7af-4e6b-97f4-86b12cf0ee48 HTTP/1.1" status: 204 len: 168 time: 0.6018054 Apr 06 14:36:20.400544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43412) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.434433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 47760492-5f15-4ae7-a33d-8f02ecdee75f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:20.451025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920d79a-5c93-4ee8-b162-5c7e6cf6b27a tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6416c4a5-e7af-4e6b-97f4-86b12cf0ee48,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.467609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.472446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5129-8561-469f-8327-4fac5ff92b3c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (42f87b4d-2d9c-47d0-b684-dee6335dc155), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.482308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.499929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:20.500735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5129-8561-469f-8327-4fac5ff92b3c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.508878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43414) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.509107 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2d3e5129-8561-469f-8327-4fac5ff92b3c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/42f87b4d-2d9c-47d0-b684-dee6335dc155 HTTP/1.1" status: 204 len: 168 time: 0.3283918 Apr 06 14:36:20.517025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e5129-8561-469f-8327-4fac5ff92b3c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42f87b4d-2d9c-47d0-b684-dee6335dc155,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:20.519390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-d0992e95-ad70-48d6-bdff-5ed994b5def4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] show failed (client error): The resource could not be found. Apr 06 14:36:20.523089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d0992e95-ad70-48d6-bdff-5ed994b5def4 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "GET /v2.0/security-groups/6416c4a5-e7af-4e6b-97f4-86b12cf0ee48 HTTP/1.1" status: 404 len: 347 time: 0.0738268 Apr 06 14:36:20.529090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43416) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.580241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 47760492-5f15-4ae7-a33d-8f02ecdee75f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:20.580846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.718439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 47760492-5f15-4ae7-a33d-8f02ecdee75f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:20.771209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Deleting port 0a4f02d4-53f1-4b92-9080-1484133f17c0 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:20.772501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0a4f02d4-53f1-4b92-9080-1484133f17c0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.851531 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-10e92427-9afe-4e73-a0ec-397909f05f97 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3414993 Apr 06 14:36:20.859306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43424) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.877200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0a4f02d4-53f1-4b92-9080-1484133f17c0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.877596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for floatingip (0a4f02d4-53f1-4b92-9080-1484133f17c0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.895869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Calling delete_port for 0a4f02d4-53f1-4b92-9080-1484133f17c0 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:20.903145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:20.916071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.917484 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d5853f23-8581-41d8-bb14-46ff06dc8777 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 200 len: 953 time: 3.4918444 Apr 06 14:36:20.921516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43428) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:20.929501 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2555736d-5125-4020-a997-eeff604376b3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (e03d4ad2-99f5-4b38-ac70-f125c928b88f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.950294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b647cdbf-08a6-49d0-a307-1baee3a776d7 None None] Provisioning complete for port 409e109d-8369-4f8a-864d-2d8f6ec4e10e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:20.950673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b647cdbf-08a6-49d0-a307-1baee3a776d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.982600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2555736d-5125-4020-a997-eeff604376b3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (e03d4ad2-99f5-4b38-ac70-f125c928b88f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.061266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b647cdbf-08a6-49d0-a307-1baee3a776d7 None None] Current status of the port 409e109d-8369-4f8a-864d-2d8f6ec4e10e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:21.078009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:21.091396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:21.092184 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:21.197693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:21.201604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0a4f02d4-53f1-4b92-9080-1484133f17c0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.232870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Pushing event deleted for resources: {'Port': ['ID=0a4f02d4-53f1-4b92-9080-1484133f17c0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:21.319172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks [] for floatingip (450288a5-7207-4172-b851-aa36d9013e9d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.322552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.324386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4c5ba955-eaad-45c4-8a53-30f1acd81fa8 tempest-ServerActionsTestJSON-1158924063 tempest-ServerActionsTestJSON-1158924063-project] 10.222.0.71 "DELETE /v2.0/floatingips/450288a5-7207-4172-b851-aa36d9013e9d HTTP/1.1" status: 204 len: 168 time: 0.7999706 Apr 06 14:36:21.327538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43436) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.369450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a321fb8-644c-4312-9652-ae220dfc15b8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (7aae97d9-ca42-4222-9492-90bfe6034322), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.441111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a321fb8-644c-4312-9652-ae220dfc15b8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Subnet': ['ID=7aae97d9-ca42-4222-9492-90bfe6034322,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:21.463294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a321fb8-644c-4312-9652-ae220dfc15b8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.466940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ecd34e-117d-48d9-abe2-8f576465d388 None None] Network 935059ea-209c-494a-9703-5e88684a95b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:21.475263 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9a321fb8-644c-4312-9652-ae220dfc15b8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/7aae97d9-ca42-4222-9492-90bfe6034322 HTTP/1.1" status: 204 len: 168 time: 1.9182501 Apr 06 14:36:21.475763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43442) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.479887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 6, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:21.480178 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-95702cc4-5358-47e9-bccd-f3d49fa5da00 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 200 len: 953 time: 0.5548384 Apr 06 14:36:21.480178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43444) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.489194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'routes': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:21.517187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d0bc8487-0c52-4c2a-9604-2021adef2280 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447960 Apr 06 14:36:21.530991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43446) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.549762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:21.580431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:21.581389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:21.609986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Router f36e5bb8-0674-4938-9a74-7df90e7ad6ec is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:21.618572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2555736d-5125-4020-a997-eeff604376b3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (e03d4ad2-99f5-4b38-ac70-f125c928b88f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.623812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2555736d-5125-4020-a997-eeff604376b3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.624983 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2555736d-5125-4020-a997-eeff604376b3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/e03d4ad2-99f5-4b38-ac70-f125c928b88f HTTP/1.1" status: 204 len: 168 time: 0.7598615 Apr 06 14:36:21.627651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43450) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.662917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555736d-5125-4020-a997-eeff604376b3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e03d4ad2-99f5-4b38-ac70-f125c928b88f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:21.723314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46829ee8-3364-406c-a0d6-de71715fd7d6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:21.725478 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-46829ee8-3364-406c-a0d6-de71715fd7d6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1932826 Apr 06 14:36:21.734764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:21.760207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43452) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.760550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43454) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.790927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1a7017e6-5fe5-49ea-95da-e49a8c5e9797 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1619174 Apr 06 14:36:21.793530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43458) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:21.859464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] DHCP port deletion for 935059ea-209c-494a-9703-5e88684a95b4 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:21.914491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-181d6b6b-80b0-4b6a-9aeb-5677e5511001 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (0b574d41-95ff-441c-881b-aa77c89e5c79), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.932800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1174085587'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:21.946629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-181d6b6b-80b0-4b6a-9aeb-5677e5511001 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (0b574d41-95ff-441c-881b-aa77c89e5c79), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:21.953595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0274c6-36ae-4775-98a3-25c923e69092 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:21.955731 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ae0274c6-36ae-4775-98a3-25c923e69092 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1939876 Apr 06 14:36:21.961223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43460) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.003988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:22.009866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.011851 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-383be960-8007-4020-8b76-3ed3b6241fd8 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "PUT /v2.0/routers/f36e5bb8-0674-4938-9a74-7df90e7ad6ec HTTP/1.1" status: 200 len: 915 time: 5.8433218 Apr 06 14:36:22.012228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] Deleting port 409e109d-8369-4f8a-864d-2d8f6ec4e10e {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:22.012697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.017990 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beab3b4-eedd-49a2-83ae-406e18a99687 None None] Sync routers for ids ['f36e5bb8-0674-4938-9a74-7df90e7ad6ec'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:22.021952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43462) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.028482 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beab3b4-eedd-49a2-83ae-406e18a99687 None None] Routers {'f36e5bb8-0674-4938-9a74-7df90e7ad6ec'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:22.029313 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-8beab3b4-eedd-49a2-83ae-406e18a99687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['f36e5bb8-0674-4938-9a74-7df90e7ad6ec'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.065982 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-8beab3b4-eedd-49a2-83ae-406e18a99687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.070357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43464) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.071243 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-06b128c2-f558-420a-87f3-42bd16b23b67 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084840 Apr 06 14:36:22.076310 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beab3b4-eedd-49a2-83ae-406e18a99687 None None] Routers {'f36e5bb8-0674-4938-9a74-7df90e7ad6ec'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:22.077678 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-8beab3b4-eedd-49a2-83ae-406e18a99687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['f36e5bb8-0674-4938-9a74-7df90e7ad6ec'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.101122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:22.104735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.106993 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bc40c1-d396-4a2b-9a8a-0a855b1837bf tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.107614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bc40c1-d396-4a2b-9a8a-0a855b1837bf tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.111374 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f4bc40c1-d396-4a2b-9a8a-0a855b1837bf tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/c35007e7-17f9-43eb-a39e-e7bd89b973a7 HTTP/1.1" status: 404 len: 333 time: 0.0395622 Apr 06 14:36:22.113646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] For port 409e109d-8369-4f8a-864d-2d8f6ec4e10e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=409e109d-8369-4f8a-864d-2d8f6ec4e10e,segment=NetworkSegment(a8ed61f9-f66f-413e-ae12-7cf803f73095),segment_id=a8ed61f9-f66f-413e-ae12-7cf803f73095)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:22.114151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.117580 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-8beab3b4-eedd-49a2-83ae-406e18a99687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.118321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43466) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.118606 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beab3b4-eedd-49a2-83ae-406e18a99687 None None] The sync data for ids ['f36e5bb8-0674-4938-9a74-7df90e7ad6ec'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:22.137966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] Calling delete_port for 409e109d-8369-4f8a-864d-2d8f6ec4e10e owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:22.143733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.155447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 6, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:22.187472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-181d6b6b-80b0-4b6a-9aeb-5677e5511001 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0b574d41-95ff-441c-881b-aa77c89e5c79), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.190671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-181d6b6b-80b0-4b6a-9aeb-5677e5511001 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.194801 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-181d6b6b-80b0-4b6a-9aeb-5677e5511001 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/0b574d41-95ff-441c-881b-aa77c89e5c79 HTTP/1.1" status: 204 len: 168 time: 0.3970053 Apr 06 14:36:22.195009 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da75cdc-554d-46fe-8376-6709014a00bb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.195254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da75cdc-554d-46fe-8376-6709014a00bb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.197545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43468) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.206983 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1da75cdc-554d-46fe-8376-6709014a00bb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/7aae97d9-ca42-4222-9492-90bfe6034322 HTTP/1.1" status: 404 len: 337 time: 0.0792155 Apr 06 14:36:22.206983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43470) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.222839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafe6a5-ca31-446f-a4ae-1179f057b4b5 None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:18Z', 'revision_number': 6, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:22.223298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d6b6b-80b0-4b6a-9aeb-5677e5511001 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b574d41-95ff-441c-881b-aa77c89e5c79,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:22.252032 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11e4d4c-53fd-407c-8876-2456df270942 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.252503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11e4d4c-53fd-407c-8876-2456df270942 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.259019 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c11e4d4c-53fd-407c-8876-2456df270942 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/7147238b-dd71-4352-99a5-310ef7646090 HTTP/1.1" status: 404 len: 337 time: 0.0489731 Apr 06 14:36:22.259220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43472) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.310512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-56693ea4-f256-41b0-b78c-6185a8c2e1d4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.311127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56693ea4-f256-41b0-b78c-6185a8c2e1d4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.318633 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-56693ea4-f256-41b0-b78c-6185a8c2e1d4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/6c317989-d7c2-40db-b0d3-ac823d7976c3 HTTP/1.1" status: 404 len: 333 time: 0.0564258 Apr 06 14:36:22.321461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43474) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.345834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f76c6fb3-5958-4434-9837-5e532a5767c7 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1430604 Apr 06 14:36:22.351126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4fd0bfa8-115c-4c6b-8df6-8e3f597e8c9b tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/routers/f36e5bb8-0674-4938-9a74-7df90e7ad6ec HTTP/1.1" status: 200 len: 921 time: 0.2786050 Apr 06 14:36:22.353209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43476) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.353538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43478) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.363674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (409e109d-8369-4f8a-864d-2d8f6ec4e10e), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.368795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-86fe15ce-b509-454c-9346-0b08d630f855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--220691719'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:22.399795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.extraroute_db [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added routes are [] {{(pid=104442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:36:22.400222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.extraroute_db [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:36:22.417311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] Pushing event deleted for resources: {'Port': ['ID=409e109d-8369-4f8a-864d-2d8f6ec4e10e,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:22.432490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 409e109d-8369-4f8a-864d-2d8f6ec4e10e no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:22.435850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e37f3-9fb5-46b8-a5aa-17c2d4b20272 None None] No DVR routers for this DVR port 409e109d-8369-4f8a-864d-2d8f6ec4e10e on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:22.450652 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-857d2821-2dfe-41f3-904f-10b0b0faf881 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.451191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857d2821-2dfe-41f3-904f-10b0b0faf881 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.457960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43480) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.459544 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-857d2821-2dfe-41f3-904f-10b0b0faf881 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/5fc78c4c-75c2-48e4-9eec-accc80ec2872 HTTP/1.1" status: 404 len: 337 time: 0.1351397 Apr 06 14:36:22.471212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 409e109d-8369-4f8a-864d-2d8f6ec4e10e {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:22.471825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 409e109d-8369-4f8a-864d-2d8f6ec4e10e not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:22.475359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (4c355361-081d-4412-9880-8b52fc565451), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.527747 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.528320 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-de96d01e-cf92-400d-8947-f2d58d9a4ccb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.533937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de96d01e-cf92-400d-8947-f2d58d9a4ccb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.534071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for security_group (fddf60ee-e678-4eb6-9b90-8e9e72fb75ab), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.534182 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-de96d01e-cf92-400d-8947-f2d58d9a4ccb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/3623b675-97db-4bf8-b645-5f0ebcd760b7 HTTP/1.1" status: 404 len: 337 time: 0.0726571 Apr 06 14:36:22.534812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43482) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.559476 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35f06b6-5418-4459-8a74-b07819dfdf75 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.560219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35f06b6-5418-4459-8a74-b07819dfdf75 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.563321 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f35f06b6-5418-4459-8a74-b07819dfdf75 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/70b02f22-2213-46eb-a0a0-e9b0a9b9718f HTTP/1.1" status: 404 len: 333 time: 0.0275049 Apr 06 14:36:22.567657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43484) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.569856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86fe15ce-b509-454c-9346-0b08d630f855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.590934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc53ff9-da09-4be3-b053-a53cd5efd63d tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:22.592494 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6dc53ff9-da09-4be3-b053-a53cd5efd63d tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=f36e5bb8-0674-4938-9a74-7df90e7ad6ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2365651 Apr 06 14:36:22.594148 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0a4f6b-540b-4f8d-b2ae-b804021febc8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.595188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0a4f6b-540b-4f8d-b2ae-b804021febc8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.598685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43486) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.602643 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fa0a4f6b-540b-4f8d-b2ae-b804021febc8 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/136b40c1-1085-4a47-a255-3ab1a35e35e5 HTTP/1.1" status: 404 len: 337 time: 0.0300994 Apr 06 14:36:22.604459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43488) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.631778 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad78086-3782-46e3-a3f1-3c02ba48bf10 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.632241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad78086-3782-46e3-a3f1-3c02ba48bf10 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.635342 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5ad78086-3782-46e3-a3f1-3c02ba48bf10 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/78a8764b-54f4-42e2-a45a-f363895ef6a1 HTTP/1.1" status: 404 len: 337 time: 0.0297470 Apr 06 14:36:22.644517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43490) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.670022 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1df878-902f-4599-ad08-dff01f8d7f65 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.670599 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1df878-902f-4599-ad08-dff01f8d7f65 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.674311 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-af1df878-902f-4599-ad08-dff01f8d7f65 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/738f6230-6071-4df4-99e0-3a968ac49640 HTTP/1.1" status: 404 len: 333 time: 0.0288410 Apr 06 14:36:22.677187 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fddf60ee-e678-4eb6-9b90-8e9e72fb75ab), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.682327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43492) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.734442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:22.745109 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6b4e84-6013-437d-b2fb-73c40243d85d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.745573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6b4e84-6013-437d-b2fb-73c40243d85d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.748674 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2b6b4e84-6013-437d-b2fb-73c40243d85d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/8d8e3b47-5fde-4a18-9e07-30ba8383f6d8 HTTP/1.1" status: 404 len: 337 time: 0.0633838 Apr 06 14:36:22.752668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43494) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.793622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf60ee-e678-4eb6-9b90-8e9e72fb75ab,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:22.831422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0fb65b85-e8a5-4cfd-9667-f617ec2dc982), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.831782 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Added segment 0fb65b85-e8a5-4cfd-9667-f617ec2dc982 of type vlan for network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 Apr 06 14:36:22.859424 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b38954-5e19-49db-b69d-61b555c552ca tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.859896 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b38954-5e19-49db-b69d-61b555c552ca tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.863815 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-56b38954-5e19-49db-b69d-61b555c552ca tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/4bd2163d-a39b-4a19-bde0-018cdc9799cf HTTP/1.1" status: 404 len: 337 time: 0.1101491 Apr 06 14:36:22.867715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43496) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.933945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (8e31b2b2-cd72-4c5b-94aa-f66662184a15), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:22.936519 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-229df417-568d-4586-a857-4104b57a5fcf tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.937071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229df417-568d-4586-a857-4104b57a5fcf tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.940578 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-229df417-568d-4586-a857-4104b57a5fcf tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/fae77216-0bfe-45da-a757-536ee568d3b1 HTTP/1.1" status: 404 len: 333 time: 0.0701561 Apr 06 14:36:22.947852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43498) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:22.990723 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c15f7e6-4d08-46ec-a2d1-52a88cc92545 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:22.991233 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c15f7e6-4d08-46ec-a2d1-52a88cc92545 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:22.994424 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1c15f7e6-4d08-46ec-a2d1-52a88cc92545 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/28b0795a-330b-489c-90ad-8fb6fe7bb380 HTTP/1.1" status: 404 len: 337 time: 0.0455825 Apr 06 14:36:23.001840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43500) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.087856 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-368b1532-5e61-42f5-8cff-bdd1921e0b39 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.088337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368b1532-5e61-42f5-8cff-bdd1921e0b39 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.091415 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-368b1532-5e61-42f5-8cff-bdd1921e0b39 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/2c0aab7e-bad1-488c-9b91-cc5c0a7c69f5 HTTP/1.1" status: 404 len: 333 time: 0.0886300 Apr 06 14:36:23.096552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43502) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.106830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f8b1ee-8639-4273-9f33-197eaad19402 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:23.123417 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-98f8b1ee-8639-4273-9f33-197eaad19402 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 881 time: 0.5060477 Apr 06 14:36:23.123417 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86fe15ce-b509-454c-9346-0b08d630f855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (f6263272-6f6d-42c0-b6da-89eb57493e3a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.124229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43504) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.132326 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ec7682-19fe-4150-a59e-542612069e43 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.132786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ec7682-19fe-4150-a59e-542612069e43 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.137215 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-28ec7682-19fe-4150-a59e-542612069e43 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/b852cb0e-b7ef-4fe6-8007-09941b044698 HTTP/1.1" status: 404 len: 337 time: 0.0383508 Apr 06 14:36:23.139958 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43506) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.154916 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3f4686e4-93a3-48bd-a927-a5d7d6963fc3 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=f36e5bb8-0674-4938-9a74-7df90e7ad6ec HTTP/1.1" status: 200 len: 205 time: 0.0295858 Apr 06 14:36:23.158037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43508) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.171383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.173742 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe4e800-1c30-44e8-b834-2347c65ef2a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.174387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe4e800-1c30-44e8-b834-2347c65ef2a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.177504 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ffe4e800-1c30-44e8-b834-2347c65ef2a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/f19baa32-4db8-4901-8918-4b61726a43bd HTTP/1.1" status: 404 len: 333 time: 0.0366192 Apr 06 14:36:23.180338 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.182188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43510) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.211166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (8e31b2b2-cd72-4c5b-94aa-f66662184a15), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.216104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:23.216693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.219184 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e3693d-8e5b-463b-a00e-b8ae813e53d9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.219706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e3693d-8e5b-463b-a00e-b8ae813e53d9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.225933 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a2e3693d-8e5b-463b-a00e-b8ae813e53d9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/939cbd7e-5c0f-4ca2-b349-1220edfe7609 HTTP/1.1" status: 404 len: 337 time: 0.0403700 Apr 06 14:36:23.234368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43512) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.238736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86fe15ce-b509-454c-9346-0b08d630f855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f6263272-6f6d-42c0-b6da-89eb57493e3a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.292258 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46fd9b4-76eb-4c0b-8dc8-875e49ea72a4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.292890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46fd9b4-76eb-4c0b-8dc8-875e49ea72a4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.295847 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c46fd9b4-76eb-4c0b-8dc8-875e49ea72a4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/059971ad-72f5-45da-b2a3-f522f50e6cf2 HTTP/1.1" status: 404 len: 333 time: 0.0601525 Apr 06 14:36:23.303833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43514) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.365811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe15ce-b509-454c-9346-0b08d630f855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6263272-6f6d-42c0-b6da-89eb57493e3a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:23.366689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Network': ['ID=8e31b2b2-cd72-4c5b-94aa-f66662184a15,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:23.368587 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0d0f87-e5fe-4113-a03d-46078510dd5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.368749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0d0f87-e5fe-4113-a03d-46078510dd5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.371642 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5e0d0f87-e5fe-4113-a03d-46078510dd5d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/5e6547da-b957-4f24-a4ec-13444b3a5456 HTTP/1.1" status: 404 len: 337 time: 0.0485110 Apr 06 14:36:23.376040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43516) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.378772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86fe15ce-b509-454c-9346-0b08d630f855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.380117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-86fe15ce-b509-454c-9346-0b08d630f855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0256362 Apr 06 14:36:23.384284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43518) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.389567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-33e4660f-8abf-4fd2-83bc-83e72febedfe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': 'f6263272-6f6d-42c0-b6da-89eb57493e3a', 'direction': 'ingress', 'protocol': 17}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:23.392138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:23.397894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:23.424364 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-72185cb1-1e1f-4164-be97-dc6e9e77945c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.425075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72185cb1-1e1f-4164-be97-dc6e9e77945c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.430930 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-72185cb1-1e1f-4164-be97-dc6e9e77945c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/d1e93452-d2f2-420a-a746-b9daac8463f4 HTTP/1.1" status: 404 len: 333 time: 0.0517719 Apr 06 14:36:23.431797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43520) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.450711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.465702 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0261e1e7-c377-4183-8774-d62aa8a5db44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6909902 Apr 06 14:36:23.465702 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e3e2d3-a36c-4267-8164-3bd7cf05e10d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.466612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e3e2d3-a36c-4267-8164-3bd7cf05e10d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.474131 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d9e3e2d3-a36c-4267-8164-3bd7cf05e10d tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/5487731a-1424-4924-866b-a66841552949 HTTP/1.1" status: 404 len: 337 time: 0.0364120 Apr 06 14:36:23.474131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43522) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.489282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43524) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.507939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'subnet': {'network_id': '8e31b2b2-cd72-4c5b-94aa-f66662184a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:23.551684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-68467d0b-4bae-4333-8316-e246eff57f5c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.552490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68467d0b-4bae-4333-8316-e246eff57f5c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.556264 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-68467d0b-4bae-4333-8316-e246eff57f5c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/9741dac8-6e09-488c-8ca8-03df90085197 HTTP/1.1" status: 404 len: 333 time: 0.0658948 Apr 06 14:36:23.560634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43526) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.574384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.592498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33e4660f-8abf-4fd2-83bc-83e72febedfe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (f6f0e9e6-f5ee-4ed6-92c7-ad772f46997c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.625546 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:23.626324 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-044053e7-cb12-4ec1-948b-63d106f948a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.627279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044053e7-cb12-4ec1-948b-63d106f948a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.632238 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-044053e7-cb12-4ec1-948b-63d106f948a5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/9a7740b2-77d7-46b2-a794-a0d012b7809f HTTP/1.1" status: 404 len: 337 time: 0.0639856 Apr 06 14:36:23.633253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.634390 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d28c4aaf-cdec-449f-a289-c944d52c19e0 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 200 len: 703 time: 2.1532836 Apr 06 14:36:23.635259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Deleting port 759a55ca-9a8a-440b-ad38-42ba9f59c120 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:23.635601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.637089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43528) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.637367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43530) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.640790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:23.654126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:23.654900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:23.712612 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4167942c-0f46-4f0b-b9e8-d18df350e291 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.713035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4167942c-0f46-4f0b-b9e8-d18df350e291 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.718458 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4167942c-0f46-4f0b-b9e8-d18df350e291 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/bbd424b0-ae73-4bc3-b27f-17811e25e806 HTTP/1.1" status: 404 len: 337 time: 0.0778058 Apr 06 14:36:23.722448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43532) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.744673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.776318 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faa6dea-b7f2-4827-8caf-060c45fd20e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.777006 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faa6dea-b7f2-4827-8caf-060c45fd20e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.780919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9faa6dea-b7f2-4827-8caf-060c45fd20e9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/af3102b7-d487-4a00-963f-3e1b15b11e3f HTTP/1.1" status: 404 len: 333 time: 0.0547383 Apr 06 14:36:23.781669 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-40c323aa-2115-4388-a4cc-cb36803566ad tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 200 len: 703 time: 0.1417928 Apr 06 14:36:23.787553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43534) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.787945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43536) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.809020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33e4660f-8abf-4fd2-83bc-83e72febedfe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (f6f0e9e6-f5ee-4ed6-92c7-ad772f46997c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.827588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] For port 759a55ca-9a8a-440b-ad38-42ba9f59c120, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=759a55ca-9a8a-440b-ad38-42ba9f59c120,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:23.827992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.843374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Calling delete_port for 759a55ca-9a8a-440b-ad38-42ba9f59c120 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:23.862444 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-249b44db-9ad0-4b88-976d-aa94bcae2329 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.862912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249b44db-9ad0-4b88-976d-aa94bcae2329 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.866151 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-249b44db-9ad0-4b88-976d-aa94bcae2329 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/e0a3d433-12c5-46cd-8912-99ca3ff62e40 HTTP/1.1" status: 404 len: 337 time: 0.0769620 Apr 06 14:36:23.886294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43538) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.893466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:23.896838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.901572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33e4660f-8abf-4fd2-83bc-83e72febedfe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (f6f0e9e6-f5ee-4ed6-92c7-ad772f46997c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:23.920961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:23.951434 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68124f6-9d74-4def-ae2c-6fb1c094317a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:23.951896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68124f6-9d74-4def-ae2c-6fb1c094317a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:23.955771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b68124f6-9d74-4def-ae2c-6fb1c094317a tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/4ef90f7e-eb9e-4a1a-991f-77eacc1877ac HTTP/1.1" status: 404 len: 337 time: 0.0685623 Apr 06 14:36:23.960104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43540) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:23.979408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4660f-8abf-4fd2-83bc-83e72febedfe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f0e9e6-f5ee-4ed6-92c7-ad772f46997c,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:24.008976 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0b79cc-a13c-48ce-ab41-d698eb39553e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:24.009806 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0b79cc-a13c-48ce-ab41-d698eb39553e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:24.013007 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3f0b79cc-a13c-48ce-ab41-d698eb39553e tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/3a641c50-848a-46e3-8769-ba9eec364419 HTTP/1.1" status: 404 len: 333 time: 0.0493693 Apr 06 14:36:24.016272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43542) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.050262 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc8e5cb-6406-4b8a-9b59-cb9aed483b99 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:24.050721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc8e5cb-6406-4b8a-9b59-cb9aed483b99 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:24.054076 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0fc8e5cb-6406-4b8a-9b59-cb9aed483b99 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/4e9c30ce-6d8f-4ed9-b34f-919480f4f9cc HTTP/1.1" status: 404 len: 337 time: 0.0363348 Apr 06 14:36:24.057268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43544) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.060094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Deleting port fca187ad-c55c-498e-aa5c-964115fc24c5 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:24.060947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fca187ad-c55c-498e-aa5c-964115fc24c5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.137889 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc3c088-76a2-41ae-8127-dc37ff46c9eb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:24.137889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc3c088-76a2-41ae-8127-dc37ff46c9eb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:24.143553 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2cc3c088-76a2-41ae-8127-dc37ff46c9eb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/99d79f23-eadf-491e-9fac-1cfc3a9ba131 HTTP/1.1" status: 404 len: 337 time: 0.0821118 Apr 06 14:36:24.143751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33e4660f-8abf-4fd2-83bc-83e72febedfe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.144719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43546) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.144861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-33e4660f-8abf-4fd2-83bc-83e72febedfe tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7593558 Apr 06 14:36:24.148282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43548) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.185404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:22Z', 'revision_number': 7, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:24.223587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:24.233795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:24.234453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:24.254835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fca187ad-c55c-498e-aa5c-964115fc24c5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.288856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Calling delete_port for fca187ad-c55c-498e-aa5c-964115fc24c5 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:24.293273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6491f24c-1429-49f3-9a17-133d54240403 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (f6263272-6f6d-42c0-b6da-89eb57493e3a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.344716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:24.361484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6491f24c-1429-49f3-9a17-133d54240403 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (f6263272-6f6d-42c0-b6da-89eb57493e3a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.388862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (759a55ca-9a8a-440b-ad38-42ba9f59c120), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.436357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=759a55ca-9a8a-440b-ad38-42ba9f59c120,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:24.509162 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eaf2de-f834-48d9-be3f-23e4b2c5a542 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:24.509162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92eaf2de-f834-48d9-be3f-23e4b2c5a542 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:24.514933 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-92eaf2de-f834-48d9-be3f-23e4b2c5a542 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/60d3efd7-23df-4900-84d0-d68e616f1868 HTTP/1.1" status: 404 len: 333 time: 0.3656259 Apr 06 14:36:24.518631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43550) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.639694 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b925dc-6c16-4764-a35d-f53ae982e568 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:24.640328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b925dc-6c16-4764-a35d-f53ae982e568 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:24.645807 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-57b925dc-6c16-4764-a35d-f53ae982e568 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/a5c16035-1b68-4917-a5e5-fea723e80899 HTTP/1.1" status: 404 len: 337 time: 0.1237888 Apr 06 14:36:24.646006 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6491f24c-1429-49f3-9a17-133d54240403 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f6263272-6f6d-42c0-b6da-89eb57493e3a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.648540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6491f24c-1429-49f3-9a17-133d54240403 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.649710 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6491f24c-1429-49f3-9a17-133d54240403 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/f6263272-6f6d-42c0-b6da-89eb57493e3a HTTP/1.1" status: 204 len: 168 time: 0.5005205 Apr 06 14:36:24.651982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43552) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.652322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43554) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.660819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:22Z', 'revision_number': 7, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:24.708122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092e08c-fda3-46c6-af0f-f9de8e5074d5 None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:22Z', 'revision_number': 7, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '47760492-5f15-4ae7-a33d-8f02ecdee75f', 'name': '', 'network_id': '37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:f5:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:13Z', 'updated_at': '2022-04-06T14:36:19Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '1fca391a-d7fd-4056-8800-b4b924fdd887', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:24.750326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491f24c-1429-49f3-9a17-133d54240403 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6263272-6f6d-42c0-b6da-89eb57493e3a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:24.757699 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e949f1c-16d1-44a8-ada7-9b0a2efa08f5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:24.758227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e949f1c-16d1-44a8-ada7-9b0a2efa08f5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:24.770485 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6e949f1c-16d1-44a8-ada7-9b0a2efa08f5 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/c9798eba-5c68-4bf7-86a8-3881fb3429d7 HTTP/1.1" status: 404 len: 337 time: 0.0946145 Apr 06 14:36:24.770760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43556) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.802134 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-50956b5d-d29e-470b-882f-15cea9908036 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports?device_id=7496a229-723d-4f52-ae9e-c4029da170c0 HTTP/1.1" status: 200 len: 205 time: 0.0288627 Apr 06 14:36:24.803547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43558) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.818126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-55faf4af-acf5-4414-b34b-cb5fe1a20594 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1434348 Apr 06 14:36:24.826510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43560) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.831240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a67ddcce-7323-4c1a-901d-6a3a426cf035 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067901798'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:24.841534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (4c355361-081d-4412-9880-8b52fc565451), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.851522 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-cfe1fcae-93fd-492b-84ff-b22c181df133 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] delete failed (client error): The resource could not be found. Apr 06 14:36:24.852591 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cfe1fcae-93fd-492b-84ff-b22c181df133 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/routers/7496a229-723d-4f52-ae9e-c4029da170c0 HTTP/1.1" status: 404 len: 336 time: 0.0469573 Apr 06 14:36:24.855616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43562) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.890697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (076f30a1-b5ca-4f14-954f-09dbb526f7fa), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.898054 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b632b621-8768-4086-ac77-77a9a519b119 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:24.898715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b632b621-8768-4086-ac77-77a9a519b119 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:24.901653 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b632b621-8768-4086-ac77-77a9a519b119 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/347afdcc-2cc7-4783-8ffa-88eba9703695 HTTP/1.1" status: 404 len: 337 time: 0.0442517 Apr 06 14:36:24.906699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43564) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:24.951160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fca187ad-c55c-498e-aa5c-964115fc24c5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:24.990714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Subnet': ['ID=076f30a1-b5ca-4f14-954f-09dbb526f7fa,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:25.000649 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a7dd6a13-447b-4f6f-9939-6af7543bf647 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "GET /v2.0/ports?device_id=b164b18a-993e-445b-a3a9-abf739ed9faf HTTP/1.1" status: 200 len: 205 time: 0.0913465 Apr 06 14:36:25.004494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43566) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.005168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a67ddcce-7323-4c1a-901d-6a3a426cf035 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.014448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Checking segment: {'id': '0fb65b85-e8a5-4cfd-9667-f617ec2dc982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8e31b2b2-cd72-4c5b-94aa-f66662184a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:25.014815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network hostable DHCP agents. Network: 8e31b2b2-cd72-4c5b-94aa-f66662184a15, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:25.015531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event deleted for resources: {'Port': ['ID=fca187ad-c55c-498e-aa5c-964115fc24c5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:25.053683 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-3487c8c4-8907-4129-9d7b-b5a3601a41bf tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] delete failed (client error): The resource could not be found. Apr 06 14:36:25.054743 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3487c8c4-8907-4129-9d7b-b5a3601a41bf tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/routers/b164b18a-993e-445b-a3a9-abf739ed9faf HTTP/1.1" status: 404 len: 336 time: 0.0493047 Apr 06 14:36:25.060246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43568) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.103094 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-968ff565-e21f-48cb-8209-902775a93de0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.103557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968ff565-e21f-48cb-8209-902775a93de0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.106765 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-968ff565-e21f-48cb-8209-902775a93de0 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/fbf64e64-42e3-4fd5-826b-316ec742c539 HTTP/1.1" status: 404 len: 337 time: 0.0453365 Apr 06 14:36:25.110151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43570) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.113801 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.125156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.201071 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b4bfd8-6297-44b2-8466-e3aa6606e7ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.201425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b4bfd8-6297-44b2-8466-e3aa6606e7ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.204999 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-38b4bfd8-6297-44b2-8466-e3aa6606e7ac tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/950ac54f-91c8-476e-b224-baca6e71a701 HTTP/1.1" status: 404 len: 337 time: 0.0889926 Apr 06 14:36:25.207574 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:25.210235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43572) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.242417 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7b866a-9779-4fef-9566-2aa1808b538c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.247879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7b866a-9779-4fef-9566-2aa1808b538c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.247879 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8e7b866a-9779-4fef-9566-2aa1808b538c tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/81681839-a7aa-4ed7-b235-baac0639270c HTTP/1.1" status: 404 len: 333 time: 0.0333371 Apr 06 14:36:25.250549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43574) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.284156 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcf8931-c794-4bf8-8e33-fccfad4c8dbc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.284624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcf8931-c794-4bf8-8e33-fccfad4c8dbc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.287751 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1dcf8931-c794-4bf8-8e33-fccfad4c8dbc tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/0531c3ef-4381-4a38-bccb-892e0608877d HTTP/1.1" status: 404 len: 337 time: 0.0363708 Apr 06 14:36:25.290370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43576) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.299320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.304760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.319642 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62c6f31-377b-4c5a-9e81-d474e624a3fb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.320225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62c6f31-377b-4c5a-9e81-d474e624a3fb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.323246 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d62c6f31-377b-4c5a-9e81-d474e624a3fb tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/48768753-86b7-4e34-a7c1-85f517534433 HTTP/1.1" status: 404 len: 333 time: 0.0319273 Apr 06 14:36:25.323932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 8e31b2b2-cd72-4c5b-94aa-f66662184a15) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:25.324595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a67ddcce-7323-4c1a-901d-6a3a426cf035 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (56b3b624-5750-4927-9846-cd2e49b6a115), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.330355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43578) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.335086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4eca0-e178-4b71-abfc-5bc5c01ff3e7 None None] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:25.361274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:25.361877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.391398 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8d5228-a48d-4580-9cae-4bdf9cd34340 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.392445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8d5228-a48d-4580-9cae-4bdf9cd34340 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.395516 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0c8d5228-a48d-4580-9cae-4bdf9cd34340 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/ee69e124-7a11-4140-950b-e4cb37355914 HTTP/1.1" status: 404 len: 337 time: 0.0641518 Apr 06 14:36:25.398143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43580) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.409241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a67ddcce-7323-4c1a-901d-6a3a426cf035 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (56b3b624-5750-4927-9846-cd2e49b6a115), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.443249 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c8eee1-678d-4e40-99c0-239bfab901e6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.443827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c8eee1-678d-4e40-99c0-239bfab901e6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.449481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a0c8eee1-678d-4e40-99c0-239bfab901e6 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/8ffa4bed-772c-4802-8a92-b38f189e99fb HTTP/1.1" status: 404 len: 333 time: 0.0477359 Apr 06 14:36:25.458895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43582) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.459880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86758d45-deae-41b4-ae30-c11f7d7c2811 None None] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:25.502046 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a10089f-4a45-4dfc-a910-834a61a639b9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.502506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a10089f-4a45-4dfc-a910-834a61a639b9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.507001 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7a10089f-4a45-4dfc-a910-834a61a639b9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/33834431-5946-416d-999c-77e03422a1ae HTTP/1.1" status: 404 len: 337 time: 0.0530949 Apr 06 14:36:25.507001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (f36e5bb8-0674-4938-9a74-7df90e7ad6ec), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.507001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Fanout notify agent at l3_agent the message router_deleted on router f36e5bb8-0674-4938-9a74-7df90e7ad6ec {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:25.508223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43584) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.512348 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ddcce-7323-4c1a-901d-6a3a426cf035 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b3b624-5750-4927-9846-cd2e49b6a115,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:25.536936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.536936 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f6111b38-a464-4d40-abec-95bd32b1113a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/f36e5bb8-0674-4938-9a74-7df90e7ad6ec HTTP/1.1" status: 204 len: 168 time: 2.3665636 Apr 06 14:36:25.536936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Router 4c355361-081d-4412-9880-8b52fc565451 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:25.537540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43586) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.541629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f51c8317-a9e5-4f00-b8fb-ce3322e08c00 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-813457952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:25.550304 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f7273c-55f8-4789-981d-4aa823ff8eef tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.550996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f7273c-55f8-4789-981d-4aa823ff8eef tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.555126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c4f7273c-55f8-4789-981d-4aa823ff8eef tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/38b379b9-0b51-4d2f-996f-266856ac10d7 HTTP/1.1" status: 404 len: 333 time: 0.0425231 Apr 06 14:36:25.557052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43588) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.564923 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4d8512e2-5357-4488-a539-2740133dcf12 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0892186 Apr 06 14:36:25.566465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43590) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.572205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-947807549', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:25.580254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 47760492-5f15-4ae7-a33d-8f02ecdee75f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:25.580598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.599187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61d78f3-09d8-4d87-884a-890d1f6c1ed9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.604123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61d78f3-09d8-4d87-884a-890d1f6c1ed9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.604123 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e61d78f3-09d8-4d87-884a-890d1f6c1ed9 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/d80dfe7b-9de9-4eed-b5a1-223ba5d94193 HTTP/1.1" status: 404 len: 337 time: 0.0446372 Apr 06 14:36:25.619398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43592) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.662404 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f28c674-27cb-4bde-af96-cd85a2622322 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.663177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f28c674-27cb-4bde-af96-cd85a2622322 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.667054 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6f28c674-27cb-4bde-af96-cd85a2622322 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/5de79eeb-9036-4700-a48d-45f1c877e514 HTTP/1.1" status: 404 len: 333 time: 0.0466430 Apr 06 14:36:25.676084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a67ddcce-7323-4c1a-901d-6a3a426cf035 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.676579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43594) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.676698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a67ddcce-7323-4c1a-901d-6a3a426cf035 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8436322 Apr 06 14:36:25.676698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43596) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.682443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1113e340-3b47-47aa-8ef5-140faf88e29f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--462471732'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:25.708623 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ff1e9c-2a23-42ef-9e0f-5cbe66c2e245 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.709133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ff1e9c-2a23-42ef-9e0f-5cbe66c2e245 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.712093 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-23ff1e9c-2a23-42ef-9e0f-5cbe66c2e245 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/0c83af61-2b76-4562-bcf8-71e964096a26 HTTP/1.1" status: 404 len: 337 time: 0.0408001 Apr 06 14:36:25.712994 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f51c8317-a9e5-4f00-b8fb-ce3322e08c00 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (e109c3c0-d32a-407c-b736-4004b2d446c0), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.714192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f51c8317-a9e5-4f00-b8fb-ce3322e08c00 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (e109c3c0-d32a-407c-b736-4004b2d446c0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.716553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43598) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.744383 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9877d46d-4c49-4ddb-afc6-c9424d91cbbe tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.744950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9877d46d-4c49-4ddb-afc6-c9424d91cbbe tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.747974 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9877d46d-4c49-4ddb-afc6-c9424d91cbbe tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/16b1a35b-627d-4945-8574-4ad620d8ac13 HTTP/1.1" status: 404 len: 333 time: 0.0304847 Apr 06 14:36:25.750616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43600) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.784999 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d88f96-97a8-4458-8819-ab02359e2ae2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.785462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d88f96-97a8-4458-8819-ab02359e2ae2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.788508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-22d88f96-97a8-4458-8819-ab02359e2ae2 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/0c66aab2-87be-464d-b463-e5c097074ef3 HTTP/1.1" status: 404 len: 337 time: 0.0348289 Apr 06 14:36:25.791471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:25.792134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port 47760492-5f15-4ae7-a33d-8f02ecdee75f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=47760492-5f15-4ae7-a33d-8f02ecdee75f,segment=NetworkSegment(8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e),segment_id=8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:25.792516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.792846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43602) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.797690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-15cfe8c9-62fa-4023-96b9-e4b6f1702cc5 admin admin] 10.222.0.71 "PUT /v2.0/routers/4c355361-081d-4412-9880-8b52fc565451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4691229 Apr 06 14:36:25.802467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43604) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.804446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] Sync routers for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:25.808579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f51c8317-a9e5-4f00-b8fb-ce3322e08c00 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (e109c3c0-d32a-407c-b736-4004b2d446c0), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.818151 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:25.819193 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:25.826058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (b95ce012-9a60-47ea-bce7-a6e932909407), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.827539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (b95ce012-9a60-47ea-bce7-a6e932909407), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.831833 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3347b4c-5a9d-45b4-b7ad-31d95c7634b4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:25.832496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3347b4c-5a9d-45b4-b7ad-31d95c7634b4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:25.838177 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d3347b4c-5a9d-45b4-b7ad-31d95c7634b4 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/ports/db50b322-ad85-488d-ba9d-db448d05248a HTTP/1.1" status: 404 len: 333 time: 0.0418329 Apr 06 14:36:25.839258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43606) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:25.850688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1113e340-3b47-47aa-8ef5-140faf88e29f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.853524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 47760492-5f15-4ae7-a33d-8f02ecdee75f owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:25.940875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f51c8317-a9e5-4f00-b8fb-ce3322e08c00 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (e109c3c0-d32a-407c-b736-4004b2d446c0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:25.944579 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:25.992818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks [] for router (4c355361-081d-4412-9880-8b52fc565451), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.097951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f51c8317-a9e5-4f00-b8fb-ce3322e08c00 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.102063 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f51c8317-a9e5-4f00-b8fb-ce3322e08c00 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5642073 Apr 06 14:36:26.104457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43608) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:26.112365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'enable_snat': False}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:26.151272 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:36:24Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:26.181128 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] Checking router: 4c355361-081d-4412-9880-8b52fc565451 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:26.191460 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] Routers {'4c355361-081d-4412-9880-8b52fc565451'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:26.192189 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4c355361-081d-4412-9880-8b52fc565451'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:26.214520 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad77713c-bcc2-4613-8f78-922ec0476969 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:26.215357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad77713c-bcc2-4613-8f78-922ec0476969 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:26.218630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ad77713c-bcc2-4613-8f78-922ec0476969 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/subnets/0370a8c8-e551-442c-87d4-1cbc9050851e HTTP/1.1" status: 404 len: 337 time: 0.3783550 Apr 06 14:36:26.222614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43610) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:26.274217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_controller (b95ce012-9a60-47ea-bce7-a6e932909407), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.322572 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] Set router 4c355361-081d-4412-9880-8b52fc565451 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:26.330377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1113e340-3b47-47aa-8ef5-140faf88e29f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (34b0bcf8-652e-4f7a-99df-b99c0cddf4d8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.394295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks [] for router_gateway (4c355361-081d-4412-9880-8b52fc565451), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.444105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1113e340-3b47-47aa-8ef5-140faf88e29f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (34b0bcf8-652e-4f7a-99df-b99c0cddf4d8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.491167 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (935059ea-209c-494a-9703-5e88684a95b4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.526056 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:36:24Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:26.543837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113e340-3b47-47aa-8ef5-140faf88e29f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b0bcf8-652e-4f7a-99df-b99c0cddf4d8,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:26.550722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1113e340-3b47-47aa-8ef5-140faf88e29f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.551078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (e109c3c0-d32a-407c-b736-4004b2d446c0), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.552191 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1113e340-3b47-47aa-8ef5-140faf88e29f tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8745077 Apr 06 14:36:26.553158 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990940f-5f5c-4ec2-a601-2dbf04902c24 None None] The sync data for ids ['4c355361-081d-4412-9880-8b52fc565451'] in dv-neutron-835863-1-hyperv is: [{'id': '4c355361-081d-4412-9880-8b52fc565451', 'name': 'tempest-ServerActionsTestJSON-1652321984-router', 'tenant_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': 'fefa993e-6172-4958-a832-ac8080b97641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:31:13Z', 'updated_at': '2022-04-06T14:36:24Z', 'revision_number': 5, 'project_id': '641e44efd4d54ec38327e1b9cccfa7a1', 'gw_port': {'id': 'fefa993e-6172-4958-a832-ac8080b97641', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c355361-081d-4412-9880-8b52fc565451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:31:15Z', 'updated_at': '2022-04-06T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:26.555026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43612) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:26.558352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_gateway (b95ce012-9a60-47ea-bce7-a6e932909407), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.562715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (47760492-5f15-4ae7-a33d-8f02ecdee75f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.565366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-440f2fe5-be13-420c-a225-7d13e58d4db1 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': '56b3b624-5750-4927-9846-cd2e49b6a115', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34b0bcf8-652e-4f7a-99df-b99c0cddf4d8', 'remote_ip_prefix': None}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:26.611373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=47760492-5f15-4ae7-a33d-8f02ecdee75f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:26.736266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-440f2fe5-be13-420c-a225-7d13e58d4db1 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (4ae82e94-4df4-4296-a541-84402f176440), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.832758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (935059ea-209c-494a-9703-5e88684a95b4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.835397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-440f2fe5-be13-420c-a225-7d13e58d4db1 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (4ae82e94-4df4-4296-a541-84402f176440), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.853637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Deleting port fefa993e-6172-4958-a832-ac8080b97641 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:26.853888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fefa993e-6172-4958-a832-ac8080b97641), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.918930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935059ea-209c-494a-9703-5e88684a95b4']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:26.923835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-440f2fe5-be13-420c-a225-7d13e58d4db1 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (4ae82e94-4df4-4296-a541-84402f176440), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.941493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ed61f9-f66f-413e-ae12-7cf803f73095') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:26.941826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ed61f9-f66f-413e-ae12-7cf803f73095') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:26.948275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f2fe5-be13-420c-a225-7d13e58d4db1 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae82e94-4df4-4296-a541-84402f176440,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:26.967607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (a8ed61f9-f66f-413e-ae12-7cf803f73095), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.969179 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.973090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_gateway (b95ce012-9a60-47ea-bce7-a6e932909407), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:26.992886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.000619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a8ed61f9-f66f-413e-ae12-7cf803f73095), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.051476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-440f2fe5-be13-420c-a225-7d13e58d4db1 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.055797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-440f2fe5-be13-420c-a225-7d13e58d4db1 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4968524 Apr 06 14:36:27.055797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43614) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:27.081552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:27.084101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (a8ed61f9-f66f-413e-ae12-7cf803f73095), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:27.089329 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:27.116136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce64bafe-570e-4bed-8dd6-dbc3d501a170 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (4ae82e94-4df4-4296-a541-84402f176440), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.128800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce64bafe-570e-4bed-8dd6-dbc3d501a170 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (4ae82e94-4df4-4296-a541-84402f176440), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.147870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] For port fefa993e-6172-4958-a832-ac8080b97641, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=fefa993e-6172-4958-a832-ac8080b97641,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:27.148013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fefa993e-6172-4958-a832-ac8080b97641), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.159878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.26.7.159 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/6272a7a7-70b2-4711-ac78-9108d50d5193) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:27.186175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Calling delete_port for fefa993e-6172-4958-a832-ac8080b97641 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:27.258705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce64bafe-570e-4bed-8dd6-dbc3d501a170 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (4ae82e94-4df4-4296-a541-84402f176440), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.277948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ce64bafe-570e-4bed-8dd6-dbc3d501a170 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.279149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ce64bafe-570e-4bed-8dd6-dbc3d501a170 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/4ae82e94-4df4-4296-a541-84402f176440 HTTP/1.1" status: 204 len: 168 time: 0.2227027 Apr 06 14:36:27.286358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (6272a7a7-70b2-4711-ac78-9108d50d5193), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.288023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43616) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:27.295818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64bafe-570e-4bed-8dd6-dbc3d501a170 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ae82e94-4df4-4296-a541-84402f176440,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:27.353792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6582edd6-6469-43c6-bed9-17009597d84b tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0645087 Apr 06 14:36:27.356415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43618) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:27.417620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28c03dae-37a1-4e63-8559-a89fc44bfde9 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (34b0bcf8-652e-4f7a-99df-b99c0cddf4d8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.431196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6272a7a7-70b2-4711-ac78-9108d50d5193), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.471306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28c03dae-37a1-4e63-8559-a89fc44bfde9 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (34b0bcf8-652e-4f7a-99df-b99c0cddf4d8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.495676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:27.505088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:27.515547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:27.525033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=6272a7a7-70b2-4711-ac78-9108d50d5193,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:27.539107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (935059ea-209c-494a-9703-5e88684a95b4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.554279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.557475 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] 10.222.0.71 "DELETE /v2.0/networks/935059ea-209c-494a-9703-5e88684a95b4 HTTP/1.1" status: 204 len: 168 time: 1.3338728 Apr 06 14:36:27.633893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4200bb-06bc-4cda-b5b2-5d6ba4693287 tempest-NetworksTestDHCPv6-601351888 tempest-NetworksTestDHCPv6-601351888-project] Pushing event deleted for resources: {'Network': ['ID=935059ea-209c-494a-9703-5e88684a95b4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:27.676517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28c03dae-37a1-4e63-8559-a89fc44bfde9 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (34b0bcf8-652e-4f7a-99df-b99c0cddf4d8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.679394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28c03dae-37a1-4e63-8559-a89fc44bfde9 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.680972 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-28c03dae-37a1-4e63-8559-a89fc44bfde9 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/34b0bcf8-652e-4f7a-99df-b99c0cddf4d8 HTTP/1.1" status: 204 len: 168 time: 0.3234966 Apr 06 14:36:27.688573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43622) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:27.712576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c03dae-37a1-4e63-8559-a89fc44bfde9 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b0bcf8-652e-4f7a-99df-b99c0cddf4d8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:27.764738 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a6014a8b-c3a3-4a70-b8d6-2c87ac3e6c5d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.0747137 Apr 06 14:36:27.768518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43624) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:27.845930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:27.876801 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (e109c3c0-d32a-407c-b736-4004b2d446c0), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.935276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:27.949215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_gateway (b95ce012-9a60-47ea-bce7-a6e932909407), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.030244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-857a4e42-5e95-4e0d-a3e5-159a50e32a71 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (56b3b624-5750-4927-9846-cd2e49b6a115), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.100193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43628) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.128136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-857a4e42-5e95-4e0d-a3e5-159a50e32a71 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (56b3b624-5750-4927-9846-cd2e49b6a115), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.155324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:28.167771 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-07ce28db-91cb-4c77-8cb1-314cbaa23099 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3703756 Apr 06 14:36:28.171203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:28.172418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43632) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.183809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (b95ce012-9a60-47ea-bce7-a6e932909407), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.188233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:28.189691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.207850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (fefa993e-6172-4958-a832-ac8080b97641), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.321279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:28.353844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefa993e-6172-4958-a832-ac8080b97641,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:28.356822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 759a55ca-9a8a-440b-ad38-42ba9f59c120 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:28.387044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 759a55ca-9a8a-440b-ad38-42ba9f59c120 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:28.387427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 759a55ca-9a8a-440b-ad38-42ba9f59c120 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:28.393111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Allocated IP 172.26.7.142 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/609233f8-c333-4f44-8db8-7dc7a084f066) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:28.398843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2299d3a5-5cd8-48ab-a0a8-6c9543600219 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet 1fca391a-d7fd-4056-8800-b4b924fdd887 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:28.402196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2299d3a5-5cd8-48ab-a0a8-6c9543600219 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (1fca391a-d7fd-4056-8800-b4b924fdd887), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.442566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:28.452358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-857a4e42-5e95-4e0d-a3e5-159a50e32a71 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (56b3b624-5750-4927-9846-cd2e49b6a115), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.457120 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-857a4e42-5e95-4e0d-a3e5-159a50e32a71 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.460577 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-857a4e42-5e95-4e0d-a3e5-159a50e32a71 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/56b3b624-5750-4927-9846-cd2e49b6a115 HTTP/1.1" status: 204 len: 168 time: 0.6858697 Apr 06 14:36:28.472775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43634) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.535598 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5450d38f-f10c-4b35-8e3e-5d7c0ab81a01 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab5466d6f9704cbfa9d1cae83febd8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258502 Apr 06 14:36:28.535598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a4e42-5e95-4e0d-a3e5-159a50e32a71 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b3b624-5750-4927-9846-cd2e49b6a115,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:28.539232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43636) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.576490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2299d3a5-5cd8-48ab-a0a8-6c9543600219 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (1fca391a-d7fd-4056-8800-b4b924fdd887), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.576762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:28.581035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (4c355361-081d-4412-9880-8b52fc565451), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.585845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:26Z', 'revision_number': 8, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.589768 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6bd54-5688-4a00-aea1-a808d61b43ee None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:28.603062 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6bd54-5688-4a00-aea1-a808d61b43ee None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:28.603700 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-55e6bd54-5688-4a00-aea1-a808d61b43ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.623682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:28.633738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:28.634725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.640440 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-55e6bd54-5688-4a00-aea1-a808d61b43ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.650159 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6bd54-5688-4a00-aea1-a808d61b43ee None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:28.650788 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-55e6bd54-5688-4a00-aea1-a808d61b43ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.667974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.670064 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9b04dfb7-c4d7-492e-ab5c-35cd9a1ec9ca tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1023583 Apr 06 14:36:28.674482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43638) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.690686 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-55e6bd54-5688-4a00-aea1-a808d61b43ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.691628 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6bd54-5688-4a00-aea1-a808d61b43ee None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:28.742480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:28.792258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (4c355361-081d-4412-9880-8b52fc565451), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.798313 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-57d53094-886b-4a89-851c-c3ed2f7889f3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3168495 Apr 06 14:36:28.804220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43640) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:28.806387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks [] for router_controller (4c355361-081d-4412-9880-8b52fc565451), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.808535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a1eb6611-bf07-4caf-9aff-c24431bd8661 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765321958'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:28.909071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for port (609233f8-c333-4f44-8db8-7dc7a084f066), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.915256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69836413-a9fe-4b24-97f6-798f1f2f2fa7 admin admin] Publish callbacks [] for security_group (2ee1870f-46cc-4db4-87cf-e6c6419a76bd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.941156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2299d3a5-5cd8-48ab-a0a8-6c9543600219 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (1fca391a-d7fd-4056-8800-b4b924fdd887), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:28.980736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:26Z', 'revision_number': 8, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:28.989115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69836413-a9fe-4b24-97f6-798f1f2f2fa7 admin admin] Publish callbacks [] for security_group (2ee1870f-46cc-4db4-87cf-e6c6419a76bd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.006378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6611-bf07-4caf-9aff-c24431bd8661 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.008286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155b7cc-176f-411e-b775-f146679745b8 None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:26Z', 'revision_number': 8, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67719e7-d0ec-4995-88c8-3cd1a6f8df7f', 'name': '', 'network_id': '9450fa26-fd4a-4a82-bf94-7beac8784b5c', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:21:2c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:36:04Z', 'updated_at': '2022-04-06T14:36:10Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '7db93699-c7e2-4d18-ac19-e1c347c7a580', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:29.034197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (4c355361-081d-4412-9880-8b52fc565451), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.034719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c355361-081d-4412-9880-8b52fc565451 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:29.039370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.043109 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e4a7cb21-3ac7-4402-8205-cb7659f5d959 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4c355361-081d-4412-9880-8b52fc565451 HTTP/1.1" status: 204 len: 168 time: 3.2396080 Apr 06 14:36:29.044969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43642) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.133767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-df083200-af15-4673-8802-da2fb412740f admin admin] Deleting subnet 1a1538ab-03a7-4dae-bdee-a3f378a18b9a {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:29.147674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df083200-af15-4673-8802-da2fb412740f admin admin] Publish callbacks [] for subnet (1a1538ab-03a7-4dae-bdee-a3f378a18b9a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.186309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (609233f8-c333-4f44-8db8-7dc7a084f066), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.198141 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6611-bf07-4caf-9aff-c24431bd8661 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (4f7ed7e7-7cc7-4218-853c-b66eec41e7f2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.224367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df083200-af15-4673-8802-da2fb412740f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (1a1538ab-03a7-4dae-bdee-a3f378a18b9a), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.229089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69836413-a9fe-4b24-97f6-798f1f2f2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2ee1870f-46cc-4db4-87cf-e6c6419a76bd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.233706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-69836413-a9fe-4b24-97f6-798f1f2f2fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.233706 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-69836413-a9fe-4b24-97f6-798f1f2f2fa7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2ee1870f-46cc-4db4-87cf-e6c6419a76bd HTTP/1.1" status: 204 len: 168 time: 0.6641893 Apr 06 14:36:29.233992 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2299d3a5-5cd8-48ab-a0a8-6c9543600219 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (1fca391a-d7fd-4056-8800-b4b924fdd887), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.242433 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:29.281254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:29.284699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Pushing event updated for resources: {'Port': ['ID=609233f8-c333-4f44-8db8-7dc7a084f066,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.287373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:29.289598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299d3a5-5cd8-48ab-a0a8-6c9543600219 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=1fca391a-d7fd-4056-8800-b4b924fdd887,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.292414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69836413-a9fe-4b24-97f6-798f1f2f2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee1870f-46cc-4db4-87cf-e6c6419a76bd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.297075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2299d3a5-5cd8-48ab-a0a8-6c9543600219 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.297452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6611-bf07-4caf-9aff-c24431bd8661 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4f7ed7e7-7cc7-4218-853c-b66eec41e7f2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.303576 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2299d3a5-5cd8-48ab-a0a8-6c9543600219 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/1fca391a-d7fd-4056-8800-b4b924fdd887 HTTP/1.1" status: 204 len: 168 time: 1.1109200 Apr 06 14:36:29.305192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec153d-bc8b-418f-8241-3d3379777ac7 None None] Network 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:29.314001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43648) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.452653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb6611-bf07-4caf-9aff-c24431bd8661 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ed7e7-7cc7-4218-853c-b66eec41e7f2,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:29.756156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] DHCP port deletion for 37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:29.787914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router_gateway (e109c3c0-d32a-407c-b736-4004b2d446c0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.842738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] Deleting port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:29.843290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.899656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6611-bf07-4caf-9aff-c24431bd8661 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.900890 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a1eb6611-bf07-4caf-9aff-c24431bd8661 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0957205 Apr 06 14:36:29.903944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43658) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:29.921297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1082cf37-f252-470a-aa0f-4fbfd3241100 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': '4f7ed7e7-7cc7-4218-853c-b66eec41e7f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:29.931728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] For port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c2fad1ae-2f5a-4dcf-85a3-23f0759696f6,segment=NetworkSegment(8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e),segment_id=8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:29.932138 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.945786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df083200-af15-4673-8802-da2fb412740f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (1a1538ab-03a7-4dae-bdee-a3f378a18b9a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.945786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:29.948736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] Calling delete_port for c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:29.955503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.127265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.171548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] Pushing event deleted for resources: {'Port': ['ID=c2fad1ae-2f5a-4dcf-85a3-23f0759696f6,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:30.176415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5437d-67f4-4241-8dd9-c94b0638f2fe None None] No DVR routers for this DVR port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:30.191366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:30.191856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.326274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df083200-af15-4673-8802-da2fb412740f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (1a1538ab-03a7-4dae-bdee-a3f378a18b9a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.350641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:30.350641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.354839 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (e109c3c0-d32a-407c-b736-4004b2d446c0), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.363937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (e109c3c0-d32a-407c-b736-4004b2d446c0), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.368093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:30.376746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df083200-af15-4673-8802-da2fb412740f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1538ab-03a7-4dae-bdee-a3f378a18b9a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:30.395775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:30.406098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:30.408189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:30.408375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 was not found and therefore no delete operation was performed {{(pid=104443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:36:30.411513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 47760492-5f15-4ae7-a33d-8f02ecdee75f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:30.412183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df083200-af15-4673-8802-da2fb412740f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.415783 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-df083200-af15-4673-8802-da2fb412740f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1a1538ab-03a7-4dae-bdee-a3f378a18b9a HTTP/1.1" status: 204 len: 168 time: 1.3697932 Apr 06 14:36:30.417312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3eeea4-f447-4607-bad3-d81f33d0010f None None] Network 4ac93f14-37fa-473f-8320-bd08fb092fdf requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:30.419656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43668) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.422211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c2fad1ae-2f5a-4dcf-85a3-23f0759696f6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.443831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 47760492-5f15-4ae7-a33d-8f02ecdee75f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:30.444153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 47760492-5f15-4ae7-a33d-8f02ecdee75f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:30.444577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device fefa993e-6172-4958-a832-ac8080b97641 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:30.473393 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1082cf37-f252-470a-aa0f-4fbfd3241100 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (4c61017f-105c-4d2f-a620-12d9bfeee54e), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.538936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: fefa993e-6172-4958-a832-ac8080b97641 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:30.539211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=c2fad1ae-2f5a-4dcf-85a3-23f0759696f6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:30.539742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device fefa993e-6172-4958-a832-ac8080b97641 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:30.546655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No DVR routers for this DVR port c2fad1ae-2f5a-4dcf-85a3-23f0759696f6 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:30.608782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1082cf37-f252-470a-aa0f-4fbfd3241100 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (4c61017f-105c-4d2f-a620-12d9bfeee54e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.677136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (4ac93f14-37fa-473f-8320-bd08fb092fdf), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.682947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] DHCP port deletion for 4ac93f14-37fa-473f-8320-bd08fb092fdf request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:30.683188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1082cf37-f252-470a-aa0f-4fbfd3241100 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (4c61017f-105c-4d2f-a620-12d9bfeee54e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.705633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082cf37-f252-470a-aa0f-4fbfd3241100 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c61017f-105c-4d2f-a620-12d9bfeee54e,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:30.711016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Router e109c3c0-d32a-407c-b736-4004b2d446c0 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:30.715847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.721414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.20.0.1 (8e31b2b2-cd72-4c5b-94aa-f66662184a15/076f30a1-b5ca-4f14-954f-09dbb526f7fa/3ed2504d-05a6-40c0-aec9-8e94890614c6) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:30.747883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] Deleting port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:30.748254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.761985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43672) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.777929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:30.803195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:30.803470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:30.806156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1082cf37-f252-470a-aa0f-4fbfd3241100 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.811109 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1082cf37-f252-470a-aa0f-4fbfd3241100 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8995116 Apr 06 14:36:30.814724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43676) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.838296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] For port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:30.839350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.858748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.866637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-505be9e7-8b53-4348-a6cf-acdb686cd98e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (4c61017f-105c-4d2f-a620-12d9bfeee54e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.867193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] Calling delete_port for 2fbfecbb-8549-4682-8e74-95a76bd7eeaf owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:30.878996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-505be9e7-8b53-4348-a6cf-acdb686cd98e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (4c61017f-105c-4d2f-a620-12d9bfeee54e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.890118 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.895266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2064041597'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:30.912480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:30.918700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.923901 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2309fea2-386a-492f-b425-a572f667dd13 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "PUT /v2.0/routers/e109c3c0-d32a-407c-b736-4004b2d446c0 HTTP/1.1" status: 200 len: 915 time: 4.8125403 Apr 06 14:36:30.923901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43678) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (8a37a7c0-5bf4-40b9-bcfb-e2611d3de36e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:30.930850 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:30.935284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c6ce6-ab1d-4cd0-911a-39a006226adb None None] Sync routers for ids ['e109c3c0-d32a-407c-b736-4004b2d446c0'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:30.962273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c6ce6-ab1d-4cd0-911a-39a006226adb None None] Routers {'e109c3c0-d32a-407c-b736-4004b2d446c0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:30.962910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e05c6ce6-ab1d-4cd0-911a-39a006226adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e109c3c0-d32a-407c-b736-4004b2d446c0'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.006011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Deleting port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:31.006714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.006897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e05c6ce6-ab1d-4cd0-911a-39a006226adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.018244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c6ce6-ab1d-4cd0-911a-39a006226adb None None] Routers {'e109c3c0-d32a-407c-b736-4004b2d446c0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:31.018881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e05c6ce6-ab1d-4cd0-911a-39a006226adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e109c3c0-d32a-407c-b736-4004b2d446c0'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.019129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (3ed2504d-05a6-40c0-aec9-8e94890614c6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.055338 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8c0e8cdf-0a6c-4870-acdb-d64f9cf409db tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/routers/e109c3c0-d32a-407c-b736-4004b2d446c0 HTTP/1.1" status: 200 len: 921 time: 0.1283226 Apr 06 14:36:31.055811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43680) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.056348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e05c6ce6-ab1d-4cd0-911a-39a006226adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.057005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c6ce6-ab1d-4cd0-911a-39a006226adb None None] The sync data for ids ['e109c3c0-d32a-407c-b736-4004b2d446c0'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:31.068036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-505be9e7-8b53-4348-a6cf-acdb686cd98e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (4c61017f-105c-4d2f-a620-12d9bfeee54e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.089557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-505be9e7-8b53-4348-a6cf-acdb686cd98e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.090738 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-505be9e7-8b53-4348-a6cf-acdb686cd98e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/4c61017f-105c-4d2f-a620-12d9bfeee54e HTTP/1.1" status: 204 len: 168 time: 0.2747891 Apr 06 14:36:31.093822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43682) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.105175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] For port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,segment=NetworkSegment(5c978b24-f985-49a8-a285-4a89506b173e),segment_id=5c978b24-f985-49a8-a285-4a89506b173e)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:31.105581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.109396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Made reservation on behalf of 2c83e1899e2142fa8a34fcab7735befc for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:31.113624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.113763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505be9e7-8b53-4348-a6cf-acdb686cd98e tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c61017f-105c-4d2f-a620-12d9bfeee54e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.134844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Calling delete_port for 2fbfecbb-8549-4682-8e74-95a76bd7eeaf owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:31.137270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.138683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.142916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.149269 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-34d2c533-914d-4152-bd6c-9b61b27dc110 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528116 Apr 06 14:36:31.151362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62883c79-63e1-4a87-9419-0c4da6ba0e6c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:31.155578 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-62883c79-63e1-4a87-9419-0c4da6ba0e6c tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=e109c3c0-d32a-407c-b736-4004b2d446c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0959485 Apr 06 14:36:31.155578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43684) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.155934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43686) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.163780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.167419 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6 HTTP/1.1" status: 204 len: 168 time: 1.8495185 Apr 06 14:36:31.171715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43688) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.174333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] Pushing event deleted for resources: {'Port': ['ID=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.180808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c863b95-3bae-4a08-a8db-a02929e1ee46 None None] No DVR routers for this DVR port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:31.236101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3ed2504d-05a6-40c0-aec9-8e94890614c6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.238146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b1242-d638-4da8-adf3-3812a690f57f tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=37c9fdae-8f0d-4ce6-aa78-bc6dc4596aa6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.311156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:31.321386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:31.332649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:31.365091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=3ed2504d-05a6-40c0-aec9-8e94890614c6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.406365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9e3eca5-033e-4a07-b39e-3b91a3ae3133 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (4f7ed7e7-7cc7-4218-853c-b66eec41e7f2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.413278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (2fbfecbb-8549-4682-8e74-95a76bd7eeaf), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.416783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (b95ce012-9a60-47ea-bce7-a6e932909407), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.463041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4bd73b-5d2a-4162-96c1-e20fe01ca05f tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:31.464470 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eb4bd73b-5d2a-4162-96c1-e20fe01ca05f tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/networks/5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 881 time: 0.3077404 Apr 06 14:36:31.474334 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43690) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.487593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbfecbb-8549-4682-8e74-95a76bd7eeaf,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.491768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] No DVR routers for this DVR port 2fbfecbb-8549-4682-8e74-95a76bd7eeaf on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:31.492630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9e3eca5-033e-4a07-b39e-3b91a3ae3133 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (4f7ed7e7-7cc7-4218-853c-b66eec41e7f2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.519174 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-664f0351-172a-4889-9d3e-fcd972cf215a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e109c3c0-d32a-407c-b736-4004b2d446c0 HTTP/1.1" status: 200 len: 205 time: 0.0436919 Apr 06 14:36:31.522345 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43692) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.534713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for security_group (2e2f2056-5003-456b-a346-53a5a0cbf9a7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.615922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (4ac93f14-37fa-473f-8320-bd08fb092fdf), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.619918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2e2f2056-5003-456b-a346-53a5a0cbf9a7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.664864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac93f14-37fa-473f-8320-bd08fb092fdf']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.671203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:31.688971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c978b24-f985-49a8-a285-4a89506b173e') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.689266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c978b24-f985-49a8-a285-4a89506b173e') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:31.707846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (5c978b24-f985-49a8-a285-4a89506b173e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.709161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (e109c3c0-d32a-407c-b736-4004b2d446c0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.714177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2f2056-5003-456b-a346-53a5a0cbf9a7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.727463 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5c978b24-f985-49a8-a285-4a89506b173e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.734060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:31.734464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (5c978b24-f985-49a8-a285-4a89506b173e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:31.736984 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:31.754130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.754483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Added segment 7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f of type vlan for network b1f9d44c-2d3c-4d15-89d0-64ff53384198 Apr 06 14:36:31.773258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9e3eca5-033e-4a07-b39e-3b91a3ae3133 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4f7ed7e7-7cc7-4218-853c-b66eec41e7f2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.775874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e9e3eca5-033e-4a07-b39e-3b91a3ae3133 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.777028 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e9e3eca5-033e-4a07-b39e-3b91a3ae3133 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/4f7ed7e7-7cc7-4218-853c-b66eec41e7f2 HTTP/1.1" status: 204 len: 168 time: 0.6228018 Apr 06 14:36:31.784914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43694) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.811388 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3eca5-033e-4a07-b39e-3b91a3ae3133 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ed7e7-7cc7-4218-853c-b66eec41e7f2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:31.881965 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ac1f2941-bd43-436b-b07b-3fa4f85ee9ff tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0949864 Apr 06 14:36:31.885779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43696) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:31.889865 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e8e47d91-67ab-4779-840c-13345a6bdf03 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462952207'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:31.897972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (b1f9d44c-2d3c-4d15-89d0-64ff53384198), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.902986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3ed2504d-05a6-40c0-aec9-8e94890614c6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.932996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (e109c3c0-d32a-407c-b736-4004b2d446c0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.962041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-e36652aa-e5bd-4143-bfc1-6b41f6571f64 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2058856 Apr 06 14:36:31.967758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.968325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (4ac93f14-37fa-473f-8320-bd08fb092fdf), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.973142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:31.979515 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4ac93f14-37fa-473f-8320-bd08fb092fdf HTTP/1.1" status: 204 len: 168 time: 1.5559111 Apr 06 14:36:31.999519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e81cc2-1724-4959-bd56-170093435270 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac93f14-37fa-473f-8320-bd08fb092fdf,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:32.034256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8e47d91-67ab-4779-840c-13345a6bdf03 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.099950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (b1f9d44c-2d3c-4d15-89d0-64ff53384198), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.105059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:32.105653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.143771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8e47d91-67ab-4779-840c-13345a6bdf03 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (f22d1f64-8e97-4c62-a869-a5a16b1ded61), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.202885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event updated for resources: {'Network': ['ID=b1f9d44c-2d3c-4d15-89d0-64ff53384198,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:32.220494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network b1f9d44c-2d3c-4d15-89d0-64ff53384198 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:32.224145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-00e5fb3f-aa96-4fbc-893b-02d8e92f6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:32.225748 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-00e5fb3f-aa96-4fbc-893b-02d8e92f6d44 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1130 time: 0.1808450 Apr 06 14:36:32.230699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Deleting port 609233f8-c333-4f44-8db8-7dc7a084f066 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:32.231069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (609233f8-c333-4f44-8db8-7dc7a084f066), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.278062 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8e47d91-67ab-4779-840c-13345a6bdf03 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f22d1f64-8e97-4c62-a869-a5a16b1ded61), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.326629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2fbfecbb-8549-4682-8e74-95a76bd7eeaf no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:32.342556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47d91-67ab-4779-840c-13345a6bdf03 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22d1f64-8e97-4c62-a869-a5a16b1ded61,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:32.351151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 2fbfecbb-8549-4682-8e74-95a76bd7eeaf {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:32.351868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2fbfecbb-8549-4682-8e74-95a76bd7eeaf not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:32.368149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-928034ee-54d2-4260-b733-3fdb68495d6f tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6015437 Apr 06 14:36:32.377917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43700) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.379948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (609233f8-c333-4f44-8db8-7dc7a084f066), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.393699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Request body: {'subnet': {'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:32.418833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Calling delete_port for 609233f8-c333-4f44-8db8-7dc7a084f066 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:32.457565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-9ada2633-4b49-4e0b-bbe4-52c5b3f36e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:32.459212 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-9ada2633-4b49-4e0b-bbe4-52c5b3f36e96 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 200 len: 898 time: 0.2103906 Apr 06 14:36:32.543330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (3ed2504d-05a6-40c0-aec9-8e94890614c6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.562075 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-56bba727-eb0c-42eb-8fa0-36243cee7442 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d33610df-3176-4b40-a166-e979bf242268 HTTP/1.1" status: 200 len: 1002 time: 0.0963511 Apr 06 14:36:32.599347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43704) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.628049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (3ed2504d-05a6-40c0-aec9-8e94890614c6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.712755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-5201e1d2-4412-47e4-b24c-46a1f7a55f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:32.714553 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-5201e1d2-4412-47e4-b24c-46a1f7a55f95 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bdf83bf5-3213-426a-bbec-a8a637500fc5 HTTP/1.1" status: 200 len: 838 time: 0.1458797 Apr 06 14:36:32.744432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e8e47d91-67ab-4779-840c-13345a6bdf03 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.745696 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e8e47d91-67ab-4779-840c-13345a6bdf03 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8591993 Apr 06 14:36:32.750257 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43710) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.756519 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a76043e7-13cc-452e-93dc-a1900c771881 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': 'f22d1f64-8e97-4c62-a869-a5a16b1ded61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:32.770478 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-09cfd3e7-78cd-4dc8-bd2d-680564770017 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=641e44efd4d54ec38327e1b9cccfa7a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1699929 Apr 06 14:36:32.772009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (b95ce012-9a60-47ea-bce7-a6e932909407), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.776926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43712) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:32.777546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=3ed2504d-05a6-40c0-aec9-8e94890614c6,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:32.879453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-0ce2bb36-17e9-4cfc-ad29-f1fa0b484b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:32.880995 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-0ce2bb36-17e9-4cfc-ad29-f1fa0b484b8d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6fe15972-769a-47ad-b807-182715bb80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1586106 Apr 06 14:36:32.948167 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:32.948757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:32.971483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a76043e7-13cc-452e-93dc-a1900c771881 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (609af9ee-4c7b-4199-8139-dbeaec8c7a2f), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.011824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Made reservation on behalf of 2c83e1899e2142fa8a34fcab7735befc for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:33.015755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.214123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port c67719e7-d0ec-4995-88c8-3cd1a6f8df7f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,segment=NetworkSegment(b5035308-319a-467d-a67e-001337d988f3),segment_id=b5035308-319a-467d-a67e-001337d988f3)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:33.214493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.238159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a76043e7-13cc-452e-93dc-a1900c771881 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (609af9ee-4c7b-4199-8139-dbeaec8c7a2f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.239361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for c67719e7-d0ec-4995-88c8-3cd1a6f8df7f owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:33.277302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9c99-fed3-4407-84e8-d153cbea0c48 admin admin] Publish callbacks [] for security_group (d927b70f-405d-4272-a577-3a4706277e6d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.323839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9c99-fed3-4407-84e8-d153cbea0c48 admin admin] Publish callbacks [] for security_group (d927b70f-405d-4272-a577-3a4706277e6d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.331769 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:33.346910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (609233f8-c333-4f44-8db8-7dc7a084f066), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.347327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:33.387071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a76043e7-13cc-452e-93dc-a1900c771881 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (609af9ee-4c7b-4199-8139-dbeaec8c7a2f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.398922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event deleted for resources: {'Port': ['ID=609233f8-c333-4f44-8db8-7dc7a084f066,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:33.440592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76043e7-13cc-452e-93dc-a1900c771881 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609af9ee-4c7b-4199-8139-dbeaec8c7a2f,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:33.457007 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-ea934a06-f75f-4f3f-be0b-67eb1002fd6c service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667889 Apr 06 14:36:33.550616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a76043e7-13cc-452e-93dc-a1900c771881 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.551867 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a76043e7-13cc-452e-93dc-a1900c771881 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7988889 Apr 06 14:36:33.556264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43714) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:33.587782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:33.597557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (e109c3c0-d32a-407c-b736-4004b2d446c0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.603571 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9ed36d48-8dd6-4327-be08-012a1a0bd395 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules/609af9ee-4c7b-4199-8139-dbeaec8c7a2f HTTP/1.1" status: 200 len: 763 time: 0.0461020 Apr 06 14:36:33.605668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9c99-fed3-4407-84e8-d153cbea0c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d927b70f-405d-4272-a577-3a4706277e6d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.608257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9c99-fed3-4407-84e8-d153cbea0c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.612646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5f2a9c99-fed3-4407-84e8-d153cbea0c48 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d927b70f-405d-4272-a577-3a4706277e6d HTTP/1.1" status: 204 len: 168 time: 0.8283606 Apr 06 14:36:33.612646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43716) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:33.614595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3ae60f7-490c-4ffd-b644-16bea112a79c req-1f03ff03-cfc0-484d-96d0-15ddf5c20334 service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501174 Apr 06 14:36:33.638038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a9c99-fed3-4407-84e8-d153cbea0c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d927b70f-405d-4272-a577-3a4706277e6d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:33.724832 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (e109c3c0-d32a-407c-b736-4004b2d446c0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.727145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (e109c3c0-d32a-407c-b736-4004b2d446c0), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.739925 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-643d2a27-f1b3-40f2-912d-b5fe5fd5a81a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1241915 Apr 06 14:36:33.742557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43720) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:33.774128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c67719e7-d0ec-4995-88c8-3cd1a6f8df7f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.783437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39161542-31e7-40d2-bc04-bb214deee5cb tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (609af9ee-4c7b-4199-8139-dbeaec8c7a2f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.799051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39161542-31e7-40d2-bc04-bb214deee5cb tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (609af9ee-4c7b-4199-8139-dbeaec8c7a2f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.805447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=c67719e7-d0ec-4995-88c8-3cd1a6f8df7f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:33.808019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:33.816908 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-42cc63d9-f894-4105-831a-e7052536cdbf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/routers/b95ce012-9a60-47ea-bce7-a6e932909407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1365824 Apr 06 14:36:33.816908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43722) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:33.822703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'port': {'network_id': '8e31b2b2-cd72-4c5b-94aa-f66662184a15', 'name': 'tempest-FloatingIPTestJSON-1196816109'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:33.823970 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95963e6-23f9-4eba-a19a-d149609121f6 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:33.844936 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95963e6-23f9-4eba-a19a-d149609121f6 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:33.845889 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a95963e6-23f9-4eba-a19a-d149609121f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:33.891756 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a95963e6-23f9-4eba-a19a-d149609121f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:33.926309 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95963e6-23f9-4eba-a19a-d149609121f6 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:33.926991 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a95963e6-23f9-4eba-a19a-d149609121f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:33.937475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (6408baeb-3276-4cc2-9a14-78e46b04f5e6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.941857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:33.975773 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a95963e6-23f9-4eba-a19a-d149609121f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:33.976423 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95963e6-23f9-4eba-a19a-d149609121f6 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:34.002043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (e109c3c0-d32a-407c-b736-4004b2d446c0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.002849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Fanout notify agent at l3_agent the message router_deleted on router e109c3c0-d32a-407c-b736-4004b2d446c0 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:34.015486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.017517 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e895cf61-4058-4fcd-9b64-0dc40f0f80a0 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/e109c3c0-d32a-407c-b736-4004b2d446c0 HTTP/1.1" status: 204 len: 168 time: 2.4918971 Apr 06 14:36:34.022676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43724) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.028392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1955667559', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:34.034127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39161542-31e7-40d2-bc04-bb214deee5cb tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (609af9ee-4c7b-4199-8139-dbeaec8c7a2f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.044284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39161542-31e7-40d2-bc04-bb214deee5cb tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.047009 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-39161542-31e7-40d2-bc04-bb214deee5cb tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/609af9ee-4c7b-4199-8139-dbeaec8c7a2f HTTP/1.1" status: 204 len: 168 time: 0.3021338 Apr 06 14:36:34.051428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43726) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.067175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:34.070562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.082373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39161542-31e7-40d2-bc04-bb214deee5cb tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=609af9ee-4c7b-4199-8139-dbeaec8c7a2f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:34.104197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] device_id is not set on port b55ce3d3-92f2-403c-b6d4-e241e2e5c59d yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:34.125244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event updated for resources: {'Subnet': ['ID=6408baeb-3276-4cc2-9a14-78e46b04f5e6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:34.143865 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Checking segment: {'id': '7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:34.144277 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Network hostable DHCP agents. Network: b1f9d44c-2d3c-4d15-89d0-64ff53384198, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:34.162226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-99a7ca31-8dc7-4df3-9ed8-04fcc0b961b2 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1071546 Apr 06 14:36:34.163001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43730) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.167596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-010116ee-ad35-4189-8c6c-63231e71246b tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': 'f22d1f64-8e97-4c62-a869-a5a16b1ded61', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:34.190809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (7a32110d-5632-40ca-907a-ba6b3bb9e029), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.195136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (7a32110d-5632-40ca-907a-ba6b3bb9e029), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.261612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Network b1f9d44c-2d3c-4d15-89d0-64ff53384198 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:34.309857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.20.0.4 (8e31b2b2-cd72-4c5b-94aa-f66662184a15/076f30a1-b5ca-4f14-954f-09dbb526f7fa/b55ce3d3-92f2-403c-b6d4-e241e2e5c59d) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:34.312845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (7a32110d-5632-40ca-907a-ba6b3bb9e029), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.330297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:34.351927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-010116ee-ad35-4189-8c6c-63231e71246b tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (8cd84b20-f367-4530-bbd6-464505bb40ce), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.435949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, b1f9d44c-2d3c-4d15-89d0-64ff53384198) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:34.444640 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:34.445293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.452981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964ab80-f8dd-4fd8-b9bb-791668fabc02 None None] Network b1f9d44c-2d3c-4d15-89d0-64ff53384198 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:34.464392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:34.473667 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-802f99c7-eb4e-4604-98ef-abf109e9b387 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2995584 Apr 06 14:36:34.474316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43738) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.481310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:34.537213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-41798d5c-0eae-410c-b71a-4fbd3acce931 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet 7db93699-c7e2-4d18-ac19-e1c347c7a580 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:34.541178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41798d5c-0eae-410c-b71a-4fbd3acce931 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (7db93699-c7e2-4d18-ac19-e1c347c7a580), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.546747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-010116ee-ad35-4189-8c6c-63231e71246b tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (8cd84b20-f367-4530-bbd6-464505bb40ce), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.597746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41798d5c-0eae-410c-b71a-4fbd3acce931 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (7db93699-c7e2-4d18-ac19-e1c347c7a580), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.628219 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e2db6e51-649f-470a-b770-6211e0deece6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2456052 Apr 06 14:36:34.631977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43742) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.637651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Request body: {'port': {'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198', 'name': 'tempest-ExtraDHCPOptionsTestJSON-413047552'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:34.651996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-010116ee-ad35-4189-8c6c-63231e71246b tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8cd84b20-f367-4530-bbd6-464505bb40ce), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.677190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (7a32110d-5632-40ca-907a-ba6b3bb9e029), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.698149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010116ee-ad35-4189-8c6c-63231e71246b tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd84b20-f367-4530-bbd6-464505bb40ce,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:34.702500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (b55ce3d3-92f2-403c-b6d4-e241e2e5c59d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.753270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:34.753948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:34.793353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41798d5c-0eae-410c-b71a-4fbd3acce931 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7db93699-c7e2-4d18-ac19-e1c347c7a580), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.798320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-010116ee-ad35-4189-8c6c-63231e71246b tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.799943 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-010116ee-ad35-4189-8c6c-63231e71246b tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6358821 Apr 06 14:36:34.804520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43746) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.828902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-b1f9d44c-2d3c-4d15-89d0-64ff53384198', 'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198', 'project_id': '2c83e1899e2142fa8a34fcab7735befc', 'fixed_ips': [{'subnet_id': '6408baeb-3276-4cc2-9a14-78e46b04f5e6'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:34.829976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.836583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b55ce3d3-92f2-403c-b6d4-e241e2e5c59d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.888843 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-00dbceaf-5a74-4f1c-a1cf-bb167acd48df tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules/8cd84b20-f367-4530-bbd6-464505bb40ce HTTP/1.1" status: 200 len: 763 time: 0.0811460 Apr 06 14:36:34.892447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43752) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.933987 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Made reservation on behalf of 2c83e1899e2142fa8a34fcab7735befc for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:34.937962 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.938844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:34.944998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:34.945211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:34.954246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41798d5c-0eae-410c-b71a-4fbd3acce931 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (7db93699-c7e2-4d18-ac19-e1c347c7a580), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:34.955917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:34.974941 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-33d514cd-a08b-47fc-87e4-f6791a46f990 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0808938 Apr 06 14:36:34.982895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43754) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:34.987008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=b55ce3d3-92f2-403c-b6d4-e241e2e5c59d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.004140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] device_id is not set on port 1cee8f87-2039-452f-84a7-30d892b2ade2 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:35.018521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41798d5c-0eae-410c-b71a-4fbd3acce931 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.022847 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-41798d5c-0eae-410c-b71a-4fbd3acce931 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/7db93699-c7e2-4d18-ac19-e1c347c7a580 HTTP/1.1" status: 204 len: 168 time: 0.5475497 Apr 06 14:36:35.025495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41798d5c-0eae-410c-b71a-4fbd3acce931 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=7db93699-c7e2-4d18-ac19-e1c347c7a580,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.031140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43758) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:35.050242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10251d25-f4db-4711-b05e-e3c8f80906ff tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (8cd84b20-f367-4530-bbd6-464505bb40ce), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.059538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:35.060317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.075074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700be3fa-3603-4b96-8d11-e240aeb04700 None None] Network 9450fa26-fd4a-4a82-bf94-7beac8784b5c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:35.081006 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10251d25-f4db-4711-b05e-e3c8f80906ff tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (8cd84b20-f367-4530-bbd6-464505bb40ce), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.170260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (9450fa26-fd4a-4a82-bf94-7beac8784b5c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.187045 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43760) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:35.227519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-39da0034-ba1f-4349-b6b7-798cdc124bf5 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4096975 Apr 06 14:36:35.229924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43766) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:35.236019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Allocated IP 172.20.0.2 (b1f9d44c-2d3c-4d15-89d0-64ff53384198/6408baeb-3276-4cc2-9a14-78e46b04f5e6/782ff285-5a08-4957-9b6e-34176854d170) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:35.237272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'port': {'network_id': '8e31b2b2-cd72-4c5b-94aa-f66662184a15', 'name': 'tempest-FloatingIPTestJSON-350739614'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:35.238820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10251d25-f4db-4711-b05e-e3c8f80906ff tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8cd84b20-f367-4530-bbd6-464505bb40ce), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.254071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10251d25-f4db-4711-b05e-e3c8f80906ff tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.255981 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-10251d25-f4db-4711-b05e-e3c8f80906ff tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/8cd84b20-f367-4530-bbd6-464505bb40ce HTTP/1.1" status: 204 len: 168 time: 0.2721536 Apr 06 14:36:35.257433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10251d25-f4db-4711-b05e-e3c8f80906ff tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cd84b20-f367-4530-bbd6-464505bb40ce,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.262879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43768) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:35.293185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (7a32110d-5632-40ca-907a-ba6b3bb9e029), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.319700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 2dfd4266-3768-42e3-af01-a2dfce15ea67 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:35.320054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.329160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.368145 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-88b8740f-2498-4cd0-b96b-a069b0a05378 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1024427 Apr 06 14:36:35.372084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43770) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:35.377680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-541036989'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:35.418947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-4caff7a0-252f-461d-bcfc-55c916195a79 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': 'f22d1f64-8e97-4c62-a869-a5a16b1ded61', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:35.444936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port 2dfd4266-3768-42e3-af01-a2dfce15ea67, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2dfd4266-3768-42e3-af01-a2dfce15ea67,segment=NetworkSegment(b5035308-319a-467d-a67e-001337d988f3),segment_id=b5035308-319a-467d-a67e-001337d988f3)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:35.445432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.468398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 2dfd4266-3768-42e3-af01-a2dfce15ea67 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:35.520948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Made reservation on behalf of 0c802bf9dc2a4608bc1b039e46130e30 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:35.522435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Allocated IP 172.26.7.57 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/24f5f54c-20fd-44c1-a278-231fe5e6a79c) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:35.524544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.528601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Publish callbacks [] for port (782ff285-5a08-4957-9b6e-34176854d170), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.536188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:33Z', 'revision_number': 9, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:35.540580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] DHCP port deletion for 9450fa26-fd4a-4a82-bf94-7beac8784b5c request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:35.543537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.548159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:35.553579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.564964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4caff7a0-252f-461d-bcfc-55c916195a79 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (8dd323e5-6389-4667-9948-653f757c976a), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.568567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:35.594942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] device_id is not set on port 4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:35.601627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:35.602276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:35.668334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (782ff285-5a08-4957-9b6e-34176854d170), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.700095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4caff7a0-252f-461d-bcfc-55c916195a79 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (8dd323e5-6389-4667-9948-653f757c976a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.736950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Network b1f9d44c-2d3c-4d15-89d0-64ff53384198 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:35.753513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:35.758700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:35.760488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Pushing event updated for resources: {'Port': ['ID=782ff285-5a08-4957-9b6e-34176854d170,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.762725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:35.770890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Allocated IP 172.20.0.11 (b1f9d44c-2d3c-4d15-89d0-64ff53384198/6408baeb-3276-4cc2-9a14-78e46b04f5e6/1cee8f87-2039-452f-84a7-30d892b2ade2) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:35.801854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4caff7a0-252f-461d-bcfc-55c916195a79 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8dd323e5-6389-4667-9948-653f757c976a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.802146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] Deleting port 2dfd4266-3768-42e3-af01-a2dfce15ea67 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:35.802524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.816677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for security_group (80ca4d67-aa6e-4af4-a9e6-92e9da2a72c8), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.832230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caff7a0-252f-461d-bcfc-55c916195a79 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd323e5-6389-4667-9948-653f757c976a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.838151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.841727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.20.0.13 (8e31b2b2-cd72-4c5b-94aa-f66662184a15/076f30a1-b5ca-4f14-954f-09dbb526f7fa/4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:35.846819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for port (24f5f54c-20fd-44c1-a278-231fe5e6a79c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.887774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No DVR routers for this DVR port 2dfd4266-3768-42e3-af01-a2dfce15ea67 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:35.913816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4caff7a0-252f-461d-bcfc-55c916195a79 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.918660 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4caff7a0-252f-461d-bcfc-55c916195a79 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5455420 Apr 06 14:36:35.919385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43772) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:35.921068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=2dfd4266-3768-42e3-af01-a2dfce15ea67,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:35.925152 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (80ca4d67-aa6e-4af4-a9e6-92e9da2a72c8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.939479 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9b531ebf-fad8-421a-bf8b-d411d6844742 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules/8dd323e5-6389-4667-9948-653f757c976a HTTP/1.1" status: 200 len: 764 time: 0.0165794 Apr 06 14:36:35.939701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43774) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:35.948670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (24f5f54c-20fd-44c1-a278-231fe5e6a79c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.979011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:35.983628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Attempting to bind port 782ff285-5a08-4957-9b6e-34176854d170 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:35.984185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Attempting to bind port 782ff285-5a08-4957-9b6e-34176854d170 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:35.984440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Attempting to bind port 782ff285-5a08-4957-9b6e-34176854d170 on network b1f9d44c-2d3c-4d15-89d0-64ff53384198 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:35.992881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] For port 2dfd4266-3768-42e3-af01-a2dfce15ea67, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2dfd4266-3768-42e3-af01-a2dfce15ea67,segment=NetworkSegment(b5035308-319a-467d-a67e-001337d988f3),segment_id=b5035308-319a-467d-a67e-001337d988f3)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:35.993111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:35.993374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.000207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:36.005510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:36.007963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:36.008469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Checking segment: {'id': '7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:36.008747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.009150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Bound using segment: {'id': '7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:36.009641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Bound port: 782ff285-5a08-4957-9b6e-34176854d170, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:36.010415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (782ff285-5a08-4957-9b6e-34176854d170), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.020751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] Calling delete_port for 2dfd4266-3768-42e3-af01-a2dfce15ea67 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:36.055150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event updated for resources: {'Port': ['ID=24f5f54c-20fd-44c1-a278-231fe5e6a79c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:36.069804 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-64e3f9ff-f8f8-4b5f-a782-0ddabbae3212 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1265459 Apr 06 14:36:36.072876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43776) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:36.144399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d6b78e5c-84cc-485e-9191-9fe22dda27ad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (8dd323e5-6389-4667-9948-653f757c976a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.153998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d6b78e5c-84cc-485e-9191-9fe22dda27ad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (8dd323e5-6389-4667-9948-653f757c976a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.206361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] For port 782ff285-5a08-4957-9b6e-34176854d170, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:36.210106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] For port 782ff285-5a08-4957-9b6e-34176854d170, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=782ff285-5a08-4957-9b6e-34176854d170,segment=NetworkSegment(7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f),segment_id=7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:36.227992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (2dfd4266-3768-42e3-af01-a2dfce15ea67), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.254867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d6b78e5c-84cc-485e-9191-9fe22dda27ad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8dd323e5-6389-4667-9948-653f757c976a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.258027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] Pushing event deleted for resources: {'Port': ['ID=2dfd4266-3768-42e3-af01-a2dfce15ea67,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:36.263476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969488cd-68a1-40fe-8b23-66a9b593a904 None None] No DVR routers for this DVR port 2dfd4266-3768-42e3-af01-a2dfce15ea67 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:36.275074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:33Z', 'revision_number': 9, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:36.280652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d6b78e5c-84cc-485e-9191-9fe22dda27ad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.285641 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d6b78e5c-84cc-485e-9191-9fe22dda27ad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/8dd323e5-6389-4667-9948-653f757c976a HTTP/1.1" status: 204 len: 168 time: 0.2116559 Apr 06 14:36:36.286624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78e5c-84cc-485e-9191-9fe22dda27ad tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dd323e5-6389-4667-9948-653f757c976a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:36.290823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43778) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:36.347919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9d96cb02-caaf-43d5-96e1-3df0b66e1c07 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558391 Apr 06 14:36:36.349378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43780) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:36.410481 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (824d166c-636f-402a-b3fd-621f24d6fc81), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.410938 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Added segment 824d166c-636f-402a-b3fd-621f24d6fc81 of type vlan for network 728bb271-4f10-422c-b040-281e28c3b5f5 Apr 06 14:36:36.440565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca4d67-aa6e-4af4-a9e6-92e9da2a72c8,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:36.477917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0045a23-7e9a-4650-8266-210d9f3c04b6 None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:33Z', 'revision_number': 9, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': '7ca1dcc5-8297-47fb-a44f-2c6bf2d85733', 'name': '', 'network_id': 'f65e6738-1f32-4e67-8e47-2b4276b55584', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:55:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:53Z', 'updated_at': '2022-04-06T14:36:00Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': '671b379b-fbbb-438a-aa26-d7ac13a65a57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:36.477917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (782ff285-5a08-4957-9b6e-34176854d170), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.501472 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (9450fa26-fd4a-4a82-bf94-7beac8784b5c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.537027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4cd719f-1333-4278-b5ec-f2cbe197cb0c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (f22d1f64-8e97-4c62-a869-a5a16b1ded61), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.544470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2dfd4266-3768-42e3-af01-a2dfce15ea67 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:36.572512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 2dfd4266-3768-42e3-af01-a2dfce15ea67 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:36.572867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2dfd4266-3768-42e3-af01-a2dfce15ea67 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:36.573328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4cd719f-1333-4278-b5ec-f2cbe197cb0c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (f22d1f64-8e97-4c62-a869-a5a16b1ded61), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.597584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (728bb271-4f10-422c-b040-281e28c3b5f5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.598000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550944a3-266a-40d8-bde1-813ccaf6ffd2 None None] Pushing event updated for resources: {'Port': ['ID=782ff285-5a08-4957-9b6e-34176854d170,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:36.607656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9450fa26-fd4a-4a82-bf94-7beac8784b5c']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:36.626713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (7a32110d-5632-40ca-907a-ba6b3bb9e029), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.634456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5035308-319a-467d-a67e-001337d988f3') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:36.634760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5035308-319a-467d-a67e-001337d988f3') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:36.659800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (b5035308-319a-467d-a67e-001337d988f3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.689841 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.709303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b5035308-319a-467d-a67e-001337d988f3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.729495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:36.729905 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (b5035308-319a-467d-a67e-001337d988f3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:36.732989 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:36.821243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.829642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (728bb271-4f10-422c-b040-281e28c3b5f5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.841666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:36.842484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.848567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4cd719f-1333-4278-b5ec-f2cbe197cb0c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f22d1f64-8e97-4c62-a869-a5a16b1ded61), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.852877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c4cd719f-1333-4278-b5ec-f2cbe197cb0c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.856391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c4cd719f-1333-4278-b5ec-f2cbe197cb0c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/f22d1f64-8e97-4c62-a869-a5a16b1ded61 HTTP/1.1" status: 204 len: 168 time: 0.5035474 Apr 06 14:36:36.862802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43782) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:36.874500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd719f-1333-4278-b5ec-f2cbe197cb0c tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22d1f64-8e97-4c62-a869-a5a16b1ded61,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:36.932027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (7a32110d-5632-40ca-907a-ba6b3bb9e029), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:36.957361 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7689784 Apr 06 14:36:36.966064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43784) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:36.980678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'subnet': {'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:37.017353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (9450fa26-fd4a-4a82-bf94-7beac8784b5c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.021413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.025251 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/9450fa26-fd4a-4a82-bf94-7beac8784b5c HTTP/1.1" status: 204 len: 168 time: 1.9919500 Apr 06 14:36:37.029456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43786) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:37.075233 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.080451 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf636b-b58b-40cd-9b79-01256ef9c303 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Network': ['ID=728bb271-4f10-422c-b040-281e28c3b5f5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.093369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 728bb271-4f10-422c-b040-281e28c3b5f5 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:37.147715 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ee92de8c-906b-4135-af3e-1c5e7b12e890 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2757080 Apr 06 14:36:37.161081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21719b-7d47-4abd-93fd-56d4e00c4ab6 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=9450fa26-fd4a-4a82-bf94-7beac8784b5c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.162241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43788) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:37.171596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-868d339f-6891-4923-9076-3aa84f64a7c3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137865479'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:37.182150 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Network b1f9d44c-2d3c-4d15-89d0-64ff53384198 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:37.193577 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:37.195984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:37.201329 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event updated for resources: {'Port': ['ID=1cee8f87-2039-452f-84a7-30d892b2ade2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.239232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.316231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:37.322129 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:37.324715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:37.333775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:37.334461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.384053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Made reservation on behalf of 0c802bf9dc2a4608bc1b039e46130e30 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:37.387625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.397669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:37.458116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:37.458829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.493226 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-85bcc890-ab99-453e-ae75-46841ab8fc76 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8602033 Apr 06 14:36:37.496786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43790) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:37.504476 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Request body: {'port': {'network_id': 'b1f9d44c-2d3c-4d15-89d0-64ff53384198', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1311330733', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:37.504977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] bootfile-name is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:36:37.505330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] tftp-server is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:36:37.505667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] server-ip-address is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:36:37.603145 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9c6bc068-10bf-4995-b738-19fc59ecfccc tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3688300 Apr 06 14:36:37.604584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43792) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:37.617129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:37.721176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-868d339f-6891-4923-9076-3aa84f64a7c3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.775656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584285c-3a41-48c3-b79b-571e41c3ec33 None None] Network b1f9d44c-2d3c-4d15-89d0-64ff53384198 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:37.780802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.816299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Made reservation on behalf of 2c83e1899e2142fa8a34fcab7735befc for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:37.822857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.837608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ebad3f60-9c95-4c2b-894b-317376d29069 None None] Provisioning complete for port 782ff285-5a08-4957-9b6e-34176854d170 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:37.838010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ebad3f60-9c95-4c2b-894b-317376d29069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (782ff285-5a08-4957-9b6e-34176854d170), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.841085 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (043de93a-b1fe-45ae-83f3-da19aa7949f7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.844738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Router 7a32110d-5632-40ca-907a-ba6b3bb9e029 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:37.851746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] device_id is not set on port a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:37.889167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-868d339f-6891-4923-9076-3aa84f64a7c3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (d891ac01-2d26-47ac-b2d2-ff854ccade26), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.968068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ebad3f60-9c95-4c2b-894b-317376d29069 None None] Current status of the port 782ff285-5a08-4957-9b6e-34176854d170 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:37.968461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ebad3f60-9c95-4c2b-894b-317376d29069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (782ff285-5a08-4957-9b6e-34176854d170), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:37.997991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-868d339f-6891-4923-9076-3aa84f64a7c3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d891ac01-2d26-47ac-b2d2-ff854ccade26), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.010159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ebad3f60-9c95-4c2b-894b-317376d29069 None None] For port 782ff285-5a08-4957-9b6e-34176854d170, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=782ff285-5a08-4957-9b6e-34176854d170,segment=NetworkSegment(7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f),segment_id=7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:38.057157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Subnet': ['ID=043de93a-b1fe-45ae-83f3-da19aa7949f7,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.061466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Allocated IP 172.20.0.14 (b1f9d44c-2d3c-4d15-89d0-64ff53384198/6408baeb-3276-4cc2-9a14-78e46b04f5e6/a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:38.065686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.082607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Checking segment: {'id': '824d166c-636f-402a-b3fd-621f24d6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:38.082607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Network hostable DHCP agents. Network: 728bb271-4f10-422c-b040-281e28c3b5f5, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:38.115452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ebad3f60-9c95-4c2b-894b-317376d29069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (782ff285-5a08-4957-9b6e-34176854d170), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.117522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d339f-6891-4923-9076-3aa84f64a7c3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d891ac01-2d26-47ac-b2d2-ff854ccade26,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.159580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-868d339f-6891-4923-9076-3aa84f64a7c3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.160864 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-868d339f-6891-4923-9076-3aa84f64a7c3 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9936075 Apr 06 14:36:38.165023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:38.166397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43794) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:38.173741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9d126113-7652-4131-8a3c-130715bb5d4d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Request body: {'security_group_rule': {'security_group_id': 'd891ac01-2d26-47ac-b2d2-ff854ccade26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:38.176737 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79e9f26-6cb4-40ed-811e-941aca3e6d44 None None] Sync routers for ids ['7a32110d-5632-40ca-907a-ba6b3bb9e029'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:38.194781 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e9f26-6cb4-40ed-811e-941aca3e6d44 None None] Routers {'7a32110d-5632-40ca-907a-ba6b3bb9e029'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:38.196467 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a79e9f26-6cb4-40ed-811e-941aca3e6d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['7a32110d-5632-40ca-907a-ba6b3bb9e029'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:38.199662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad3f60-9c95-4c2b-894b-317376d29069 None None] Pushing event updated for resources: {'Port': ['ID=782ff285-5a08-4957-9b6e-34176854d170,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.249383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.260227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Network 728bb271-4f10-422c-b040-281e28c3b5f5 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:38.267738 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a79e9f26-6cb4-40ed-811e-941aca3e6d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:38.284734 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e9f26-6cb4-40ed-811e-941aca3e6d44 None None] Routers {'7a32110d-5632-40ca-907a-ba6b3bb9e029'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:38.285508 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a79e9f26-6cb4-40ed-811e-941aca3e6d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['7a32110d-5632-40ca-907a-ba6b3bb9e029'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:38.301969 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for port (a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.354903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d412f50f-9c54-4170-b1f3-1b642152bf4f None None] Provisioning complete for port 1cee8f87-2039-452f-84a7-30d892b2ade2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:38.355715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d412f50f-9c54-4170-b1f3-1b642152bf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.370733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.376341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43796) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:38.377277 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6151aa19-3514-4749-8c95-b83ab40cf5f1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3516130 Apr 06 14:36:38.382428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:38.452782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d412f50f-9c54-4170-b1f3-1b642152bf4f None None] Port 1cee8f87-2039-452f-84a7-30d892b2ade2 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:38.462505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d126113-7652-4131-8a3c-130715bb5d4d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (a54d1c79-1ca5-4e99-8d85-324c783e9941), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.466527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 728bb271-4f10-422c-b040-281e28c3b5f5) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:38.476127 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a79e9f26-6cb4-40ed-811e-941aca3e6d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:38.476957 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79e9f26-6cb4-40ed-811e-941aca3e6d44 None None] The sync data for ids ['7a32110d-5632-40ca-907a-ba6b3bb9e029'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:38.480290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf198c-c214-427c-8462-9118c8cf2202 None None] Network 728bb271-4f10-422c-b040-281e28c3b5f5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:38.528360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.530493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:38.531118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.550676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d412f50f-9c54-4170-b1f3-1b642152bf4f None None] Provisioning complete for port 782ff285-5a08-4957-9b6e-34176854d170 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:38.551617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d412f50f-9c54-4170-b1f3-1b642152bf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (782ff285-5a08-4957-9b6e-34176854d170), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.562852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.26.7.144 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/fbc9062b-5aaf-4063-b581-cd998cff96d4) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:38.599423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 782ff285-5a08-4957-9b6e-34176854d170 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:38.624945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Network b1f9d44c-2d3c-4d15-89d0-64ff53384198 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:38.635976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:38.643439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:38.659087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d126113-7652-4131-8a3c-130715bb5d4d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (a54d1c79-1ca5-4e99-8d85-324c783e9941), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.668589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event updated for resources: {'Port': ['ID=a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.712960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:38.713644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.728491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-728bb271-4f10-422c-b040-281e28c3b5f5', 'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5', 'project_id': '0c802bf9dc2a4608bc1b039e46130e30', 'fixed_ips': [{'subnet_id': '043de93a-b1fe-45ae-83f3-da19aa7949f7'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:38.729495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.765545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 782ff285-5a08-4957-9b6e-34176854d170 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:38.765545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (782ff285-5a08-4957-9b6e-34176854d170), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.770557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d412f50f-9c54-4170-b1f3-1b642152bf4f None None] Current status of the port 782ff285-5a08-4957-9b6e-34176854d170 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:38.788770 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c84579b-1ccd-4290-8ff4-31ce9ea66c71 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8194878 Apr 06 14:36:38.788967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43800) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:38.795170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-358242989'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:38.805100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d126113-7652-4131-8a3c-130715bb5d4d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a54d1c79-1ca5-4e99-8d85-324c783e9941), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.844887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d126113-7652-4131-8a3c-130715bb5d4d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54d1c79-1ca5-4e99-8d85-324c783e9941,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:38.888329 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-61b10be5-ecc2-4eaa-a3a2-ad4106ea668c tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3904397 Apr 06 14:36:38.892996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43802) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:38.944105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (fbc9062b-5aaf-4063-b581-cd998cff96d4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.973413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:38.973643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.988833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-006001db-33f8-41d8-be45-d4df5a9c197c None None] Provisioning complete for port 1cee8f87-2039-452f-84a7-30d892b2ade2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:38.989455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-006001db-33f8-41d8-be45-d4df5a9c197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.030765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 782ff285-5a08-4957-9b6e-34176854d170 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:39.045799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Allocated IP 2001:db8::2 (728bb271-4f10-422c-b040-281e28c3b5f5/043de93a-b1fe-45ae-83f3-da19aa7949f7/6cb01fb9-9bb8-4a39-918c-da2f67c665e7) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:39.049463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae86704-f659-40b1-b857-609a1e6ddda6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:39.051471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c67719e7-d0ec-4995-88c8-3cd1a6f8df7f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:39.056371 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae86704-f659-40b1-b857-609a1e6ddda6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:39.058627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d126113-7652-4131-8a3c-130715bb5d4d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.061577 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae86704-f659-40b1-b857-609a1e6ddda6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:39.068671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9d126113-7652-4131-8a3c-130715bb5d4d tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8938954 Apr 06 14:36:39.068868 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3ae86704-f659-40b1-b857-609a1e6ddda6 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1708541 Apr 06 14:36:39.068868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43804) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.071712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43806) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.084454 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c67719e7-d0ec-4995-88c8-3cd1a6f8df7f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:39.084802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c67719e7-d0ec-4995-88c8-3cd1a6f8df7f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:39.087574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-006001db-33f8-41d8-be45-d4df5a9c197c None None] Port 1cee8f87-2039-452f-84a7-30d892b2ade2 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:39.091511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (7a32110d-5632-40ca-907a-ba6b3bb9e029), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.139979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ff5-0a60-4fa5-80e9-c89270a5b05a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (d891ac01-2d26-47ac-b2d2-ff854ccade26), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.145899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f1471834-235f-47f3-9fd2-4c9c1bba4347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.170489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ff5-0a60-4fa5-80e9-c89270a5b05a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (d891ac01-2d26-47ac-b2d2-ff854ccade26), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.214996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_gateway (7a32110d-5632-40ca-907a-ba6b3bb9e029), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.250725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,segment=NetworkSegment(25234cd2-7d2f-40ca-9d7c-af7d1bbabe36),segment_id=25234cd2-7d2f-40ca-9d7c-af7d1bbabe36)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:39.251433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.252633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d8a6b799-e2be-40a6-9796-b165fee0c3ff None None] Provisioning complete for port a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:39.253017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b799-e2be-40a6-9796-b165fee0c3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.274656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:39.283483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Publish callbacks [] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.284992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c7306e71-8c6f-430b-aef5-50074991673d tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Deleting port a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:39.286457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7306e71-8c6f-430b-aef5-50074991673d tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.299722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6b799-e2be-40a6-9796-b165fee0c3ff None None] Port a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:39.308301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fbc9062b-5aaf-4063-b581-cd998cff96d4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.330576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ff5-0a60-4fa5-80e9-c89270a5b05a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d891ac01-2d26-47ac-b2d2-ff854ccade26), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.333213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ff5-0a60-4fa5-80e9-c89270a5b05a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.334671 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e96b4ff5-0a60-4fa5-80e9-c89270a5b05a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/d891ac01-2d26-47ac-b2d2-ff854ccade26 HTTP/1.1" status: 204 len: 168 time: 0.2672076 Apr 06 14:36:39.338659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43808) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.355767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Made reservation on behalf of 0c802bf9dc2a4608bc1b039e46130e30 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:39.358944 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.366275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b4ff5-0a60-4fa5-80e9-c89270a5b05a tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d891ac01-2d26-47ac-b2d2-ff854ccade26,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.395514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Deleting port 24f5f54c-20fd-44c1-a278-231fe5e6a79c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:39.395896 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (24f5f54c-20fd-44c1-a278-231fe5e6a79c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.402121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.468321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Network 728bb271-4f10-422c-b040-281e28c3b5f5 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:39.474731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:39.477989 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Pushing event updated for resources: {'Port': ['ID=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.481943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:39.489005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:39.490242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (24f5f54c-20fd-44c1-a278-231fe5e6a79c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.503909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:39.506364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:39.507719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Calling delete_port for 24f5f54c-20fd-44c1-a278-231fe5e6a79c owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:39.523337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=fbc9062b-5aaf-4063-b581-cd998cff96d4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.527349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] device_id is not set on port f2961ad8-6cbc-4649-a85c-217661b1514a yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:39.549286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Attempting to bind port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:39.550025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Attempting to bind port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '824d166c-636f-402a-b3fd-621f24d6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:39.550174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Attempting to bind port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 on network 728bb271-4f10-422c-b040-281e28c3b5f5 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:39.555518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:39.555888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Checking segment: {'id': '824d166c-636f-402a-b3fd-621f24d6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:39.556772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.556772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Bound using segment: {'id': '824d166c-636f-402a-b3fd-621f24d6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:39.557147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Bound port: 6cb01fb9-9bb8-4a39-918c-da2f67c665e7, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824d166c-636f-402a-b3fd-621f24d6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:39.557530 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.621032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7306e71-8c6f-430b-aef5-50074991673d tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.628565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] For port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:39.632097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] For port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,segment=NetworkSegment(824d166c-636f-402a-b3fd-621f24d6fc81),segment_id=824d166c-636f-402a-b3fd-621f24d6fc81)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:39.696165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5186885c-5288-412b-9e1b-1f13fa4c3611 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3511758 Apr 06 14:36:39.696165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c7306e71-8c6f-430b-aef5-50074991673d tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Calling delete_port for a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:39.699098 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43810) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.734309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.740631 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-875cdcf3-2c6d-4e96-9100-22399cea6243 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0403392 Apr 06 14:36:39.743229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43812) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.759304 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-fb7055d1-e71d-47f5-b0d6-0d977db89855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] delete failed (client error): The resource could not be found. Apr 06 14:36:39.760479 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fb7055d1-e71d-47f5-b0d6-0d977db89855 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "DELETE /v2.0/security-groups/d891ac01-2d26-47ac-b2d2-ff854ccade26 HTTP/1.1" status: 404 len: 347 time: 0.0161753 Apr 06 14:36:39.764698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43814) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:39.798128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2585ca-315a-4cbf-88c7-0f9d7bad6a6c None None] Pushing event updated for resources: {'Port': ['ID=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.815758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (24f5f54c-20fd-44c1-a278-231fe5e6a79c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.826484 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6c8d04d0-a38f-48be-b58c-45e85f893382 tempest-SecGroupTest-831573411 tempest-SecGroupTest-831573411-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0575976 Apr 06 14:36:39.854678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Pushing event deleted for resources: {'Port': ['ID=24f5f54c-20fd-44c1-a278-231fe5e6a79c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:39.933137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (7a32110d-5632-40ca-907a-ba6b3bb9e029), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:39.989069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Allocated IP 2001:db8::1b4 (728bb271-4f10-422c-b040-281e28c3b5f5/043de93a-b1fe-45ae-83f3-da19aa7949f7/f2961ad8-6cbc-4649-a85c-217661b1514a) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:40.231272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (7a32110d-5632-40ca-907a-ba6b3bb9e029), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.236014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (7a32110d-5632-40ca-907a-ba6b3bb9e029), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.248219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (7ca1dcc5-8297-47fb-a44f-2c6bf2d85733), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.322413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=7ca1dcc5-8297-47fb-a44f-2c6bf2d85733,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:40.327934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Router 7a32110d-5632-40ca-907a-ba6b3bb9e029 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:40.497275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43820) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.508296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.520321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (f2961ad8-6cbc-4649-a85c-217661b1514a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.521220 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:40.539086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.540402 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7d6bf5bd-526d-4dc8-b221-c20e9077db20 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "PUT /v2.0/routers/7a32110d-5632-40ca-907a-ba6b3bb9e029 HTTP/1.1" status: 200 len: 706 time: 2.1624994 Apr 06 14:36:40.541895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d767e-e734-4250-8ee6-61806100e685 None None] Sync routers for ids ['7a32110d-5632-40ca-907a-ba6b3bb9e029'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:40.544095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43824) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.570623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d767e-e734-4250-8ee6-61806100e685 None None] Routers {'7a32110d-5632-40ca-907a-ba6b3bb9e029'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:40.572459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-586d767e-e734-4250-8ee6-61806100e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['7a32110d-5632-40ca-907a-ba6b3bb9e029'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:40.649955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-586d767e-e734-4250-8ee6-61806100e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:40.661854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d767e-e734-4250-8ee6-61806100e685 None None] Routers {'7a32110d-5632-40ca-907a-ba6b3bb9e029'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:40.662796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-586d767e-e734-4250-8ee6-61806100e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['7a32110d-5632-40ca-907a-ba6b3bb9e029'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:40.697332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7306e71-8c6f-430b-aef5-50074991673d tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.724190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-586d767e-e734-4250-8ee6-61806100e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:40.725095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d767e-e734-4250-8ee6-61806100e685 None None] The sync data for ids ['7a32110d-5632-40ca-907a-ba6b3bb9e029'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:40.725212 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eb3461dd-0a20-4767-af7b-d94ac347273e tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/routers/7a32110d-5632-40ca-907a-ba6b3bb9e029 HTTP/1.1" status: 200 len: 741 time: 0.1780255 Apr 06 14:36:40.726005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43826) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.726362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:40.788148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:40.788529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.789921 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f0e97b4c-4f5f-41d7-8e00-1233c2f5f385 tempest-RoutersAdminTest-102412299 tempest-RoutersAdminTest-102412299-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&device_id=7a32110d-5632-40ca-907a-ba6b3bb9e029 HTTP/1.1" status: 200 len: 205 time: 0.0628347 Apr 06 14:36:40.796359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43828) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.834487 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-78bec87f-a9f7-4dd2-a5fe-acc2bd043c57 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a32110d-5632-40ca-907a-ba6b3bb9e029 HTTP/1.1" status: 200 len: 205 time: 0.0346596 Apr 06 14:36:40.835604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43830) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:40.902769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:40.903524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.960448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,segment=NetworkSegment(824d166c-636f-402a-b3fd-621f24d6fc81),segment_id=824d166c-636f-402a-b3fd-621f24d6fc81)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:41.025997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.068692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93cc19-e511-4a4b-9c03-d11d4f8dafdd None None] Network 728bb271-4f10-422c-b040-281e28c3b5f5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:41.159431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:41.177412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6412ad90-ae4c-4d01-a41e-7b33037b7292 None None] Provisioning complete for port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:41.177788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6412ad90-ae4c-4d01-a41e-7b33037b7292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.231631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7306e71-8c6f-430b-aef5-50074991673d tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event deleted for resources: {'Port': ['ID=a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:41.240009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df053099-7467-40e0-9916-1a01268f1734 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (7a32110d-5632-40ca-907a-ba6b3bb9e029), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.339656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6412ad90-ae4c-4d01-a41e-7b33037b7292 None None] Current status of the port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:41.374690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e814ee32-5a86-4430-adf4-59073b3ce52b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=502499b2389042cb8b2ffac14be73cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8761992 Apr 06 14:36:41.383826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43832) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.445590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df053099-7467-40e0-9916-1a01268f1734 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (7a32110d-5632-40ca-907a-ba6b3bb9e029), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.450356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df053099-7467-40e0-9916-1a01268f1734 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router_controller (7a32110d-5632-40ca-907a-ba6b3bb9e029), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.478526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f2961ad8-6cbc-4649-a85c-217661b1514a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.506731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (e1124e3c-88e9-4bba-ad87-7fe935285874), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.506947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c7306e71-8c6f-430b-aef5-50074991673d tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.510324 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c7306e71-8c6f-430b-aef5-50074991673d tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "DELETE /v2.0/ports/a3fff1e2-ddf0-44e1-87c4-fc81cae7cebe HTTP/1.1" status: 204 len: 168 time: 2.4336989 Apr 06 14:36:41.527715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43834) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.528498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b28efb2-23b3-4be7-b2c4-6842e6730e1f admin admin] Publish callbacks [] for security_group (0cb7fb49-2069-47bd-b103-16157f055327), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.537218 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Request body: {'port': {'name': 'tempest-new-port-name-1201575695', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:41.537691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] bootfile-name is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:36:41.538149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] tftp-server is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:36:41.539269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.api.validators [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] server-ip-address is not in valid_values {{(pid=104442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 06 14:36:41.589900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b28efb2-23b3-4be7-b2c4-6842e6730e1f admin admin] Publish callbacks [] for security_group (0cb7fb49-2069-47bd-b103-16157f055327), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.641643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df053099-7467-40e0-9916-1a01268f1734 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (7a32110d-5632-40ca-907a-ba6b3bb9e029), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.641643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df053099-7467-40e0-9916-1a01268f1734 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Fanout notify agent at l3_agent the message router_deleted on router 7a32110d-5632-40ca-907a-ba6b3bb9e029 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:41.649196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df053099-7467-40e0-9916-1a01268f1734 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.650428 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-df053099-7467-40e0-9916-1a01268f1734 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/7a32110d-5632-40ca-907a-ba6b3bb9e029 HTTP/1.1" status: 204 len: 168 time: 0.8146298 Apr 06 14:36:41.658182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43836) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.659740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Network 728bb271-4f10-422c-b040-281e28c3b5f5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:41.661666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:41.674258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=f2961ad8-6cbc-4649-a85c-217661b1514a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:41.696634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:41.699544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:41.700227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.705731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4e775b0b-ee60-421a-861f-0d12f80505eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.707752 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-952d7641-ac57-4cfe-823c-624e9325d23c tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a32110d-5632-40ca-907a-ba6b3bb9e029 HTTP/1.1" status: 200 len: 205 time: 0.0418262 Apr 06 14:36:41.709252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.713354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43838) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.713561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:41.764084 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-7038d865-a30b-4969-a39e-330055b5d974 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] delete failed (client error): The resource could not be found. Apr 06 14:36:41.765154 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7038d865-a30b-4969-a39e-330055b5d974 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/7a32110d-5632-40ca-907a-ba6b3bb9e029 HTTP/1.1" status: 404 len: 336 time: 0.0507107 Apr 06 14:36:41.768538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43840) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.777676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bac84938-4a39-4d2e-a9e9-b95f78b8d59e None None] Provisioning complete for port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:41.778166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bac84938-4a39-4d2e-a9e9-b95f78b8d59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.803511 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-289b5d52-3f07-4dee-a443-82011a54b48a tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=e109c3c0-d32a-407c-b736-4004b2d446c0 HTTP/1.1" status: 200 len: 205 time: 0.0338390 Apr 06 14:36:41.810907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43842) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.876803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bac84938-4a39-4d2e-a9e9-b95f78b8d59e None None] Current status of the port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:41.898695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-28a0b646-db6e-4f49-a5e0-9235a9805861 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1075723 Apr 06 14:36:41.904355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43844) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.905489 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-c12795e4-268a-4af9-9745-7aea9ed02177 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] delete failed (client error): The resource could not be found. Apr 06 14:36:41.907045 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c12795e4-268a-4af9-9745-7aea9ed02177 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/e109c3c0-d32a-407c-b736-4004b2d446c0 HTTP/1.1" status: 404 len: 336 time: 0.0944893 Apr 06 14:36:41.912877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2124166858', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b4', 'mac_address': 'fa:16:3e:62:df:14'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:41.913604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43846) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:41.942580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fbc9062b-5aaf-4063-b581-cd998cff96d4), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.968700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b28efb2-23b3-4be7-b2c4-6842e6730e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0cb7fb49-2069-47bd-b103-16157f055327), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.972219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b28efb2-23b3-4be7-b2c4-6842e6730e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:41.976249 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7b28efb2-23b3-4be7-b2c4-6842e6730e1f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0cb7fb49-2069-47bd-b103-16157f055327 HTTP/1.1" status: 204 len: 168 time: 0.5893312 Apr 06 14:36:41.997744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28efb2-23b3-4be7-b2c4-6842e6730e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb7fb49-2069-47bd-b103-16157f055327,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:41.998627 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-15b71a36-a4c7-4f8e-93c9-81950657b397 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=f36e5bb8-0674-4938-9a74-7df90e7ad6ec HTTP/1.1" status: 200 len: 205 time: 0.0819712 Apr 06 14:36:42.002547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43850) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.050368 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-04b1edb9-1889-49f6-81a7-d32e1e64fdea tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] delete failed (client error): The resource could not be found. Apr 06 14:36:42.051457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-04b1edb9-1889-49f6-81a7-d32e1e64fdea tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/f36e5bb8-0674-4938-9a74-7df90e7ad6ec HTTP/1.1" status: 404 len: 336 time: 0.0465457 Apr 06 14:36:42.054198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:42.057054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43852) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.062324 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-99f686a0-5d95-45a9-a1c4-90ae4e2b408d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0313799 Apr 06 14:36:42.066919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43854) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.068984 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:42.082925 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:42.083922 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:42.100758 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-077878fc-c4b6-474a-bad6-4c3fe8dfac3b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=4cf61e02-efe7-4a6a-bd62-1574ad34c200 HTTP/1.1" status: 200 len: 205 time: 0.0424573 Apr 06 14:36:42.103407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43856) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.109150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-884d4bbf-8db3-4a63-96c6-f5d96c191d4d None None] Provisioning complete for port f2961ad8-6cbc-4649-a85c-217661b1514a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:42.111163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-884d4bbf-8db3-4a63-96c6-f5d96c191d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f2961ad8-6cbc-4649-a85c-217661b1514a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.166651 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-bd5b2088-4acd-4fdf-bce4-f8617110a01b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] delete failed (client error): The resource could not be found. Apr 06 14:36:42.169816 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bd5b2088-4acd-4fdf-bce4-f8617110a01b tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/4cf61e02-efe7-4a6a-bd62-1574ad34c200 HTTP/1.1" status: 404 len: 336 time: 0.0601449 Apr 06 14:36:42.179957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43858) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.180686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-884d4bbf-8db3-4a63-96c6-f5d96c191d4d None None] Port f2961ad8-6cbc-4649-a85c-217661b1514a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:42.191838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e61b2b7-c841-4dce-b14e-ea0f9b55e0cb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet 671b379b-fbbb-438a-aa26-d7ac13a65a57 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:42.199791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6e61b2b7-c841-4dce-b14e-ea0f9b55e0cb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (671b379b-fbbb-438a-aa26-d7ac13a65a57), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.224656 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:42.242514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.248190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d0eaf44b-7c0a-48a0-9c16-a1d72b7f18f2 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=943fb8fd-a4ed-4e03-9277-cd43bfb11127 HTTP/1.1" status: 200 len: 205 time: 0.0647020 Apr 06 14:36:42.248751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43860) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.294094 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-1d83ea1a-235a-40c3-a96d-f81b9f2d1cc1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] delete failed (client error): The resource could not be found. Apr 06 14:36:42.295202 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1d83ea1a-235a-40c3-a96d-f81b9f2d1cc1 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/943fb8fd-a4ed-4e03-9277-cd43bfb11127 HTTP/1.1" status: 404 len: 336 time: 0.0454519 Apr 06 14:36:42.298726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43864) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.302507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6e61b2b7-c841-4dce-b14e-ea0f9b55e0cb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (671b379b-fbbb-438a-aa26-d7ac13a65a57), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.321687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (fbc9062b-5aaf-4063-b581-cd998cff96d4), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.355803 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2066ffc3-3b2d-4868-8d53-ccf7265fddfe tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "GET /v2.0/ports?device_id=0ff18864-764a-408a-a460-0ebd565425ab HTTP/1.1" status: 200 len: 205 time: 0.0557110 Apr 06 14:36:42.359185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43866) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.359901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Made reservation on behalf of 0c802bf9dc2a4608bc1b039e46130e30 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:42.367290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.432580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (fbc9062b-5aaf-4063-b581-cd998cff96d4), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.434789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-361bb8bd-f033-462c-bc31-77a58e43f8b9 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] delete failed (client error): The resource could not be found. Apr 06 14:36:42.451462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-361bb8bd-f033-462c-bc31-77a58e43f8b9 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/routers/0ff18864-764a-408a-a460-0ebd565425ab HTTP/1.1" status: 404 len: 336 time: 0.0895555 Apr 06 14:36:42.452118 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43870) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.554258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=fbc9062b-5aaf-4063-b581-cd998cff96d4,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:42.565914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e07bf31-6c68-4cc5-8009-3ec785f45273 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:42.566564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e07bf31-6c68-4cc5-8009-3ec785f45273 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:42.568123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:42.572169 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4e07bf31-6c68-4cc5-8009-3ec785f45273 tempest-RoutersAdminTest-1169739781 tempest-RoutersAdminTest-1169739781-project] 10.222.0.71 "DELETE /v2.0/subnets/e41561ce-51d5-4e16-b8f0-45a4ad04bfc3 HTTP/1.1" status: 404 len: 337 time: 0.0675187 Apr 06 14:36:42.572325 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:39Z', 'revision_number': 10, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:42.597859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event updated for resources: {'Port': ['ID=1cee8f87-2039-452f-84a7-30d892b2ade2,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:42.606193 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:42.626487 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:42.628485 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:42.644463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] In _notify_port_updated(), no bound segment for port 1cee8f87-2039-452f-84a7-30d892b2ade2 on network b1f9d44c-2d3c-4d15-89d0-64ff53384198 {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:36:42.650035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:42.658716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.659070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:42.659263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.662218 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0fe07b5a-63f9-4c67-b6f3-27963127c72a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "PUT /v2.0/ports/1cee8f87-2039-452f-84a7-30d892b2ade2 HTTP/1.1" status: 200 len: 1137 time: 1.1309602 Apr 06 14:36:42.677207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43878) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.680763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.687978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (e1124e3c-88e9-4bba-ad87-7fe935285874), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.756456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6e61b2b7-c841-4dce-b14e-ea0f9b55e0cb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (671b379b-fbbb-438a-aa26-d7ac13a65a57), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.785962 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:42.790102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:42.795351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] device_id is not set on port bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:42.829777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817be9cf-d9e8-4ea6-b698-b02fa1306e62 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:42.831579 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-817be9cf-d9e8-4ea6-b698-b02fa1306e62 tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "GET /v2.0/ports/1cee8f87-2039-452f-84a7-30d892b2ade2 HTTP/1.1" status: 200 len: 1137 time: 0.1482217 Apr 06 14:36:42.836493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43882) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:42.921068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ea557847-87f2-4871-ba0a-d67ef1dcbea9 None None] Provisioning complete for port 1cee8f87-2039-452f-84a7-30d892b2ade2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:42.921445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ea557847-87f2-4871-ba0a-d67ef1dcbea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:42.976271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ea557847-87f2-4871-ba0a-d67ef1dcbea9 None None] Port 1cee8f87-2039-452f-84a7-30d892b2ade2 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:42.979302 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP e1124e3c-88e9-4bba-ad87-7fe935285874 associated. External IP: 172.26.7.144, port: 4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4. Apr 06 14:36:42.997435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Allocated IP 2001:db8::312 (728bb271-4f10-422c-b040-281e28c3b5f5/043de93a-b1fe-45ae-83f3-da19aa7949f7/bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:43.024999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6e61b2b7-c841-4dce-b14e-ea0f9b55e0cb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (671b379b-fbbb-438a-aa26-d7ac13a65a57), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.071309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b2b7-c841-4dce-b14e-ea0f9b55e0cb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=671b379b-fbbb-438a-aa26-d7ac13a65a57,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:43.082439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a1900-7123-440a-a0af-444eb8b12b9a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Deleting port 1cee8f87-2039-452f-84a7-30d892b2ade2 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:43.082788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1900-7123-440a-a0af-444eb8b12b9a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.083331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6e61b2b7-c841-4dce-b14e-ea0f9b55e0cb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.089630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5548d1-ba37-45dc-b754-e952216fd442 None None] Network f65e6738-1f32-4e67-8e47-2b4276b55584 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:43.090984 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6e61b2b7-c841-4dce-b14e-ea0f9b55e0cb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/671b379b-fbbb-438a-aa26-d7ac13a65a57 HTTP/1.1" status: 204 len: 168 time: 1.0209050 Apr 06 14:36:43.095605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43886) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:43.112810 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:39Z', 'revision_number': 10, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:43.196713 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa73a3-6f90-46f9-9421-1f381d65e1de None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:39Z', 'revision_number': 10, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None, '_interfaces': [{'id': 'eebb5dec-fe7d-4996-a78e-c7b70ea5117a', 'name': '', 'network_id': 'e626aafe-79bd-4395-9063-7766a589dda5', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'mac_address': 'fa:16:3e:32:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:42Z', 'updated_at': '2022-04-06T14:35:52Z', 'revision_number': 5, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'subnets': [{'id': 'e36fa2d5-682c-47f1-868c-f96278bd7884', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:43.258646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1900-7123-440a-a0af-444eb8b12b9a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.324310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a1900-7123-440a-a0af-444eb8b12b9a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Calling delete_port for 1cee8f87-2039-452f-84a7-30d892b2ade2 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:43.340264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43896) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:43.381053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (f65e6738-1f32-4e67-8e47-2b4276b55584), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.444367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:43.496927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port d2526019-a316-4a94-a304-b84a56bdcb5a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:43.497274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.580374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port d2526019-a316-4a94-a304-b84a56bdcb5a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d2526019-a316-4a94-a304-b84a56bdcb5a,segment=NetworkSegment(25234cd2-7d2f-40ca-9d7c-af7d1bbabe36),segment_id=25234cd2-7d2f-40ca-9d7c-af7d1bbabe36)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:43.580746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.590581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1d7b959e-49a9-4cb7-a84b-969d58569242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.593264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b7191-f29a-46a6-be09-652369966255 None None] DHCP port deletion for f65e6738-1f32-4e67-8e47-2b4276b55584 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:43.602134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for d2526019-a316-4a94-a304-b84a56bdcb5a owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:43.685709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:43.706191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43902) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:43.716652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca2bec-9db2-41c4-8e18-9a18eb8d6a25 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:43.727617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-179b7191-f29a-46a6-be09-652369966255 None None] Deleting port d2526019-a316-4a94-a304-b84a56bdcb5a {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:43.728243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-179b7191-f29a-46a6-be09-652369966255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.779537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.784765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca2bec-9db2-41c4-8e18-9a18eb8d6a25 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:43.784765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-99ca2bec-9db2-41c4-8e18-9a18eb8d6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:43.792151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1d7b959e-49a9-4cb7-a84b-969d58569242 admin admin] Publish callbacks [] for security_group (e4240669-1361-48b9-a963-4333e3cba13d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.837416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-99ca2bec-9db2-41c4-8e18-9a18eb8d6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:43.854708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1900-7123-440a-a0af-444eb8b12b9a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1cee8f87-2039-452f-84a7-30d892b2ade2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.855560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3ec570f9-ac09-47b8-bf04-4160a0ff337b tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:43.856013 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-3ec570f9-ac09-47b8-bf04-4160a0ff337b tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 14:36:43.856517 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-3ec570f9-ac09-47b8-bf04-4160a0ff337b tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:36:43.859273 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3ec570f9-ac09-47b8-bf04-4160a0ff337b tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1500449 Apr 06 14:36:43.867537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-179b7191-f29a-46a6-be09-652369966255 None None] For port d2526019-a316-4a94-a304-b84a56bdcb5a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d2526019-a316-4a94-a304-b84a56bdcb5a,segment=NetworkSegment(25234cd2-7d2f-40ca-9d7c-af7d1bbabe36),segment_id=25234cd2-7d2f-40ca-9d7c-af7d1bbabe36)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:43.867537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-179b7191-f29a-46a6-be09-652369966255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.868889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca2bec-9db2-41c4-8e18-9a18eb8d6a25 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:43.869619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-99ca2bec-9db2-41c4-8e18-9a18eb8d6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:43.870398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43906) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:43.877631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808852792'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:43.888963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a1900-7123-440a-a0af-444eb8b12b9a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event deleted for resources: {'Port': ['ID=1cee8f87-2039-452f-84a7-30d892b2ade2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:43.914483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.916845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.921743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1d7b959e-49a9-4cb7-a84b-969d58569242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e4240669-1361-48b9-a963-4333e3cba13d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.925702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-179b7191-f29a-46a6-be09-652369966255 None None] Calling delete_port for d2526019-a316-4a94-a304-b84a56bdcb5a owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:43.925702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-99ca2bec-9db2-41c4-8e18-9a18eb8d6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:43.925702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca2bec-9db2-41c4-8e18-9a18eb8d6a25 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:43.946608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.952914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No DVR routers for this DVR port d2526019-a316-4a94-a304-b84a56bdcb5a on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:43.955221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=d2526019-a316-4a94-a304-b84a56bdcb5a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.057413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-179b7191-f29a-46a6-be09-652369966255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (d2526019-a316-4a94-a304-b84a56bdcb5a), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.062411 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1d7b959e-49a9-4cb7-a84b-969d58569242 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8928c04dbe18498694a71715b57d9cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7186503 Apr 06 14:36:44.065498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.072543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43908) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:44.075551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1900-7123-440a-a0af-444eb8b12b9a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.079579 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ea7a1900-7123-440a-a0af-444eb8b12b9a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "DELETE /v2.0/ports/1cee8f87-2039-452f-84a7-30d892b2ade2 HTTP/1.1" status: 204 len: 168 time: 1.2387042 Apr 06 14:36:44.086091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43910) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:44.097257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b7191-f29a-46a6-be09-652369966255 None None] No DVR routers for this DVR port d2526019-a316-4a94-a304-b84a56bdcb5a on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:44.132456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b7191-f29a-46a6-be09-652369966255 None None] Pushing event deleted for resources: {'Port': ['ID=d2526019-a316-4a94-a304-b84a56bdcb5a,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.135715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-319f577b-b54a-457e-82ea-a0d0eef09eb0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5287554 Apr 06 14:36:44.141751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43912) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:44.142827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (f65e6738-1f32-4e67-8e47-2b4276b55584), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.145926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.148421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:44.152013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b959e-49a9-4cb7-a84b-969d58569242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4240669-1361-48b9-a963-4333e3cba13d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.180540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65e6738-1f32-4e67-8e47-2b4276b55584']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:44.205090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec86dc3a-53ad-446c-bdad-c30c7cb838cb tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Deleting subnet 6408baeb-3276-4cc2-9a14-78e46b04f5e6 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:44.206215 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:44.206523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25234cd2-7d2f-40ca-9d7c-af7d1bbabe36') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:44.209822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a1a80fa-15fa-4a6f-8cb1-8fcbb6a17a96 admin admin] Publish callbacks [] for security_group (e4240669-1361-48b9-a963-4333e3cba13d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.209968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec86dc3a-53ad-446c-bdad-c30c7cb838cb tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for subnet (6408baeb-3276-4cc2-9a14-78e46b04f5e6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.220690 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.249290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (25234cd2-7d2f-40ca-9d7c-af7d1bbabe36), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.254826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (e1124e3c-88e9-4bba-ad87-7fe935285874), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.290673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a1a80fa-15fa-4a6f-8cb1-8fcbb6a17a96 admin admin] Publish callbacks [] for security_group (e4240669-1361-48b9-a963-4333e3cba13d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.299366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec86dc3a-53ad-446c-bdad-c30c7cb838cb tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (6408baeb-3276-4cc2-9a14-78e46b04f5e6), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.327163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (25234cd2-7d2f-40ca-9d7c-af7d1bbabe36), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.335957 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Network 728bb271-4f10-422c-b040-281e28c3b5f5 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:44.356215 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:44.366002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:44.366292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (25234cd2-7d2f-40ca-9d7c-af7d1bbabe36), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:44.369758 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:44.372101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.386265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:44.391937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:44.392552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.495344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (12f7490f-1873-41e2-933b-e4dc7fb7be2f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.506475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d2526019-a316-4a94-a304-b84a56bdcb5a no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:44.530037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d2526019-a316-4a94-a304-b84a56bdcb5a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:44.530483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d2526019-a316-4a94-a304-b84a56bdcb5a not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:44.531006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:44.552498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:44.553080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7ca1dcc5-8297-47fb-a44f-2c6bf2d85733 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:44.598632 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eb8f1fee-bb44-4250-b226-8ef545c3133f tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6929629 Apr 06 14:36:44.601321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43914) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:44.637784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (f65e6738-1f32-4e67-8e47-2b4276b55584), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.640458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (12f7490f-1873-41e2-933b-e4dc7fb7be2f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.643710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a1a80fa-15fa-4a6f-8cb1-8fcbb6a17a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e4240669-1361-48b9-a963-4333e3cba13d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.647570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3a1a80fa-15fa-4a6f-8cb1-8fcbb6a17a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.647570 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3a1a80fa-15fa-4a6f-8cb1-8fcbb6a17a96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4240669-1361-48b9-a963-4333e3cba13d HTTP/1.1" status: 204 len: 168 time: 0.5732954 Apr 06 14:36:44.676248 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.682685 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/f65e6738-1f32-4e67-8e47-2b4276b55584 HTTP/1.1" status: 204 len: 168 time: 1.5859697 Apr 06 14:36:44.702739 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43918) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:44.732424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d6f7b612-673e-40bf-85b9-8bf711a1c47a None None] Provisioning complete for port bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:44.733783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d6f7b612-673e-40bf-85b9-8bf711a1c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.786924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7b612-673e-40bf-85b9-8bf711a1c47a None None] Port bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:44.803814 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757832a-1019-4187-baee-462cf7b1acea tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=f65e6738-1f32-4e67-8e47-2b4276b55584,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.818608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7490f-1873-41e2-933b-e4dc7fb7be2f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.837707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.840867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec86dc3a-53ad-446c-bdad-c30c7cb838cb tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (6408baeb-3276-4cc2-9a14-78e46b04f5e6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.917526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0aa49-6940-4f1c-8963-df6d995c6cbe tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:44.922954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0aa49-6940-4f1c-8963-df6d995c6cbe tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:44.928312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0aa49-6940-4f1c-8963-df6d995c6cbe tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:44.929931 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-60e0aa49-6940-4f1c-8963-df6d995c6cbe tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3273692 Apr 06 14:36:44.930828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a80fa-15fa-4a6f-8cb1-8fcbb6a17a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4240669-1361-48b9-a963-4333e3cba13d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:44.932954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43920) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:44.976794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (e3e40861-22d9-459d-96e3-ce41214dda00), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:44.995101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec86dc3a-53ad-446c-bdad-c30c7cb838cb tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (6408baeb-3276-4cc2-9a14-78e46b04f5e6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.017947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (e1124e3c-88e9-4bba-ad87-7fe935285874), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.018288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP e1124e3c-88e9-4bba-ad87-7fe935285874 disassociated. External IP: 172.26.7.144, port: 4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4. Apr 06 14:36:45.093664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd8acc8-664d-4628-a4dc-7f55453383ab None None] Network b1f9d44c-2d3c-4d15-89d0-64ff53384198 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:45.110412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86dc3a-53ad-446c-bdad-c30c7cb838cb tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event deleted for resources: {'Subnet': ['ID=6408baeb-3276-4cc2-9a14-78e46b04f5e6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:45.115510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec86dc3a-53ad-446c-bdad-c30c7cb838cb tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.118719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ec86dc3a-53ad-446c-bdad-c30c7cb838cb tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "DELETE /v2.0/subnets/6408baeb-3276-4cc2-9a14-78e46b04f5e6 HTTP/1.1" status: 204 len: 168 time: 1.0316265 Apr 06 14:36:45.122356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43922) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:45.194281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.241824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-50136965-23fc-4936-a7f7-75a74846ad8c tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Deleting port bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:45.242178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-50136965-23fc-4936-a7f7-75a74846ad8c tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.247860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (b1f9d44c-2d3c-4d15-89d0-64ff53384198), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.302855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] DHCP port deletion for b1f9d44c-2d3c-4d15-89d0-64ff53384198 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:45.361809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] Deleting port 782ff285-5a08-4957-9b6e-34176854d170 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:45.362535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (782ff285-5a08-4957-9b6e-34176854d170), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.428316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e3e40861-22d9-459d-96e3-ce41214dda00), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.449975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] For port 782ff285-5a08-4957-9b6e-34176854d170, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=782ff285-5a08-4957-9b6e-34176854d170,segment=NetworkSegment(7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f),segment_id=7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:45.450441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (782ff285-5a08-4957-9b6e-34176854d170), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.465652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-50136965-23fc-4936-a7f7-75a74846ad8c tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.468204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] Calling delete_port for 782ff285-5a08-4957-9b6e-34176854d170 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:45.490613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-50136965-23fc-4936-a7f7-75a74846ad8c tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Calling delete_port for bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:45.566237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:45.569615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Deleting port 782ff285-5a08-4957-9b6e-34176854d170 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:45.570487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (782ff285-5a08-4957-9b6e-34176854d170), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.722051 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (782ff285-5a08-4957-9b6e-34176854d170), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.760298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] Pushing event deleted for resources: {'Port': ['ID=782ff285-5a08-4957-9b6e-34176854d170,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:45.779952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a6d53-228d-4e64-b46a-ea0d12d2335d None None] No DVR routers for this DVR port 782ff285-5a08-4957-9b6e-34176854d170 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:45.788868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] For port 782ff285-5a08-4957-9b6e-34176854d170, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=782ff285-5a08-4957-9b6e-34176854d170,segment=NetworkSegment(7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f),segment_id=7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:45.789650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (782ff285-5a08-4957-9b6e-34176854d170), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.820712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Calling delete_port for 782ff285-5a08-4957-9b6e-34176854d170 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:45.849626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.928549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.931143 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.0579438 Apr 06 14:36:45.932277 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d776-cded-4981-afdf-72c7eef940c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e40861-22d9-459d-96e3-ce41214dda00,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:45.934600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43926) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:45.944791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a19fa48a-c4ba-4f23-92bc-34536a28e47f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e3e40861-22d9-459d-96e3-ce41214dda00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:45.949117 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:45.956285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:45.964219 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed368ce-ddf6-40a2-b925-7583c4c5c6c0 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:45.982789 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed368ce-ddf6-40a2-b925-7583c4c5c6c0 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:45.985440 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-2ed368ce-ddf6-40a2-b925-7583c4c5c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:46.008636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-10256135-acea-4772-b1c9-f62ec1661317 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/floatingips/e1124e3c-88e9-4bba-ad87-7fe935285874 HTTP/1.1" status: 200 len: 688 time: 1.8661230 Apr 06 14:36:46.011961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43928) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:46.026821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port eebb5dec-fe7d-4996-a78e-c7b70ea5117a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:46.029369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.052661 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-2ed368ce-ddf6-40a2-b925-7583c4c5c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:46.055937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (782ff285-5a08-4957-9b6e-34176854d170), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.061666 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed368ce-ddf6-40a2-b925-7583c4c5c6c0 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:46.064139 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-2ed368ce-ddf6-40a2-b925-7583c4c5c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:46.090491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event deleted for resources: {'Port': ['ID=782ff285-5a08-4957-9b6e-34176854d170,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.105452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] No DVR routers for this DVR port 782ff285-5a08-4957-9b6e-34176854d170 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:46.144735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a19fa48a-c4ba-4f23-92bc-34536a28e47f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group_rule (f0fc1151-6066-4089-bdd3-24e01554f20f), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.144735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43930) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:46.147746 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-2ed368ce-ddf6-40a2-b925-7583c4c5c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:46.148586 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed368ce-ddf6-40a2-b925-7583c4c5c6c0 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:46.170235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-50136965-23fc-4936-a7f7-75a74846ad8c tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.219668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port eebb5dec-fe7d-4996-a78e-c7b70ea5117a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,segment=NetworkSegment(814e51d7-cefb-4d40-b653-23547aed26af),segment_id=814e51d7-cefb-4d40-b653-23547aed26af)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:46.220209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.246808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for eebb5dec-fe7d-4996-a78e-c7b70ea5117a owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:46.258705 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d6ee3b30-ca81-4f49-9d45-54b989598a06 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c0d0e453ab144990bd0464ba4dc0aa09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142488 Apr 06 14:36:46.258980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50136965-23fc-4936-a7f7-75a74846ad8c tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Port': ['ID=bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.261112 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43932) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:46.275468 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a19fa48a-c4ba-4f23-92bc-34536a28e47f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group_rule (f0fc1151-6066-4089-bdd3-24e01554f20f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.374239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a194893-3eb2-4df1-bbff-d4ad81eec57a admin admin] Publish callbacks [] for security_group (e609ac22-158c-4476-9f79-513ab7cf6ea7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.394197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (b1f9d44c-2d3c-4d15-89d0-64ff53384198), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.439852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a19fa48a-c4ba-4f23-92bc-34536a28e47f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (f0fc1151-6066-4089-bdd3-24e01554f20f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.470049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a194893-3eb2-4df1-bbff-d4ad81eec57a admin admin] Publish callbacks [] for security_group (e609ac22-158c-4476-9f79-513ab7cf6ea7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.472537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f9d44c-2d3c-4d15-89d0-64ff53384198']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:46.477541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.512932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-50136965-23fc-4936-a7f7-75a74846ad8c tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.518116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fa48a-c4ba-4f23-92bc-34536a28e47f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fc1151-6066-4089-bdd3-24e01554f20f,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.520458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 782ff285-5a08-4957-9b6e-34176854d170 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:46.531861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-50136965-23fc-4936-a7f7-75a74846ad8c tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "DELETE /v2.0/ports/bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9 HTTP/1.1" status: 204 len: 168 time: 1.5968680 Apr 06 14:36:46.535211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:46.543230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:46.543230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43934) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:46.567313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 782ff285-5a08-4957-9b6e-34176854d170 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:46.567671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 782ff285-5a08-4957-9b6e-34176854d170 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:46.605995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.614449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a19fa48a-c4ba-4f23-92bc-34536a28e47f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.620091 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dd8edc-6689-4dab-88b9-5c3502163996 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] GET failed (client error): The resource could not be found. Apr 06 14:36:46.620325 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a19fa48a-c4ba-4f23-92bc-34536a28e47f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6799438 Apr 06 14:36:46.620422 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-32dd8edc-6689-4dab-88b9-5c3502163996 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "GET /v2.0/ports/bfa1e9a0-1a35-4a23-8d32-ff1d5d4dc1e9 HTTP/1.1" status: 404 len: 333 time: 0.0773878 Apr 06 14:36:46.620854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43936) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:46.621307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43938) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:46.621982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port fbc9062b-5aaf-4063-b581-cd998cff96d4 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:46.622310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fbc9062b-5aaf-4063-b581-cd998cff96d4), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.628300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1102249635'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:46.634697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1f834284-3229-4b9c-9556-0e42047b76e7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e3e40861-22d9-459d-96e3-ce41214dda00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:46.640065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.674601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:46.675033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (7af8798a-2c9e-4fe2-bbb2-2ae63b36d16f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:46.678006 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:46.727851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a194893-3eb2-4df1-bbff-d4ad81eec57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e609ac22-158c-4476-9f79-513ab7cf6ea7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.730390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a194893-3eb2-4df1-bbff-d4ad81eec57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.731556 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0a194893-3eb2-4df1-bbff-d4ad81eec57a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e609ac22-158c-4476-9f79-513ab7cf6ea7 HTTP/1.1" status: 204 len: 168 time: 0.4699368 Apr 06 14:36:46.749708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a194893-3eb2-4df1-bbff-d4ad81eec57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e609ac22-158c-4476-9f79-513ab7cf6ea7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.770174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fbc9062b-5aaf-4063-b581-cd998cff96d4), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.770533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (fbc9062b-5aaf-4063-b581-cd998cff96d4), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.777515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (eebb5dec-fe7d-4996-a78e-c7b70ea5117a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.784824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for fbc9062b-5aaf-4063-b581-cd998cff96d4 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:46.819533 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=eebb5dec-fe7d-4996-a78e-c7b70ea5117a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.924495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (b1f9d44c-2d3c-4d15-89d0-64ff53384198), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.929854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.933945 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] 10.222.0.71 "DELETE /v2.0/networks/b1f9d44c-2d3c-4d15-89d0-64ff53384198 HTTP/1.1" status: 204 len: 168 time: 1.8098629 Apr 06 14:36:46.942604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Made reservation on behalf of 0c802bf9dc2a4608bc1b039e46130e30 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:46.946173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.951811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f834284-3229-4b9c-9556-0e42047b76e7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group_rule (e0e1607d-03da-4189-ab12-6817d01facaa), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:46.978674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78649340-e14e-4158-a60f-fc66e242725a tempest-ExtraDHCPOptionsTestJSON-1723920353 tempest-ExtraDHCPOptionsTestJSON-1723920353-project] Pushing event deleted for resources: {'Network': ['ID=b1f9d44c-2d3c-4d15-89d0-64ff53384198,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:46.996034 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.006020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] device_id is not set on port aad21fb1-7a00-4803-926b-22d6b8000719 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:47.117746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fbc9062b-5aaf-4063-b581-cd998cff96d4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.147666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=fbc9062b-5aaf-4063-b581-cd998cff96d4,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:47.219765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (e1124e3c-88e9-4bba-ad87-7fe935285874), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.222710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.224000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2001be7d-e028-4914-89f2-8a8339005e61 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/floatingips/e1124e3c-88e9-4bba-ad87-7fe935285874 HTTP/1.1" status: 204 len: 168 time: 1.2110336 Apr 06 14:36:47.227633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43944) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:47.232421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'b55ce3d3-92f2-403c-b6d4-e241e2e5c59d'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:47.323650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Allocated IP 2001:db8::2a7 (728bb271-4f10-422c-b040-281e28c3b5f5/043de93a-b1fe-45ae-83f3-da19aa7949f7/aad21fb1-7a00-4803-926b-22d6b8000719) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:47.346539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:47.386850 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-1f834284-3229-4b9c-9556-0e42047b76e7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:36:47.388862 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1f834284-3229-4b9c-9556-0e42047b76e7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7655737 Apr 06 14:36:47.395223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43950) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:47.456948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35f3be8c-22f5-4fd4-875c-be615fd153d1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (e3e40861-22d9-459d-96e3-ce41214dda00), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.511880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.517326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35f3be8c-22f5-4fd4-875c-be615fd153d1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (e3e40861-22d9-459d-96e3-ce41214dda00), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.541177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:47.551959 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c9b4e505-06d8-488f-8920-0c61f575952b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8474236 Apr 06 14:36:47.554867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:47.555638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43958) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:47.580304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:47.584666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:47.639636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43960) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:47.654516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcaa3fd-7f21-40a9-807d-9a2251388005 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting subnet e36fa2d5-682c-47f1-868c-f96278bd7884 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:36:47.676261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa3fd-7f21-40a9-807d-9a2251388005 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (e36fa2d5-682c-47f1-868c-f96278bd7884), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.712722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (aad21fb1-7a00-4803-926b-22d6b8000719), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.740605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa3fd-7f21-40a9-807d-9a2251388005 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (e36fa2d5-682c-47f1-868c-f96278bd7884), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.801104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.803474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:47.872941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 11, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:47.908786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:47.916111 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f7ae1efe-fb88-47cb-81ab-a579f1cf092c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c83e1899e2142fa8a34fcab7735befc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741179 Apr 06 14:36:47.918740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:47.919581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:47.959323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.26.7.146 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/151322b8-a0a8-40c7-9eee-69bd6eb1675b) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:47.961597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43966) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:47.972077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35f3be8c-22f5-4fd4-875c-be615fd153d1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e3e40861-22d9-459d-96e3-ce41214dda00), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.981421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35f3be8c-22f5-4fd4-875c-be615fd153d1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:47.981421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-35f3be8c-22f5-4fd4-875c-be615fd153d1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/e3e40861-22d9-459d-96e3-ce41214dda00 HTTP/1.1" status: 204 len: 168 time: 0.5805368 Apr 06 14:36:47.986122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43968) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:48.008591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa3fd-7f21-40a9-807d-9a2251388005 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (e36fa2d5-682c-47f1-868c-f96278bd7884), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.013782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3be8c-22f5-4fd4-875c-be615fd153d1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e40861-22d9-459d-96e3-ce41214dda00,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:48.024618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:48.096809 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e1617ed2-f471-491c-b37f-9622c9356286 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1087637 Apr 06 14:36:48.100930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43970) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:48.120579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0d6f6fcc-4e8e-48e0-a442-a30f1e63639d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--25832847'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:48.130480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (aad21fb1-7a00-4803-926b-22d6b8000719), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.144056 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 11, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:48.178547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d352bc4-0073-487c-a8da-a7c4ce090cf7 admin admin] Publish callbacks [] for security_group (2e2f2056-5003-456b-a346-53a5a0cbf9a7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.187382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556effd9-fd45-4fbb-ab40-ea750fdeb4ec None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 11, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:48.192794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Network 728bb271-4f10-422c-b040-281e28c3b5f5 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:48.198995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:48.205379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:48.217768 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:48.218421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.230565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d352bc4-0073-487c-a8da-a7c4ce090cf7 admin admin] Publish callbacks [] for security_group (2e2f2056-5003-456b-a346-53a5a0cbf9a7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.240511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=aad21fb1-7a00-4803-926b-22d6b8000719,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:48.243927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa3fd-7f21-40a9-807d-9a2251388005 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (e36fa2d5-682c-47f1-868c-f96278bd7884), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.266588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (151322b8-a0a8-40c7-9eee-69bd6eb1675b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.272260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa3fd-7f21-40a9-807d-9a2251388005 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.276997 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3fcaa3fd-7f21-40a9-807d-9a2251388005 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/e36fa2d5-682c-47f1-868c-f96278bd7884 HTTP/1.1" status: 204 len: 168 time: 0.7208140 Apr 06 14:36:48.289023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358fcced-ddca-4f42-b708-618324274e40 None None] Network e626aafe-79bd-4395-9063-7766a589dda5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:48.297049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 43978) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:48.313118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaa3fd-7f21-40a9-807d-9a2251388005 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Subnet': ['ID=e36fa2d5-682c-47f1-868c-f96278bd7884,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:48.329282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6fcc-4e8e-48e0-a442-a30f1e63639d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.353387 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-537d250c-5f51-4089-9375-c6251010b4ee tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7288363 Apr 06 14:36:48.355300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43980) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:48.363205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b4', 'mac_address': 'fa:16:3e:62:df:14'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:48.454993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (e626aafe-79bd-4395-9063-7766a589dda5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.556585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d352bc4-0073-487c-a8da-a7c4ce090cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2e2f2056-5003-456b-a346-53a5a0cbf9a7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.560369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4d352bc4-0073-487c-a8da-a7c4ce090cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.562391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4d352bc4-0073-487c-a8da-a7c4ce090cf7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2e2f2056-5003-456b-a346-53a5a0cbf9a7 HTTP/1.1" status: 204 len: 168 time: 0.5994163 Apr 06 14:36:48.582653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d352bc4-0073-487c-a8da-a7c4ce090cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2f2056-5003-456b-a346-53a5a0cbf9a7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:48.583117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] DHCP port deletion for e626aafe-79bd-4395-9063-7766a589dda5 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:36:48.597537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Deleting port 7fc6acad-ca4c-4f42-8db3-861643dac506 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:48.598451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.654663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (151322b8-a0a8-40c7-9eee-69bd6eb1675b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.686336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (aad21fb1-7a00-4803-926b-22d6b8000719), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.716872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f28da87d-cea1-4f59-a624-49e26eb12bb4 None None] Provisioning complete for port aad21fb1-7a00-4803-926b-22d6b8000719 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:48.717349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f28da87d-cea1-4f59-a624-49e26eb12bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (aad21fb1-7a00-4803-926b-22d6b8000719), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.774162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f28da87d-cea1-4f59-a624-49e26eb12bb4 None None] Port aad21fb1-7a00-4803-926b-22d6b8000719 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:48.777964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7fc6acad-ca4c-4f42-8db3-861643dac506 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:48.789645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6fcc-4e8e-48e0-a442-a30f1e63639d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (1dec4744-d60b-426e-9bb3-7753694af8cc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.832935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=151322b8-a0a8-40c7-9eee-69bd6eb1675b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:48.851779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:48.856405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:48.862552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] Deleting port 7fc6acad-ca4c-4f42-8db3-861643dac506 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:48.864188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.864601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:48.923457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6fcc-4e8e-48e0-a442-a30f1e63639d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1dec4744-d60b-426e-9bb3-7753694af8cc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.930724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] For port 7fc6acad-ca4c-4f42-8db3-861643dac506, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7fc6acad-ca4c-4f42-8db3-861643dac506,segment=NetworkSegment(814e51d7-cefb-4d40-b653-23547aed26af),segment_id=814e51d7-cefb-4d40-b653-23547aed26af)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:48.931854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.970322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] For port 7fc6acad-ca4c-4f42-8db3-861643dac506, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7fc6acad-ca4c-4f42-8db3-861643dac506,segment=NetworkSegment(814e51d7-cefb-4d40-b653-23547aed26af),segment_id=814e51d7-cefb-4d40-b653-23547aed26af)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:48.970747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:48.980881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Calling delete_port for 7fc6acad-ca4c-4f42-8db3-861643dac506 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:48.993785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] Calling delete_port for 7fc6acad-ca4c-4f42-8db3-861643dac506 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:48.996910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (aad21fb1-7a00-4803-926b-22d6b8000719), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.007870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7fc6acad-ca4c-4f42-8db3-861643dac506 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:49.007870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.015351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f6fcc-4e8e-48e0-a442-a30f1e63639d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dec4744-d60b-426e-9bb3-7753694af8cc,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:49.088631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 7fc6acad-ca4c-4f42-8db3-861643dac506, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7fc6acad-ca4c-4f42-8db3-861643dac506,segment=NetworkSegment(814e51d7-cefb-4d40-b653-23547aed26af),segment_id=814e51d7-cefb-4d40-b653-23547aed26af)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:49.097397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6fcc-4e8e-48e0-a442-a30f1e63639d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.101800 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0d6f6fcc-4e8e-48e0-a442-a30f1e63639d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9978812 Apr 06 14:36:49.101964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43994) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.106851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1225fdfa-8b6e-4f99-bd5c-2395d17ab003 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': '1dec4744-d60b-426e-9bb3-7753694af8cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:49.107445 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-1225fdfa-8b6e-4f99-bd5c-2395d17ab003 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 06 14:36:49.107951 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-1225fdfa-8b6e-4f99-bd5c-2395d17ab003 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:49.108922 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1225fdfa-8b6e-4f99-bd5c-2395d17ab003 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062056 Apr 06 14:36:49.115446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 43996) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.134681 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (aad21fb1-7a00-4803-926b-22d6b8000719), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.177737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.178451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device eebb5dec-fe7d-4996-a78e-c7b70ea5117a no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:49.195982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] In _notify_port_updated(), no bound segment for port aad21fb1-7a00-4803-926b-22d6b8000719 on network 728bb271-4f10-422c-b040-281e28c3b5f5 {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:36:49.201089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:49.201729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.203149 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "PUT /v2.0/ports/aad21fb1-7a00-4803-926b-22d6b8000719 HTTP/1.1" status: 200 len: 1003 time: 0.8465383 Apr 06 14:36:49.209508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44002) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.243439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa6004-8737-4a97-87c8-2d4e8c1a5db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=aad21fb1-7a00-4803-926b-22d6b8000719,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:49.278209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a639279-fb0d-4074-ae84-3313a9f37e44 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (1dec4744-d60b-426e-9bb3-7753694af8cc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.310374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=7fc6acad-ca4c-4f42-8db3-861643dac506,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:49.340962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.351116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: eebb5dec-fe7d-4996-a78e-c7b70ea5117a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:49.351487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device eebb5dec-fe7d-4996-a78e-c7b70ea5117a not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:49.355459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a639279-fb0d-4074-ae84-3313a9f37e44 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (1dec4744-d60b-426e-9bb3-7753694af8cc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.399233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] No DVR routers for this DVR port 7fc6acad-ca4c-4f42-8db3-861643dac506 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:49.401317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b11a2-d943-408c-bdc4-74fc01b97b90 None None] Pushing event deleted for resources: {'Port': ['ID=7fc6acad-ca4c-4f42-8db3-861643dac506,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:49.459503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ddbffd22-b2fc-470c-8f25-2bd2731f71af tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Deleting port aad21fb1-7a00-4803-926b-22d6b8000719 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:49.460040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ddbffd22-b2fc-470c-8f25-2bd2731f71af tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (aad21fb1-7a00-4803-926b-22d6b8000719), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.590316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ddbffd22-b2fc-470c-8f25-2bd2731f71af tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (aad21fb1-7a00-4803-926b-22d6b8000719), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.605502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a639279-fb0d-4074-ae84-3313a9f37e44 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1dec4744-d60b-426e-9bb3-7753694af8cc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.609401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4a639279-fb0d-4074-ae84-3313a9f37e44 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.618063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c1ceeff8-887b-452a-987d-4f0e9a79b734 None None] Provisioning complete for port aad21fb1-7a00-4803-926b-22d6b8000719 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:49.618545 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4a639279-fb0d-4074-ae84-3313a9f37e44 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/1dec4744-d60b-426e-9bb3-7753694af8cc HTTP/1.1" status: 204 len: 168 time: 0.4998031 Apr 06 14:36:49.618637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c1ceeff8-887b-452a-987d-4f0e9a79b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (aad21fb1-7a00-4803-926b-22d6b8000719), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.631542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ddbffd22-b2fc-470c-8f25-2bd2731f71af tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Calling delete_port for aad21fb1-7a00-4803-926b-22d6b8000719 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:49.633684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44014) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.634644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a639279-fb0d-4074-ae84-3313a9f37e44 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dec4744-d60b-426e-9bb3-7753694af8cc,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:49.675288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c1ceeff8-887b-452a-987d-4f0e9a79b734 None None] Port aad21fb1-7a00-4803-926b-22d6b8000719 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:49.746652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (7fc6acad-ca4c-4f42-8db3-861643dac506), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.776317 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6727692e-8f52-4c4a-ad0e-97d9dbb58b1d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1351829 Apr 06 14:36:49.780263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44020) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:49.785598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-384f84c9-26d9-4b16-9cd3-74b5dd0293c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--544210746'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:49.814999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No DVR routers for this DVR port 7fc6acad-ca4c-4f42-8db3-861643dac506 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:49.820462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Port': ['ID=7fc6acad-ca4c-4f42-8db3-861643dac506,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:49.939978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-384f84c9-26d9-4b16-9cd3-74b5dd0293c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.960206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (e626aafe-79bd-4395-9063-7766a589dda5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:49.970846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44028) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:50.003517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e626aafe-79bd-4395-9063-7766a589dda5']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:50.017331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814e51d7-cefb-4d40-b653-23547aed26af') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:50.018024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814e51d7-cefb-4d40-b653-23547aed26af') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:50.020012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (2123da51-baef-413a-bfa5-70187d6cf02a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.038923 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-384f84c9-26d9-4b16-9cd3-74b5dd0293c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (9fd03b49-fb60-4024-9e1f-4153223fed44), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.042680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ddbffd22-b2fc-470c-8f25-2bd2731f71af tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (aad21fb1-7a00-4803-926b-22d6b8000719), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.050219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (814e51d7-cefb-4d40-b653-23547aed26af), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.075547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (814e51d7-cefb-4d40-b653-23547aed26af), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.077106 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbffd22-b2fc-470c-8f25-2bd2731f71af tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Port': ['ID=aad21fb1-7a00-4803-926b-22d6b8000719,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:50.092113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:36:50.092113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (814e51d7-cefb-4d40-b653-23547aed26af), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:36:50.093763 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:36:50.127077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-133426206', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:50.207023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ddbffd22-b2fc-470c-8f25-2bd2731f71af tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.208022 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ddbffd22-b2fc-470c-8f25-2bd2731f71af tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "DELETE /v2.0/ports/aad21fb1-7a00-4803-926b-22d6b8000719 HTTP/1.1" status: 204 len: 168 time: 0.9976408 Apr 06 14:36:50.208994 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-384f84c9-26d9-4b16-9cd3-74b5dd0293c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9fd03b49-fb60-4024-9e1f-4153223fed44), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.211193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44034) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:50.245189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f84c9-26d9-4b16-9cd3-74b5dd0293c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd03b49-fb60-4024-9e1f-4153223fed44,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:50.251371 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a91f3a-26d4-439a-bbfd-9aafbf78d3a1 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] GET failed (client error): The resource could not be found. Apr 06 14:36:50.255031 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c6a91f3a-26d4-439a-bbfd-9aafbf78d3a1 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "GET /v2.0/ports/aad21fb1-7a00-4803-926b-22d6b8000719 HTTP/1.1" status: 404 len: 333 time: 0.0404553 Apr 06 14:36:50.258873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44036) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:50.264852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2023810681'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:50.288475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (151322b8-a0a8-40c7-9eee-69bd6eb1675b), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.293774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44038) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:50.340866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Made reservation on behalf of fb263b7bcf434f428203cbb7ea4edd65 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:50.343372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.365297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.414529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-384f84c9-26d9-4b16-9cd3-74b5dd0293c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.418770 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-384f84c9-26d9-4b16-9cd3-74b5dd0293c7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6349435 Apr 06 14:36:50.438924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44042) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:50.438924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d325855a-5547-4eb4-811c-8e934e1a5a00 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': '9fd03b49-fb60-4024-9e1f-4153223fed44', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:50.438924 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-d325855a-5547-4eb4-811c-8e934e1a5a00 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 06 14:36:50.438924 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-d325855a-5547-4eb4-811c-8e934e1a5a00 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:50.438924 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d325855a-5547-4eb4-811c-8e934e1a5a00 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058520 Apr 06 14:36:50.440606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44044) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:50.446376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-255574595'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:50.454730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (e626aafe-79bd-4395-9063-7766a589dda5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.471928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.476694 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/networks/e626aafe-79bd-4395-9063-7766a589dda5 HTTP/1.1" status: 204 len: 168 time: 2.1759982 Apr 06 14:36:50.488743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44046) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:50.499340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'routes': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:50.509634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c82059-000e-448b-8550-560f6f6f2399 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Pushing event deleted for resources: {'Network': ['ID=e626aafe-79bd-4395-9063-7766a589dda5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:50.567479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5043aa7b-2703-40b0-b315-afc87d21f1ec tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (9fd03b49-fb60-4024-9e1f-4153223fed44), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.572095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Made reservation on behalf of 0c802bf9dc2a4608bc1b039e46130e30 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:50.575608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.596130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Made reservation on behalf of 38c56385aaca45a8a1d893da9783ab73 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:50.599636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.620557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5043aa7b-2703-40b0-b315-afc87d21f1ec tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (9fd03b49-fb60-4024-9e1f-4153223fed44), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.630329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks [] for security_group (0dafc356-cabd-4be7-a832-0c608d586a7b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.631405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.647433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (151322b8-a0a8-40c7-9eee-69bd6eb1675b), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.665028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] device_id is not set on port f9548470-1081-42a5-b078-0dfa27c9a4cc yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:50.731034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for security_group (f21ffe9d-5f30-43c1-9c70-852ced5caa9d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.745353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0dafc356-cabd-4be7-a832-0c608d586a7b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.751719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] device_id is not set on port 13b60d2f-2b06-427b-ba60-6973239cb2a4 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:50.782232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.extraroute_db [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Added routes are [] {{(pid=104442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 06 14:36:50.782680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.extraroute_db [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Removed routes are [] {{(pid=104442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 06 14:36:50.783021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.809199 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (151322b8-a0a8-40c7-9eee-69bd6eb1675b), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.850836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dafc356-cabd-4be7-a832-0c608d586a7b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:50.896119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f21ffe9d-5f30-43c1-9c70-852ced5caa9d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.961101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=151322b8-a0a8-40c7-9eee-69bd6eb1675b,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:50.976810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:36:51.004480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ffe9d-5f30-43c1-9c70-852ced5caa9d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:51.012369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (2123da51-baef-413a-bfa5-70187d6cf02a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.015575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a3f883e4-9bdb-48db-a8b5-f0ec0a150729), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.016567 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Added segment a3f883e4-9bdb-48db-a8b5-f0ec0a150729 of type vlan for network 22f960f2-53be-42ef-9968-70a45c198d14 Apr 06 14:36:51.065424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Allocated IP 172.26.7.109 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/13b60d2f-2b06-427b-ba60-6973239cb2a4) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:51.135623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5043aa7b-2703-40b0-b315-afc87d21f1ec tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9fd03b49-fb60-4024-9e1f-4153223fed44), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.139280 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5043aa7b-2703-40b0-b315-afc87d21f1ec tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.139457 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5043aa7b-2703-40b0-b315-afc87d21f1ec tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/9fd03b49-fb60-4024-9e1f-4153223fed44 HTTP/1.1" status: 204 len: 168 time: 0.6978650 Apr 06 14:36:51.148198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44048) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:51.176699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (22f960f2-53be-42ef-9968-70a45c198d14), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.187657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043aa7b-2703-40b0-b315-afc87d21f1ec tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd03b49-fb60-4024-9e1f-4153223fed44,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:51.289461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.291579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Allocated IP 2001:db8::e8 (728bb271-4f10-422c-b040-281e28c3b5f5/043de93a-b1fe-45ae-83f3-da19aa7949f7/f9548470-1081-42a5-b078-0dfa27c9a4cc) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:51.297811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.308288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP 2123da51-baef-413a-bfa5-70187d6cf02a associated. External IP: 172.26.7.146, port: b55ce3d3-92f2-403c-b6d4-e241e2e5c59d. Apr 06 14:36:51.319703 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-722b82bf-3136-4b8c-a1ad-0a6190b4a463 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1637895 Apr 06 14:36:51.342570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44050) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:51.374885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ce892bc2-7186-46bc-894a-e387a125f09c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364872773'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:51.427643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (22f960f2-53be-42ef-9968-70a45c198d14), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.430553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router b52f8a9f-77be-4dd3-b799-246db4f5db77 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:51.432687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:51.433406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.463265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks [] for port (13b60d2f-2b06-427b-ba60-6973239cb2a4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.552633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'Network': ['ID=22f960f2-53be-42ef-9968-70a45c198d14,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:51.562347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce892bc2-7186-46bc-894a-e387a125f09c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.566951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 22f960f2-53be-42ef-9968-70a45c198d14 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:36:51.592241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:51.602643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.606535 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d858bc7e-30ce-43dc-9c03-bcc1ae3114aa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 200 len: 704 time: 1.1141870 Apr 06 14:36:51.607039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44052) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:51.614812 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] Sync routers for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:51.628482 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:51.632130 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:51.638151 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-35d264d0-7494-4af1-a8d3-df1b9cfba7cc tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3400567 Apr 06 14:36:51.639654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44054) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:51.645539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Request body: {'subnet': {'network_id': '22f960f2-53be-42ef-9968-70a45c198d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:51.662382 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0d5cf589-3c51-45c3-99b5-93f3acbef8f8 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 200 len: 205 time: 0.0437841 Apr 06 14:36:51.665567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44056) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:51.716551 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:51.760312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.765341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (13b60d2f-2b06-427b-ba60-6973239cb2a4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.771480 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 11, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:51.799307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-21487f57-0b50-45ec-bf67-3ca52522bb6a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.806725 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] Checking router: b52f8a9f-77be-4dd3-b799-246db4f5db77 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:51.810593 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] Routers {'b52f8a9f-77be-4dd3-b799-246db4f5db77'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:51.811780 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b52f8a9f-77be-4dd3-b799-246db4f5db77'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:51.850998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:51.854282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:51.859087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:51.868508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:51.876998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Pushing event updated for resources: {'Port': ['ID=13b60d2f-2b06-427b-ba60-6973239cb2a4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:51.880346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce892bc2-7186-46bc-894a-e387a125f09c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (de1ffbd4-74be-4c9c-9807-05cf61a30cc4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:51.889812 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] Set router b52f8a9f-77be-4dd3-b799-246db4f5db77 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:51.955828 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 11, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:51.990192 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dfce6-fe0b-410f-90a2-4e698e538cf0 None None] The sync data for ids ['b52f8a9f-77be-4dd3-b799-246db4f5db77'] in dv-neutron-835863-1-hyperv is: [{'id': 'b52f8a9f-77be-4dd3-b799-246db4f5db77', 'name': 'tempest-RoutersIpV6Test-router-435949617', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:35:36Z', 'updated_at': '2022-04-06T14:36:46Z', 'revision_number': 11, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:51.993400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Made reservation on behalf of 38c56385aaca45a8a1d893da9783ab73 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:51.997330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.017499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce892bc2-7186-46bc-894a-e387a125f09c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (de1ffbd4-74be-4c9c-9807-05cf61a30cc4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.017821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.018184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.019029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.027306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-21487f57-0b50-45ec-bf67-3ca52522bb6a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.037458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-21487f57-0b50-45ec-bf67-3ca52522bb6a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (b52f8a9f-77be-4dd3-b799-246db4f5db77), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.136789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:52.138030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce892bc2-7186-46bc-894a-e387a125f09c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ffbd4-74be-4c9c-9807-05cf61a30cc4,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:52.142026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Network 728bb271-4f10-422c-b040-281e28c3b5f5 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:52.150091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24244cd0-a6f6-4073-87a2-adbb85f30275 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:52.150385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:52.155971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:52.162473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.163596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.167631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=f9548470-1081-42a5-b078-0dfa27c9a4cc,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:52.174954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24244cd0-a6f6-4073-87a2-adbb85f30275 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:52.178146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-24244cd0-a6f6-4073-87a2-adbb85f30275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:52.190256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce892bc2-7186-46bc-894a-e387a125f09c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.191579 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ce892bc2-7186-46bc-894a-e387a125f09c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8479803 Apr 06 14:36:52.202902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44058) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.202902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f8560223-7652-44a1-a04e-1b27d006166f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'de1ffbd4-74be-4c9c-9807-05cf61a30cc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.202902 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-f8560223-7652-44a1-a04e-1b27d006166f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 06 14:36:52.202902 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-f8560223-7652-44a1-a04e-1b27d006166f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:52.202902 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f8560223-7652-44a1-a04e-1b27d006166f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063241 Apr 06 14:36:52.205621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44060) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.210170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-896fdd35-f758-4795-8734-d45c58c4de14 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'de1ffbd4-74be-4c9c-9807-05cf61a30cc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.211931 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-896fdd35-f758-4795-8734-d45c58c4de14 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 06 14:36:52.212479 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-896fdd35-f758-4795-8734-d45c58c4de14 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:52.213495 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-896fdd35-f758-4795-8734-d45c58c4de14 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069153 Apr 06 14:36:52.216469 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44062) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.223940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-84e1b0d4-3d41-437b-805a-ac8c3f6a0a93 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'de1ffbd4-74be-4c9c-9807-05cf61a30cc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.224844 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-84e1b0d4-3d41-437b-805a-ac8c3f6a0a93 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 06 14:36:52.225405 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-84e1b0d4-3d41-437b-805a-ac8c3f6a0a93 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:52.226583 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-84e1b0d4-3d41-437b-805a-ac8c3f6a0a93 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090067 Apr 06 14:36:52.231121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44064) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.240825 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-91e12941-5e73-4648-82a2-1ff714237fa3 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'de1ffbd4-74be-4c9c-9807-05cf61a30cc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.243001 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-91e12941-5e73-4648-82a2-1ff714237fa3 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 06 14:36:52.243874 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-91e12941-5e73-4648-82a2-1ff714237fa3 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:52.245607 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-91e12941-5e73-4648-82a2-1ff714237fa3 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116360 Apr 06 14:36:52.247909 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-adfd4e1e-fcb3-46ea-b081-83b09d98917a tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2742550 Apr 06 14:36:52.252360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-24244cd0-a6f6-4073-87a2-adbb85f30275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:52.256904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44066) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.257590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44068) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.269520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.109'}]}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.274639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24244cd0-a6f6-4073-87a2-adbb85f30275 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:52.275929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-24244cd0-a6f6-4073-87a2-adbb85f30275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:52.316819 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-61156b44-9ada-4bc6-bd2e-3ca3ae5ed979 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0523837 Apr 06 14:36:52.316946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44070) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.317051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-21487f57-0b50-45ec-bf67-3ca52522bb6a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (b52f8a9f-77be-4dd3-b799-246db4f5db77), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.317164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21487f57-0b50-45ec-bf67-3ca52522bb6a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Fanout notify agent at l3_agent the message router_deleted on router b52f8a9f-77be-4dd3-b799-246db4f5db77 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:52.324719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:62:df:14'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.327265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-21487f57-0b50-45ec-bf67-3ca52522bb6a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.328802 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-21487f57-0b50-45ec-bf67-3ca52522bb6a tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 204 len: 168 time: 0.6613817 Apr 06 14:36:52.333856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-24244cd0-a6f6-4073-87a2-adbb85f30275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:52.334514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24244cd0-a6f6-4073-87a2-adbb85f30275 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:52.335303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44072) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.347437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-62373cb9-7def-4beb-b1a6-daa651754b4b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-151065375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.351194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.383292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5052cc61-b7b9-43b2-b156-ac5e74f20cf1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (de1ffbd4-74be-4c9c-9807-05cf61a30cc4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.419016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.420156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.434686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5052cc61-b7b9-43b2-b156-ac5e74f20cf1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (de1ffbd4-74be-4c9c-9807-05cf61a30cc4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.439302 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-572959e0-5fa7-4856-8991-98db9a3200cf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2102413 Apr 06 14:36:52.442133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44074) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.521125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (211d604f-a860-4de4-a0c3-50c83c6c1b07), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.525555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks [] for router_controller (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.529947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-057a0132-c2b9-4c0b-bffc-a041e4f0534a None None] Provisioning complete for port f9548470-1081-42a5-b078-0dfa27c9a4cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:52.530330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-057a0132-c2b9-4c0b-bffc-a041e4f0534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.545444 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-62373cb9-7def-4beb-b1a6-daa651754b4b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.546647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-62373cb9-7def-4beb-b1a6-daa651754b4b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.572632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-057a0132-c2b9-4c0b-bffc-a041e4f0534a None None] Port f9548470-1081-42a5-b078-0dfa27c9a4cc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:52.606145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-62373cb9-7def-4beb-b1a6-daa651754b4b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.624329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'Subnet': ['ID=211d604f-a860-4de4-a0c3-50c83c6c1b07,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:52.635986 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1554eca4-894a-4926-9a84-4609dc890b74 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "GET /v2.0/floatingips/2123da51-baef-413a-bfa5-70187d6cf02a HTTP/1.1" status: 200 len: 978 time: 0.1901114 Apr 06 14:36:52.642712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44076) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.657516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5052cc61-b7b9-43b2-b156-ac5e74f20cf1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (de1ffbd4-74be-4c9c-9807-05cf61a30cc4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.660169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5052cc61-b7b9-43b2-b156-ac5e74f20cf1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.663672 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5052cc61-b7b9-43b2-b156-ac5e74f20cf1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/de1ffbd4-74be-4c9c-9807-05cf61a30cc4 HTTP/1.1" status: 204 len: 168 time: 0.4031653 Apr 06 14:36:52.663817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Checking segment: {'id': 'a3f883e4-9bdb-48db-a8b5-f0ec0a150729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '22f960f2-53be-42ef-9968-70a45c198d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:52.663817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Network hostable DHCP agents. Network: 22f960f2-53be-42ef-9968-70a45c198d14, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:36:52.666525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44078) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.698183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052cc61-b7b9-43b2-b156-ac5e74f20cf1 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ffbd4-74be-4c9c-9807-05cf61a30cc4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:52.744642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-62373cb9-7def-4beb-b1a6-daa651754b4b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.788003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks [] for router_gateway (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.808500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.816737 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-af7bfa59-33fc-45b4-ad59-fee5838646a3 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1688535 Apr 06 14:36:52.817148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44080) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.821826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'port_id': '4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.842698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-02262783-2594-4490-8ca2-4186c2e766a8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1454043 Apr 06 14:36:52.853769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44082) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.862372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1c2a656c-ca43-4381-be21-1922af7ba5e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324737507'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.871314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-62373cb9-7def-4beb-b1a6-daa651754b4b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.872486 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-62373cb9-7def-4beb-b1a6-daa651754b4b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5305691 Apr 06 14:36:52.876503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44084) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:52.883723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-808f2bfb-7a5f-4318-a119-77c834d4bf84 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:52.899757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (2123da51-baef-413a-bfa5-70187d6cf02a), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.951335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Network 22f960f2-53be-42ef-9968-70a45c198d14 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:36:53.022127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c2a656c-ca43-4381-be21-1922af7ba5e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.086049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 22f960f2-53be-42ef-9968-70a45c198d14) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:53.091560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:53.092528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.099332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d98c567-1218-4f35-ba79-59c02bfba827 None None] Network 22f960f2-53be-42ef-9968-70a45c198d14 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:53.217144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-22f960f2-53be-42ef-9968-70a45c198d14', 'network_id': '22f960f2-53be-42ef-9968-70a45c198d14', 'project_id': '38c56385aaca45a8a1d893da9783ab73', 'fixed_ips': [{'subnet_id': '211d604f-a860-4de4-a0c3-50c83c6c1b07'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:36:53.219124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.232213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c2a656c-ca43-4381-be21-1922af7ba5e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (e2e7fe3c-1386-4b1a-a8f1-4458d28f5847), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.347895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c2a656c-ca43-4381-be21-1922af7ba5e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e2e7fe3c-1386-4b1a-a8f1-4458d28f5847), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.459079 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a656c-ca43-4381-be21-1922af7ba5e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e7fe3c-1386-4b1a-a8f1-4458d28f5847,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:53.488591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c2a656c-ca43-4381-be21-1922af7ba5e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.491968 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1c2a656c-ca43-4381-be21-1922af7ba5e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6351759 Apr 06 14:36:53.493729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44086) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:53.513914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a875b40c-8b32-4125-bbca-1eb0d293bafb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8731322 Apr 06 14:36:53.534382 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-14a1fc0d-37c1-4292-be00-0a9d808eb320 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:53.534382 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-14a1fc0d-37c1-4292-be00-0a9d808eb320 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 14:36:53.534382 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-14a1fc0d-37c1-4292-be00-0a9d808eb320 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:53.535283 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-14a1fc0d-37c1-4292-be00-0a9d808eb320 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0405574 Apr 06 14:36:53.536167 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44088) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:53.549838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44090) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:53.556483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1408db98-4763-4584-b1d4-77f4b7bd3e7b tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:53.567268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Allocated IP 172.20.0.2 (22f960f2-53be-42ef-9968-70a45c198d14/211d604f-a860-4de4-a0c3-50c83c6c1b07/e4062aa2-71a2-41d7-9c04-6eb63c1c69d1) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:53.572547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks [] for router_gateway (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.576937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0f55e7b4-1bb6-4419-8b73-c911198d0aa2 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1762901457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:53.579099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-808f2bfb-7a5f-4318-a119-77c834d4bf84 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.584921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.611831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.637427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.678311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-808f2bfb-7a5f-4318-a119-77c834d4bf84 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.714703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f55e7b4-1bb6-4419-8b73-c911198d0aa2 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.715772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f55e7b4-1bb6-4419-8b73-c911198d0aa2 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.776049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.782574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Publish callbacks [] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.818312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] In _notify_port_updated(), no bound segment for port f9548470-1081-42a5-b078-0dfa27c9a4cc on network 728bb271-4f10-422c-b040-281e28c3b5f5 {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:36:53.823407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:53.833292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.833292 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "PUT /v2.0/ports/f9548470-1081-42a5-b078-0dfa27c9a4cc HTTP/1.1" status: 200 len: 1002 time: 1.5103817 Apr 06 14:36:53.833292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44092) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:53.865555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f55e7b4-1bb6-4419-8b73-c911198d0aa2 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for router_controller (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.873472 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.883041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-1408db98-4763-4584-b1d4-77f4b7bd3e7b tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:53.887073 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1408db98-4763-4584-b1d4-77f4b7bd3e7b tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3333137 Apr 06 14:36:53.894568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44094) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:53.908123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-67398039-fd17-4c41-a735-253c9a108499 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:53.908569 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-67398039-fd17-4c41-a735-253c9a108499 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 06 14:36:53.909067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-67398039-fd17-4c41-a735-253c9a108499 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:53.912884 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-67398039-fd17-4c41-a735-253c9a108499 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118876 Apr 06 14:36:53.913432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bd85a-9610-4714-a372-a5e7cd2df922 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=f9548470-1081-42a5-b078-0dfa27c9a4cc,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:53.916878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44096) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:53.918628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.939438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-236cd441-eec2-4551-956d-62ddcc7202eb tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:54.017812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Network 22f960f2-53be-42ef-9968-70a45c198d14 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:54.030982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Pushing event updated for resources: {'Port': ['ID=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:54.041427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3657b-aa4f-46bf-8182-598b569fe4db tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Deleting port f9548470-1081-42a5-b078-0dfa27c9a4cc {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:54.041766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8fe3657b-aa4f-46bf-8182-598b569fe4db tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.041981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:54.047985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:54.120062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808f2bfb-7a5f-4318-a119-77c834d4bf84 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Router dbbd1263-bd32-4dfe-a433-043dc91a7d4a is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:54.133355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Attempting to bind port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:36:54.133887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Attempting to bind port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a3f883e4-9bdb-48db-a8b5-f0ec0a150729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '22f960f2-53be-42ef-9968-70a45c198d14'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:36:54.134391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Attempting to bind port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 on network 22f960f2-53be-42ef-9968-70a45c198d14 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:36:54.140431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:36:54.141866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Checking segment: {'id': 'a3f883e4-9bdb-48db-a8b5-f0ec0a150729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '22f960f2-53be-42ef-9968-70a45c198d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:36:54.142381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.143601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Bound using segment: {'id': 'a3f883e4-9bdb-48db-a8b5-f0ec0a150729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '22f960f2-53be-42ef-9968-70a45c198d14'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:36:54.143601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Bound port: e4062aa2-71a2-41d7-9c04-6eb63c1c69d1, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f883e4-9bdb-48db-a8b5-f0ec0a150729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '22f960f2-53be-42ef-9968-70a45c198d14'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:36:54.144175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.229120 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-236cd441-eec2-4551-956d-62ddcc7202eb tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:54.230340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-236cd441-eec2-4551-956d-62ddcc7202eb tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3081653 Apr 06 14:36:54.236093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44098) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.238805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] For port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:36:54.244601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f55e7b4-1bb6-4419-8b73-c911198d0aa2 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.246000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e7e180a0-728d-4fa3-8023-63906a6f9e62 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:54.249340 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-e7e180a0-728d-4fa3-8023-63906a6f9e62 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 14:36:54.249340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-e7e180a0-728d-4fa3-8023-63906a6f9e62 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:54.249340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e7e180a0-728d-4fa3-8023-63906a6f9e62 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088923 Apr 06 14:36:54.253430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (2123da51-baef-413a-bfa5-70187d6cf02a), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.255744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44100) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.260242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] For port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,segment=NetworkSegment(a3f883e4-9bdb-48db-a8b5-f0ec0a150729),segment_id=a3f883e4-9bdb-48db-a8b5-f0ec0a150729)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:36:54.262608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-aa6d7e1f-a5e6-44af-a297-fdd1286bd8e8 None None] Provisioning complete for port f9548470-1081-42a5-b078-0dfa27c9a4cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:54.263000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa6d7e1f-a5e6-44af-a297-fdd1286bd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.267021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9c876b82-39d0-431a-adf1-6dbe641a5784 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:54.271108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808f2bfb-7a5f-4318-a119-77c834d4bf84 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:54.278682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-808f2bfb-7a5f-4318-a119-77c834d4bf84 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.283474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-808f2bfb-7a5f-4318-a119-77c834d4bf84 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "PUT /v2.0/routers/dbbd1263-bd32-4dfe-a433-043dc91a7d4a HTTP/1.1" status: 200 len: 697 time: 1.4030631 Apr 06 14:36:54.287843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44102) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.290284 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] Sync routers for ids ['dbbd1263-bd32-4dfe-a433-043dc91a7d4a'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:54.300686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8fe3657b-aa4f-46bf-8182-598b569fe4db tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.309486 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] Routers {'dbbd1263-bd32-4dfe-a433-043dc91a7d4a'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:54.310823 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['dbbd1263-bd32-4dfe-a433-043dc91a7d4a'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:54.314136 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d7e1f-a5e6-44af-a297-fdd1286bd8e8 None None] Port f9548470-1081-42a5-b078-0dfa27c9a4cc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:54.337969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.399563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3657b-aa4f-46bf-8182-598b569fe4db tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Calling delete_port for f9548470-1081-42a5-b078-0dfa27c9a4cc owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:54.455298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-14a365e5-8f98-4760-a4eb-05ecf867d769 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/routers/dbbd1263-bd32-4dfe-a433-043dc91a7d4a HTTP/1.1" status: 200 len: 703 time: 0.1641724 Apr 06 14:36:54.456410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44104) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.464146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986a4dc-ff15-4030-b127-e90f6c54e4f8 None None] Pushing event updated for resources: {'Port': ['ID=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:54.475616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0f55e7b4-1bb6-4419-8b73-c911198d0aa2 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.478074 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0f55e7b4-1bb6-4419-8b73-c911198d0aa2 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9096618 Apr 06 14:36:54.482659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44106) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.542586 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] Set router dbbd1263-bd32-4dfe-a433-043dc91a7d4a gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:54.582230 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-9c876b82-39d0-431a-adf1-6dbe641a5784 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Project 8b05a323e775473da76bda76ad03338a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:36:54.601297 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd1263-bd32-4dfe-a433-043dc91a7d4a', 'name': 'tempest-RoutersIpV6Test-router-151065375', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:52Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:54.620682 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks [] for router (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.634179 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] Checking router: dbbd1263-bd32-4dfe-a433-043dc91a7d4a for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:54.674064 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-09313b39-36f3-4bf9-83c4-fea7b06f6cbc tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbbd1263-bd32-4dfe-a433-043dc91a7d4a HTTP/1.1" status: 200 len: 205 time: 0.0689728 Apr 06 14:36:54.674615 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] Routers {'dbbd1263-bd32-4dfe-a433-043dc91a7d4a'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:54.674615 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['dbbd1263-bd32-4dfe-a433-043dc91a7d4a'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:54.674786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44108) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.674900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8fe3657b-aa4f-46bf-8182-598b569fe4db tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f9548470-1081-42a5-b078-0dfa27c9a4cc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.717568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3657b-aa4f-46bf-8182-598b569fe4db tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Port': ['ID=f9548470-1081-42a5-b078-0dfa27c9a4cc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:54.770218 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] Set router dbbd1263-bd32-4dfe-a433-043dc91a7d4a gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:54.783329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8fe3657b-aa4f-46bf-8182-598b569fe4db tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:54.790577 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8fe3657b-aa4f-46bf-8182-598b569fe4db tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "DELETE /v2.0/ports/f9548470-1081-42a5-b078-0dfa27c9a4cc HTTP/1.1" status: 204 len: 168 time: 0.9574246 Apr 06 14:36:54.791341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44110) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.828632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-725585b2-68d1-4705-ac80-2f9eb7d11db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] GET failed (client error): The resource could not be found. Apr 06 14:36:54.836580 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-725585b2-68d1-4705-ac80-2f9eb7d11db3 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "GET /v2.0/ports/f9548470-1081-42a5-b078-0dfa27c9a4cc HTTP/1.1" status: 404 len: 333 time: 0.0441203 Apr 06 14:36:54.839719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44112) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.842328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1275337439'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:54.866229 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd1263-bd32-4dfe-a433-043dc91a7d4a', 'name': 'tempest-RoutersIpV6Test-router-151065375', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:52Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:54.876899 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-9c876b82-39d0-431a-adf1-6dbe641a5784 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:54.877991 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9c876b82-39d0-431a-adf1-6dbe641a5784 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6178272 Apr 06 14:36:54.884787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44114) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.897612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-26899e80-4a1e-4672-85af-92b9ac7c6b52 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:54.898009 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING neutron.api.v2.base [None req-26899e80-4a1e-4672-85af-92b9ac7c6b52 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 06 14:36:54.898493 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-26899e80-4a1e-4672-85af-92b9ac7c6b52 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:54.899563 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-26899e80-4a1e-4672-85af-92b9ac7c6b52 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096316 Apr 06 14:36:54.904241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44116) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:54.929948 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81434d16-bb08-4d42-a9c7-dd7e3abee6f0 None None] The sync data for ids ['dbbd1263-bd32-4dfe-a433-043dc91a7d4a'] in dv-neutron-835863-1-hyperv is: [{'id': 'dbbd1263-bd32-4dfe-a433-043dc91a7d4a', 'name': 'tempest-RoutersIpV6Test-router-151065375', 'tenant_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:36:52Z', 'updated_at': '2022-04-06T14:36:53Z', 'revision_number': 2, 'project_id': 'e056736c59d34f56b0e5b329e8df3ac9', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:54.972707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b22f51a2-1541-4438-b0fe-de853b26fa88 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:54.991630 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP 2123da51-baef-413a-bfa5-70187d6cf02a associated. External IP: 172.26.7.146, port: b55ce3d3-92f2-403c-b6d4-e241e2e5c59d. Apr 06 14:36:55.040947 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2abf88c-4a07-4eba-b387-cbb2b3f2d1ac tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.105023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Made reservation on behalf of 0c802bf9dc2a4608bc1b039e46130e30 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:55.112342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.143198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] device_id is not set on port a224b7a5-5cc5-4515-9eb3-d173a39edb72 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:55.202245 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-b22f51a2-1541-4438-b0fe-de853b26fa88 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Project 8b05a323e775473da76bda76ad03338a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:36:55.270745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Allocated IP 2001:db8::89 (728bb271-4f10-422c-b040-281e28c3b5f5/043de93a-b1fe-45ae-83f3-da19aa7949f7/a224b7a5-5cc5-4515-9eb3-d173a39edb72) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:55.285466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.294723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks [] for router_controller (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.355066 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:36:55.422840 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-b22f51a2-1541-4438-b0fe-de853b26fa88 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:55.423982 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b22f51a2-1541-4438-b0fe-de853b26fa88 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4835961 Apr 06 14:36:55.427202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44120) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:55.435143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-da7fad06-df0c-43e4-9f1c-b9ca1b0003f8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'e2e7fe3c-1386-4b1a-a8f1-4458d28f5847', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:55.491074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2abf88c-4a07-4eba-b387-cbb2b3f2d1ac tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.493586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.497676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2abf88c-4a07-4eba-b387-cbb2b3f2d1ac tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router_controller (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.502047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (a224b7a5-5cc5-4515-9eb3-d173a39edb72), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.505592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.506132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa00f70a-3b16-46ac-adbe-ebe6ae8aedc9 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:55.566978 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-da7fad06-df0c-43e4-9f1c-b9ca1b0003f8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Project 8b05a323e775473da76bda76ad03338a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:36:55.624300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a224b7a5-5cc5-4515-9eb3-d173a39edb72), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.660672 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-da7fad06-df0c-43e4-9f1c-b9ca1b0003f8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:36:55.664183 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-da7fad06-df0c-43e4-9f1c-b9ca1b0003f8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2331176 Apr 06 14:36:55.667273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44122) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:55.676226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Network 728bb271-4f10-422c-b040-281e28c3b5f5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:55.679616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:55.686520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:55.692433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.693228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.707186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=a224b7a5-5cc5-4515-9eb3-d173a39edb72,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:55.713396 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 06 14:36:55.717744 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-004492db-f73e-45e4-9484-3f712c7a30a1 tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4543123 Apr 06 14:36:55.721019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44124) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:55.791059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4bf110-8fc6-4ec4-93ba-d88a14eca105 None None] Network 22f960f2-53be-42ef-9968-70a45c198d14 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:36:55.799474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-28386f44-e174-4dd9-ab10-26cab2fca5ad tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9611058 Apr 06 14:36:55.801869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44126) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:55.806887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'network_id': '728bb271-4f10-422c-b040-281e28c3b5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2129883246'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:55.908305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-30776e93-4d3e-4d60-80b1-f7fa4370f1fa tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Deleting port 13b60d2f-2b06-427b-ba60-6973239cb2a4 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:55.908664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30776e93-4d3e-4d60-80b1-f7fa4370f1fa tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (13b60d2f-2b06-427b-ba60-6973239cb2a4), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:55.923243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b6380ef9-af29-4f15-bd0e-2130973efd99 None None] Provisioning complete for port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:55.923709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b6380ef9-af29-4f15-bd0e-2130973efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.049478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30776e93-4d3e-4d60-80b1-f7fa4370f1fa tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (13b60d2f-2b06-427b-ba60-6973239cb2a4), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.067119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-30776e93-4d3e-4d60-80b1-f7fa4370f1fa tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Calling delete_port for 13b60d2f-2b06-427b-ba60-6973239cb2a4 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:56.124041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2abf88c-4a07-4eba-b387-cbb2b3f2d1ac tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (dbbd1263-bd32-4dfe-a433-043dc91a7d4a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.124286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b6380ef9-af29-4f15-bd0e-2130973efd99 None None] Current status of the port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:56.124583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2abf88c-4a07-4eba-b387-cbb2b3f2d1ac tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Fanout notify agent at l3_agent the message router_deleted on router dbbd1263-bd32-4dfe-a433-043dc91a7d4a {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:36:56.124740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b6380ef9-af29-4f15-bd0e-2130973efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.141055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2abf88c-4a07-4eba-b387-cbb2b3f2d1ac tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.145695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Made reservation on behalf of 0c802bf9dc2a4608bc1b039e46130e30 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:36:56.145893 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c2abf88c-4a07-4eba-b387-cbb2b3f2d1ac tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/dbbd1263-bd32-4dfe-a433-043dc91a7d4a HTTP/1.1" status: 204 len: 168 time: 1.4646063 Apr 06 14:36:56.147200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.151142 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44128) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.177100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b6380ef9-af29-4f15-bd0e-2130973efd99 None None] For port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,segment=NetworkSegment(a3f883e4-9bdb-48db-a8b5-f0ec0a150729),segment_id=a3f883e4-9bdb-48db-a8b5-f0ec0a150729)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:56.205856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] device_id is not set on port 78d8459b-16c2-4edc-bb4e-2c2641fff10d yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:36:56.217481 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7a39-fec5-4312-b248-cfe1b341a012 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (e2e7fe3c-1386-4b1a-a8f1-4458d28f5847), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.244078 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4fdf7872-c618-441d-abcd-390aa813ec54 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbbd1263-bd32-4dfe-a433-043dc91a7d4a HTTP/1.1" status: 200 len: 205 time: 0.0879941 Apr 06 14:36:56.244290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b6380ef9-af29-4f15-bd0e-2130973efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.261883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44130) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.264884 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7a39-fec5-4312-b248-cfe1b341a012 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (e2e7fe3c-1386-4b1a-a8f1-4458d28f5847), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.310634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6380ef9-af29-4f15-bd0e-2130973efd99 None None] Pushing event updated for resources: {'Port': ['ID=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:56.377611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ac4bf574-3ee4-4bab-8809-6f144ec4ca83 None None] Provisioning complete for port a224b7a5-5cc5-4515-9eb3-d173a39edb72 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:56.378743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf574-3ee4-4bab-8809-6f144ec4ca83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a224b7a5-5cc5-4515-9eb3-d173a39edb72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.386101 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-495936ca-aa30-4a57-a6c2-46784e921531 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] delete failed (client error): The resource could not be found. Apr 06 14:36:56.388091 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-495936ca-aa30-4a57-a6c2-46784e921531 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/dbbd1263-bd32-4dfe-a433-043dc91a7d4a HTTP/1.1" status: 404 len: 336 time: 0.1243055 Apr 06 14:36:56.409252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44132) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.418336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Allocated IP 2001:db8::10c (728bb271-4f10-422c-b040-281e28c3b5f5/043de93a-b1fe-45ae-83f3-da19aa7949f7/78d8459b-16c2-4edc-bb4e-2c2641fff10d) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:56.437704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:56.454529 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3e5183-508c-47db-90ad-9ec99c9db41e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:56.455023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3e5183-508c-47db-90ad-9ec99c9db41e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:56.458222 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1d3e5183-508c-47db-90ad-9ec99c9db41e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/1fca391a-d7fd-4056-8800-b4b924fdd887 HTTP/1.1" status: 404 len: 337 time: 0.0478516 Apr 06 14:36:56.458843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30776e93-4d3e-4d60-80b1-f7fa4370f1fa tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (13b60d2f-2b06-427b-ba60-6973239cb2a4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.470153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44134) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.516916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bf574-3ee4-4bab-8809-6f144ec4ca83 None None] Port a224b7a5-5cc5-4515-9eb3-d173a39edb72 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:56.534130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30776e93-4d3e-4d60-80b1-f7fa4370f1fa tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Pushing event deleted for resources: {'Port': ['ID=13b60d2f-2b06-427b-ba60-6973239cb2a4,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:56.560725 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e912de08-8890-49d7-b3a9-9ca6e2f22597 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:56.561195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e912de08-8890-49d7-b3a9-9ca6e2f22597 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:56.564945 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e912de08-8890-49d7-b3a9-9ca6e2f22597 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/7db93699-c7e2-4d18-ac19-e1c347c7a580 HTTP/1.1" status: 404 len: 337 time: 0.0816591 Apr 06 14:36:56.568784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44136) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.632464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:36:56.643920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcca74b3-be15-48f3-97cc-64bb48eb2e22 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:56.644521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcca74b3-be15-48f3-97cc-64bb48eb2e22 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:56.650026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dcca74b3-be15-48f3-97cc-64bb48eb2e22 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/671b379b-fbbb-438a-aa26-d7ac13a65a57 HTTP/1.1" status: 404 len: 337 time: 0.0776680 Apr 06 14:36:56.653975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44138) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.666540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7a39-fec5-4312-b248-cfe1b341a012 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e2e7fe3c-1386-4b1a-a8f1-4458d28f5847), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.669158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7a39-fec5-4312-b248-cfe1b341a012 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.674576 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0bcf7a39-fec5-4312-b248-cfe1b341a012 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/e2e7fe3c-1386-4b1a-a8f1-4458d28f5847 HTTP/1.1" status: 204 len: 168 time: 0.9772348 Apr 06 14:36:56.674829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44140) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.687176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3ba832f8-d457-4d02-b7c7-e69549b7178d None None] Provisioning complete for port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:56.688517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3ba832f8-d457-4d02-b7c7-e69549b7178d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.711304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Allocated IP 172.20.0.1 (22f960f2-53be-42ef-9968-70a45c198d14/211d604f-a860-4de4-a0c3-50c83c6c1b07/015c4a36-dccd-4152-8d87-4120fbeedb94) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:36:56.714076 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6920b3-4d80-42d7-bf2b-2e42141c4f8d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:56.714321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6920b3-4d80-42d7-bf2b-2e42141c4f8d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:56.714544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30776e93-4d3e-4d60-80b1-f7fa4370f1fa tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.717777 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-30776e93-4d3e-4d60-80b1-f7fa4370f1fa tempest-RoutersAdminNegativeTest-734487550 tempest-RoutersAdminNegativeTest-734487550-project-admin] 10.222.0.71 "DELETE /v2.0/ports/13b60d2f-2b06-427b-ba60-6973239cb2a4 HTTP/1.1" status: 204 len: 168 time: 0.9958930 Apr 06 14:36:56.721457 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bc6920b3-4d80-42d7-bf2b-2e42141c4f8d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/e36fa2d5-682c-47f1-868c-f96278bd7884 HTTP/1.1" status: 404 len: 337 time: 0.0663090 Apr 06 14:36:56.721895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44142) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.756775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:56.757208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.766177 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b4a45dbc-3417-46f9-97c2-305befe3403e tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 200 len: 205 time: 0.0431492 Apr 06 14:36:56.770004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44146) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.806908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf7a39-fec5-4312-b248-cfe1b341a012 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e7fe3c-1386-4b1a-a8f1-4458d28f5847,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:56.866506 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-c28671d9-1a19-48c2-bbab-eb964524b886 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] delete failed (client error): The resource could not be found. Apr 06 14:36:56.870214 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c28671d9-1a19-48c2-bbab-eb964524b886 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/b52f8a9f-77be-4dd3-b799-246db4f5db77 HTTP/1.1" status: 404 len: 336 time: 0.0917275 Apr 06 14:36:56.880936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44148) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.881232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:56.888206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3ba832f8-d457-4d02-b7c7-e69549b7178d None None] Current status of the port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:56.899846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c485d1da-c9a9-4f67-9380-79c05d2dd8c3 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2240915 Apr 06 14:36:56.908581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44150) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.914370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bf982826-3298-4fca-9841-36d16c04175e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--734832085'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:56.919244 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eb54d711-b123-434f-b330-b8ec8baa3e30 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=e38d17de-d90a-4a20-8ded-dbe94987e5b2 HTTP/1.1" status: 200 len: 205 time: 0.0331688 Apr 06 14:36:56.922061 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44152) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:56.922261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:56.945441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c4ef5-5137-409b-b580-f382f55ceeb6 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:56.954907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:36:56.963255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c4ef5-5137-409b-b580-f382f55ceeb6 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:56.964060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-582c4ef5-5137-409b-b580-f382f55ceeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:56.983778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-f81cad38-80a4-474a-bf3c-2aaebcf50a57 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] delete failed (client error): The resource could not be found. Apr 06 14:36:56.983778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f81cad38-80a4-474a-bf3c-2aaebcf50a57 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/e38d17de-d90a-4a20-8ded-dbe94987e5b2 HTTP/1.1" status: 404 len: 336 time: 0.0582786 Apr 06 14:36:56.983778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44154) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.004435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-582c4ef5-5137-409b-b580-f382f55ceeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:57.011356 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0e60fc-8820-4df6-b4e9-6f48e83f15af tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:57.012092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0e60fc-8820-4df6-b4e9-6f48e83f15af tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:57.013357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c4ef5-5137-409b-b580-f382f55ceeb6 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:57.013990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-582c4ef5-5137-409b-b580-f382f55ceeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:57.014769 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4c0e60fc-8820-4df6-b4e9-6f48e83f15af tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/05490174-61a8-4eec-91be-479a66522ad0 HTTP/1.1" status: 404 len: 337 time: 0.0305042 Apr 06 14:36:57.017971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44156) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.025305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.048258 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5cb9c899-69f3-49de-8100-79471f2278fb tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=b79085fa-2e6e-4348-8993-137e65b1f2d6 HTTP/1.1" status: 200 len: 205 time: 0.0290372 Apr 06 14:36:57.049001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-582c4ef5-5137-409b-b580-f382f55ceeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:57.049610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.049741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c4ef5-5137-409b-b580-f382f55ceeb6 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:57.051879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44158) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.126755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bf982826-3298-4fca-9841-36d16c04175e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.132458 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-47d0d573-d430-40dc-99a7-ff04b5887cc9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] delete failed (client error): The resource could not be found. Apr 06 14:36:57.133503 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-47d0d573-d430-40dc-99a7-ff04b5887cc9 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/b79085fa-2e6e-4348-8993-137e65b1f2d6 HTTP/1.1" status: 404 len: 336 time: 0.0815859 Apr 06 14:36:57.136322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44160) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.151800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Network 728bb271-4f10-422c-b040-281e28c3b5f5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:57.160422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:57.164030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:57.169269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:57.169909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.173947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=78d8459b-16c2-4edc-bb4e-2c2641fff10d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:57.190344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.199537 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5e3c5a6d-70d5-404c-b573-3d8492ab745b tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=d302ad2e-91cb-4d2b-8b1e-a09f321b2262 HTTP/1.1" status: 200 len: 205 time: 0.0619409 Apr 06 14:36:57.203093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44162) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.255028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Network 22f960f2-53be-42ef-9968-70a45c198d14 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:57.265086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:57.272097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:36:57.277576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'Port': ['ID=015c4a36-dccd-4152-8d87-4120fbeedb94,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:57.298957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bf982826-3298-4fca-9841-36d16c04175e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (005f5376-d04a-4a58-8b89-1d37b181f773), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.301737 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-ad57ac66-91c6-400f-947c-b3ff9926e6d7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] delete failed (client error): The resource could not be found. Apr 06 14:36:57.308962 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ad57ac66-91c6-400f-947c-b3ff9926e6d7 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/d302ad2e-91cb-4d2b-8b1e-a09f321b2262 HTTP/1.1" status: 404 len: 336 time: 0.0986669 Apr 06 14:36:57.309203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44166) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.309354 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9854bd58-6dad-4455-8aa8-7a08a7e0db54 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5040569 Apr 06 14:36:57.309696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44168) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.317771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b4', 'mac_address': 'fa:16:3e:62:df:14'}, {'ip_address': '2001:db8::89', 'mac_address': 'fa:16:3e:37:a2:a9'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:57.357862 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8602bb27-5152-489a-afb6-9e58976fe4ab tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:57.358621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8602bb27-5152-489a-afb6-9e58976fe4ab tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:57.362383 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8602bb27-5152-489a-afb6-9e58976fe4ab tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/0acff9c4-e68e-4ccb-bfa7-c814b09918af HTTP/1.1" status: 404 len: 337 time: 0.0544167 Apr 06 14:36:57.367392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44170) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.393390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44172) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.413708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bf982826-3298-4fca-9841-36d16c04175e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (005f5376-d04a-4a58-8b89-1d37b181f773), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.420305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:57.421008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.426097 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ca395234-1c86-456b-92b9-3852a556d3fa tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8e6c83-3c33-4ca0-931d-a23d4d5bba56 HTTP/1.1" status: 200 len: 205 time: 0.0560439 Apr 06 14:36:57.430703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44176) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.495781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.499226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-7e4aca5d-5e33-4b09-a456-78e713f7e171 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] delete failed (client error): The resource could not be found. Apr 06 14:36:57.503530 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7e4aca5d-5e33-4b09-a456-78e713f7e171 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/1b8e6c83-3c33-4ca0-931d-a23d4d5bba56 HTTP/1.1" status: 404 len: 336 time: 0.0636928 Apr 06 14:36:57.506659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44178) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.511573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf982826-3298-4fca-9841-36d16c04175e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005f5376-d04a-4a58-8b89-1d37b181f773,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:57.576111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bf982826-3298-4fca-9841-36d16c04175e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.577905 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bf982826-3298-4fca-9841-36d16c04175e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6682084 Apr 06 14:36:57.581758 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4e0f2f-2372-4842-b61b-2399581ab6bf tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:57.582450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4e0f2f-2372-4842-b61b-2399581ab6bf tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:57.586992 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ab4e0f2f-2372-4842-b61b-2399581ab6bf tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/f7f312ca-36eb-498b-a4bf-4ee6b6cdf09f HTTP/1.1" status: 404 len: 337 time: 0.0680728 Apr 06 14:36:57.587906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44180) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.592024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44182) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.596869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-4633a19f-9efb-4f03-add7-8fe99988c26a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': '005f5376-d04a-4a58-8b89-1d37b181f773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:57.646646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-37068f3d-c37d-40e3-9676-f3cc164601f0 None None] Provisioning complete for port 78d8459b-16c2-4edc-bb4e-2c2641fff10d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:57.647122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-37068f3d-c37d-40e3-9676-f3cc164601f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.649145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2441e295-9875-44a6-88fa-39b88148a111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.675893 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3468fc76-c0c0-40cf-b635-e2b219ea2b70 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddf0166a-5105-498c-9f7c-084d4fa3793c HTTP/1.1" status: 200 len: 205 time: 0.0737727 Apr 06 14:36:57.686537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44184) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.689835 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-37068f3d-c37d-40e3-9676-f3cc164601f0 None None] Port 78d8459b-16c2-4edc-bb4e-2c2641fff10d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:57.704181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:57.719562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.719660 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545a0e0-9caa-4a08-a943-3234ee18432f None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:57.730039 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545a0e0-9caa-4a08-a943-3234ee18432f None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:57.731291 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f545a0e0-9caa-4a08-a943-3234ee18432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:57.734182 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-d9bb9d17-7362-49b8-b9de-77465c5fb164 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] delete failed (client error): The resource could not be found. Apr 06 14:36:57.735421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d9bb9d17-7362-49b8-b9de-77465c5fb164 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/routers/ddf0166a-5105-498c-9f7c-084d4fa3793c HTTP/1.1" status: 404 len: 336 time: 0.0469344 Apr 06 14:36:57.739103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44186) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.775681 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f545a0e0-9caa-4a08-a943-3234ee18432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:57.786463 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545a0e0-9caa-4a08-a943-3234ee18432f None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:57.787109 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f545a0e0-9caa-4a08-a943-3234ee18432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:57.815134 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff730d27-81e9-4670-846c-ed1019326a7d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:57.815596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff730d27-81e9-4670-846c-ed1019326a7d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:57.818985 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ff730d27-81e9-4670-846c-ed1019326a7d tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/bc665b3f-fbed-459a-937e-745011a7bacb HTTP/1.1" status: 404 len: 337 time: 0.0775955 Apr 06 14:36:57.822425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44188) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.827052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-697b6cd6-a1f7-4294-be07-feb03aaaa926 None None] Provisioning complete for port 015c4a36-dccd-4152-8d87-4120fbeedb94 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:57.828609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-697b6cd6-a1f7-4294-be07-feb03aaaa926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.832223 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f545a0e0-9caa-4a08-a943-3234ee18432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:57.832864 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545a0e0-9caa-4a08-a943-3234ee18432f None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:57.865214 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dac1c12-994c-496f-ba26-b251c8e28761 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] DELETE failed (client error): The resource could not be found. Apr 06 14:36:57.866089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dac1c12-994c-496f-ba26-b251c8e28761 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:36:57.871446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2dac1c12-994c-496f-ba26-b251c8e28761 tempest-RoutersIpV6Test-632998917 tempest-RoutersIpV6Test-632998917-project] 10.222.0.71 "DELETE /v2.0/subnets/e57f0fa2-66fd-42b8-9118-82cf8e7d3ce2 HTTP/1.1" status: 404 len: 337 time: 0.0455880 Apr 06 14:36:57.877404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-697b6cd6-a1f7-4294-be07-feb03aaaa926 None None] Port 015c4a36-dccd-4152-8d87-4120fbeedb94 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:57.881401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.900149 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-19578050-f33d-4c9d-ab75-441b9e9313e7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/floatingips/2123da51-baef-413a-bfa5-70187d6cf02a HTTP/1.1" status: 200 len: 978 time: 5.0818114 Apr 06 14:36:57.905502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44192) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:57.914392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:57.944158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2441e295-9875-44a6-88fa-39b88148a111 admin admin] Publish callbacks [] for security_group (20a9fa91-ef72-48f5-a430-aa7668e58572), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:57.967652 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-4633a19f-9efb-4f03-add7-8fe99988c26a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The resource could not be found. Apr 06 14:36:57.970176 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4633a19f-9efb-4f03-add7-8fe99988c26a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3790059 Apr 06 14:36:57.976584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44194) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:58.010912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (2123da51-baef-413a-bfa5-70187d6cf02a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.022878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b7f92b43-fc5d-4d89-97b9-90f5f20dbdd9 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': '005f5376-d04a-4a58-8b89-1d37b181f773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ecc1067e-6ddf-46bf-a093-731739bd42e7'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:58.059263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2441e295-9875-44a6-88fa-39b88148a111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (20a9fa91-ef72-48f5-a430-aa7668e58572), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.059554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.125890 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2441e295-9875-44a6-88fa-39b88148a111 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78fdb75325474937bb0be34cec5990b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7306979 Apr 06 14:36:58.132514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441e295-9875-44a6-88fa-39b88148a111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9fa91-ef72-48f5-a430-aa7668e58572,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:58.134953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44196) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:58.206043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc0a5-e7a6-4cb0-b4f8-7401bfd828d7 admin admin] Publish callbacks [] for security_group (20a9fa91-ef72-48f5-a430-aa7668e58572), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.211363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.264279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.296843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] In _notify_port_updated(), no bound segment for port 78d8459b-16c2-4edc-bb4e-2c2641fff10d on network 728bb271-4f10-422c-b040-281e28c3b5f5 {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:36:58.302694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:58.303402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.307652 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "PUT /v2.0/ports/78d8459b-16c2-4edc-bb4e-2c2641fff10d HTTP/1.1" status: 200 len: 1067 time: 0.9968672 Apr 06 14:36:58.310784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44198) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:58.317973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc0a5-e7a6-4cb0-b4f8-7401bfd828d7 admin admin] Publish callbacks [] for security_group (20a9fa91-ef72-48f5-a430-aa7668e58572), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.334475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.361750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (2123da51-baef-413a-bfa5-70187d6cf02a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.362209 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP 2123da51-baef-413a-bfa5-70187d6cf02a disassociated. External IP: 172.26.7.146, port: 4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4. Apr 06 14:36:58.364517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7baa8fc-fe4a-41c9-950a-5b2777d2addf tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event updated for resources: {'Port': ['ID=78d8459b-16c2-4edc-bb4e-2c2641fff10d,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:58.376796 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-b7f92b43-fc5d-4d89-97b9-90f5f20dbdd9 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The resource could not be found. Apr 06 14:36:58.381209 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b7f92b43-fc5d-4d89-97b9-90f5f20dbdd9 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4023144 Apr 06 14:36:58.382013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44202) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:58.448136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.504056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44204) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:58.584126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.633195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'Port': ['ID=015c4a36-dccd-4152-8d87-4120fbeedb94,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:58.638165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-80db3619-b5dd-4300-8962-4ed3c7ddfbd8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (005f5376-d04a-4a58-8b89-1d37b181f773), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.677908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc0a5-e7a6-4cb0-b4f8-7401bfd828d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (20a9fa91-ef72-48f5-a430-aa7668e58572), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.680384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc0a5-e7a6-4cb0-b4f8-7401bfd828d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.684398 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8fcbc0a5-e7a6-4cb0-b4f8-7401bfd828d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20a9fa91-ef72-48f5-a430-aa7668e58572 HTTP/1.1" status: 204 len: 168 time: 0.5458007 Apr 06 14:36:58.697008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbc0a5-e7a6-4cb0-b4f8-7401bfd828d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9fa91-ef72-48f5-a430-aa7668e58572,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:58.713274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f2425-35f2-4ac9-a7f2-6caeafa7aa09 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Deleting port 78d8459b-16c2-4edc-bb4e-2c2641fff10d {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:58.713633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd8f2425-35f2-4ac9-a7f2-6caeafa7aa09 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.763032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:58.773065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-80db3619-b5dd-4300-8962-4ed3c7ddfbd8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (005f5376-d04a-4a58-8b89-1d37b181f773), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.819762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2f4a9cf2-d1d6-4286-9245-57ebafb36379 None None] Provisioning complete for port 78d8459b-16c2-4edc-bb4e-2c2641fff10d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:58.820849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2f4a9cf2-d1d6-4286-9245-57ebafb36379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.866018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a9cf2-d1d6-4286-9245-57ebafb36379 None None] Port 78d8459b-16c2-4edc-bb4e-2c2641fff10d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:58.910290 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ad2075be-4490-4a0c-971e-ca160dd04721 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e056736c59d34f56b0e5b329e8df3ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971214 Apr 06 14:36:58.916808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Network 22f960f2-53be-42ef-9968-70a45c198d14 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:36:58.917461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44210) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:58.932595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:36:58.940481 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd8f2425-35f2-4ac9-a7f2-6caeafa7aa09 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:58.980144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f2425-35f2-4ac9-a7f2-6caeafa7aa09 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Calling delete_port for 78d8459b-16c2-4edc-bb4e-2c2641fff10d owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:59.053905 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-80db3619-b5dd-4300-8962-4ed3c7ddfbd8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (005f5376-d04a-4a58-8b89-1d37b181f773), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.056716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-80db3619-b5dd-4300-8962-4ed3c7ddfbd8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.062010 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-80db3619-b5dd-4300-8962-4ed3c7ddfbd8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/005f5376-d04a-4a58-8b89-1d37b181f773 HTTP/1.1" status: 204 len: 168 time: 0.6773989 Apr 06 14:36:59.066880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44214) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:59.133281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db3619-b5dd-4300-8962-4ed3c7ddfbd8 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f5376-d04a-4a58-8b89-1d37b181f773,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:59.169955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ac862b0-018b-48b5-94bc-140f97c769b1 admin admin] Publish callbacks [] for security_group (fed10194-3e90-43e1-ba94-6242c26ce8a2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.244291 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3b8668e3-fb47-45a9-bf1d-54c481a245a6 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1675923 Apr 06 14:36:59.244763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44216) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:59.251108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f2be8a14-b585-4b9b-9892-b2aafb7216ee tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': '6be26517-eaa5-4f60-80db-301c8827c47a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:59.256586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:59.256738 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ac862b0-018b-48b5-94bc-140f97c769b1 admin admin] Publish callbacks [] for security_group (fed10194-3e90-43e1-ba94-6242c26ce8a2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.263041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.269356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2486c5c-41f7-446a-919d-524b266f295f None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:59.290306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2486c5c-41f7-446a-919d-524b266f295f None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:59.290950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d2486c5c-41f7-446a-919d-524b266f295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.310281 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b27e27f5-773d-4b47-aa16-60a85f2b1f5a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/floatingips/2123da51-baef-413a-bfa5-70187d6cf02a HTTP/1.1" status: 200 len: 688 time: 1.4035594 Apr 06 14:36:59.313750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44218) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:59.337249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d2486c5c-41f7-446a-919d-524b266f295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.339425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dbdeeecc-8031-4ee8-8864-18f2b271e1cb None None] Provisioning complete for port 015c4a36-dccd-4152-8d87-4120fbeedb94 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:36:59.340057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dbdeeecc-8031-4ee8-8864-18f2b271e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.378056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Router 1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:36:59.379653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2486c5c-41f7-446a-919d-524b266f295f None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:59.380494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d2486c5c-41f7-446a-919d-524b266f295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.423436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dbdeeecc-8031-4ee8-8864-18f2b271e1cb None None] Port 015c4a36-dccd-4152-8d87-4120fbeedb94 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:36:59.425715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d2486c5c-41f7-446a-919d-524b266f295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.426682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2486c5c-41f7-446a-919d-524b266f295f None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:59.479761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 151322b8-a0a8-40c7-9eee-69bd6eb1675b {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:59.480402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (151322b8-a0a8-40c7-9eee-69bd6eb1675b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.489658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ac862b0-018b-48b5-94bc-140f97c769b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fed10194-3e90-43e1-ba94-6242c26ce8a2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.492259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7ac862b0-018b-48b5-94bc-140f97c769b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.496167 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7ac862b0-018b-48b5-94bc-140f97c769b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fed10194-3e90-43e1-ba94-6242c26ce8a2 HTTP/1.1" status: 204 len: 168 time: 0.5702467 Apr 06 14:36:59.506346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac862b0-018b-48b5-94bc-140f97c769b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed10194-3e90-43e1-ba94-6242c26ce8a2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:59.510634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd8f2425-35f2-4ac9-a7f2-6caeafa7aa09 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (78d8459b-16c2-4edc-bb4e-2c2641fff10d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.540883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-f2be8a14-b585-4b9b-9892-b2aafb7216ee tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The resource could not be found. Apr 06 14:36:59.545698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f2be8a14-b585-4b9b-9892-b2aafb7216ee tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2959387 Apr 06 14:36:59.545880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f2425-35f2-4ac9-a7f2-6caeafa7aa09 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Port': ['ID=78d8459b-16c2-4edc-bb4e-2c2641fff10d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:59.547382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44222) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:59.556791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9d1f35d7-c058-4fc2-83af-7b7deab429e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--55227409'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:59.585998 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:59.593614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (151322b8-a0a8-40c7-9eee-69bd6eb1675b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.594003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (151322b8-a0a8-40c7-9eee-69bd6eb1675b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.596721 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b7099c4d-7e20-4c81-beef-0e554c8ad3e6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "PUT /v2.0/routers/1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1125679 Apr 06 14:36:59.598917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44224) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:59.601753 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddaec8-5812-4d7c-847f-e001d2d75066 None None] Sync routers for ids ['1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:59.603625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Request body: {'port': {'network_id': '22f960f2-53be-42ef-9968-70a45c198d14', 'name': 'tempest-FloatingIPNegativeTestJSON-1180428222'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:36:59.630540 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddaec8-5812-4d7c-847f-e001d2d75066 None None] Routers {'1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:59.631283 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-2eddaec8-5812-4d7c-847f-e001d2d75066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.651701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44226) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:36:59.667984 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 151322b8-a0a8-40c7-9eee-69bd6eb1675b owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:59.688553 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-2eddaec8-5812-4d7c-847f-e001d2d75066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.699990 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddaec8-5812-4d7c-847f-e001d2d75066 None None] Routers {'1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:59.700767 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-2eddaec8-5812-4d7c-847f-e001d2d75066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.752300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d1f35d7-c058-4fc2-83af-7b7deab429e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:59.762334 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-2eddaec8-5812-4d7c-847f-e001d2d75066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:59.763396 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddaec8-5812-4d7c-847f-e001d2d75066 None None] The sync data for ids ['1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:59.981340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d1f35d7-c058-4fc2-83af-7b7deab429e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (f070d95d-d65e-411a-8aba-0e525df08195), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.049766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Made reservation on behalf of 38c56385aaca45a8a1d893da9783ab73 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:00.055734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.080700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] device_id is not set on port 2c9a955c-4b6c-402f-b3f1-d9446e1407ec yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:00.119739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d1f35d7-c058-4fc2-83af-7b7deab429e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f070d95d-d65e-411a-8aba-0e525df08195), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.124792 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-09191d5d-4fbf-4b79-9a5c-ff3a88ff0ab1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb263b7bcf434f428203cbb7ea4edd65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4715233 Apr 06 14:37:00.143533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (151322b8-a0a8-40c7-9eee-69bd6eb1675b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.147227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44236) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.161802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd8f2425-35f2-4ac9-a7f2-6caeafa7aa09 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.162800 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cd8f2425-35f2-4ac9-a7f2-6caeafa7aa09 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "DELETE /v2.0/ports/78d8459b-16c2-4edc-bb4e-2c2641fff10d HTTP/1.1" status: 204 len: 168 time: 1.8509018 Apr 06 14:37:00.164729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44238) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.214125 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a37437c-e65a-4258-b182-0a047d9216fb tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] GET failed (client error): The resource could not be found. Apr 06 14:37:00.219497 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3a37437c-e65a-4258-b182-0a047d9216fb tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "GET /v2.0/ports/78d8459b-16c2-4edc-bb4e-2c2641fff10d HTTP/1.1" status: 404 len: 333 time: 0.0529103 Apr 06 14:37:00.222647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44242) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.226343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f35d7-c058-4fc2-83af-7b7deab429e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f070d95d-d65e-411a-8aba-0e525df08195,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:00.231099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=151322b8-a0a8-40c7-9eee-69bd6eb1675b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:00.253413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-960f71e2-6c97-4fdd-8ec7-b3bcb5d84f62 admin admin] Publish callbacks [] for security_group (0dafc356-cabd-4be7-a832-0c608d586a7b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.285144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-960f71e2-6c97-4fdd-8ec7-b3bcb5d84f62 admin admin] Publish callbacks [] for security_group (0dafc356-cabd-4be7-a832-0c608d586a7b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.324734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d1f35d7-c058-4fc2-83af-7b7deab429e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.329638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9d1f35d7-c058-4fc2-83af-7b7deab429e0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7774632 Apr 06 14:37:00.338934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44244) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.343261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9464fd09-4832-4c47-8c8d-eb158a012be0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--663557452'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:00.448883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-960f71e2-6c97-4fdd-8ec7-b3bcb5d84f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0dafc356-cabd-4be7-a832-0c608d586a7b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.452055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-960f71e2-6c97-4fdd-8ec7-b3bcb5d84f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.456787 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-960f71e2-6c97-4fdd-8ec7-b3bcb5d84f62 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0dafc356-cabd-4be7-a832-0c608d586a7b HTTP/1.1" status: 204 len: 168 time: 0.3065844 Apr 06 14:37:00.463171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Allocated IP 172.20.0.3 (22f960f2-53be-42ef-9968-70a45c198d14/211d604f-a860-4de4-a0c3-50c83c6c1b07/2c9a955c-4b6c-402f-b3f1-d9446e1407ec) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:00.471242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f71e2-6c97-4fdd-8ec7-b3bcb5d84f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dafc356-cabd-4be7-a832-0c608d586a7b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:00.478534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (2123da51-baef-413a-bfa5-70187d6cf02a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.481312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.483586 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7a62dbab-58c7-4f8a-8944-37484466d968 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/floatingips/2123da51-baef-413a-bfa5-70187d6cf02a HTTP/1.1" status: 204 len: 168 time: 1.1675215 Apr 06 14:37:00.489307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44250) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.511301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9464fd09-4832-4c47-8c8d-eb158a012be0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.567313 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-44a7b0fb-c574-4535-b36a-5af88ca26181 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] delete failed (client error): The resource could not be found. Apr 06 14:37:00.568578 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-44a7b0fb-c574-4535-b36a-5af88ca26181 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/floatingips/2123da51-baef-413a-bfa5-70187d6cf02a HTTP/1.1" status: 404 len: 345 time: 0.0772891 Apr 06 14:37:00.574238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44256) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.605764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9464fd09-4832-4c47-8c8d-eb158a012be0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (0ebf9253-a846-48d4-aa02-fe8749b91180), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.639529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-647904ac-af1d-4d6a-8c49-db38602a3456 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Deleting port a224b7a5-5cc5-4515-9eb3-d173a39edb72 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:00.639913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-647904ac-af1d-4d6a-8c49-db38602a3456 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a224b7a5-5cc5-4515-9eb3-d173a39edb72), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.686806 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7420924-df6f-4019-9ae8-ee802258e89d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.693410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7420924-df6f-4019-9ae8-ee802258e89d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.700954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7420924-df6f-4019-9ae8-ee802258e89d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.705950 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b7420924-df6f-4019-9ae8-ee802258e89d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "GET /v2.0/ports?network_id=8e31b2b2-cd72-4c5b-94aa-f66662184a15 HTTP/1.1" status: 200 len: 2358 time: 0.1266134 Apr 06 14:37:00.706196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44258) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.722498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9464fd09-4832-4c47-8c8d-eb158a012be0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0ebf9253-a846-48d4-aa02-fe8749b91180), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.772343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcebae20-47c6-4ad1-85f6-2a771a4e2a27 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.781006 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dcebae20-47c6-4ad1-85f6-2a771a4e2a27 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "GET /v2.0/subnets/076f30a1-b5ca-4f14-954f-09dbb526f7fa HTTP/1.1" status: 200 len: 797 time: 0.0668983 Apr 06 14:37:00.781006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44262) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.786109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'port': {'network_id': '8e31b2b2-cd72-4c5b-94aa-f66662184a15', 'name': 'tempest-FloatingIPTestJSON-953363322', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:00.795985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464fd09-4832-4c47-8c8d-eb158a012be0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf9253-a846-48d4-aa02-fe8749b91180,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:00.857780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-647904ac-af1d-4d6a-8c49-db38602a3456 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a224b7a5-5cc5-4515-9eb3-d173a39edb72), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.869715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for port (2c9a955c-4b6c-402f-b3f1-d9446e1407ec), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.880923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9464fd09-4832-4c47-8c8d-eb158a012be0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:00.882188 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9464fd09-4832-4c47-8c8d-eb158a012be0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5426080 Apr 06 14:37:00.884717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-647904ac-af1d-4d6a-8c49-db38602a3456 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Calling delete_port for a224b7a5-5cc5-4515-9eb3-d173a39edb72 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:00.886245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44264) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:00.894931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4f70d113-b3d2-4f91-b23f-394b0ff7a56a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'f070d95d-d65e-411a-8aba-0e525df08195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0ebf9253-a846-48d4-aa02-fe8749b91180'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:00.898414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44266) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:01.059587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:01.064573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-753770965'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:01.124732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (2c9a955c-4b6c-402f-b3f1-d9446e1407ec), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.142328 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-4f70d113-b3d2-4f91-b23f-394b0ff7a56a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:37:01.152512 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4f70d113-b3d2-4f91-b23f-394b0ff7a56a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2533119 Apr 06 14:37:01.152512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44276) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:01.201016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Network 22f960f2-53be-42ef-9968-70a45c198d14 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:01.207073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:01.212037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-647904ac-af1d-4d6a-8c49-db38602a3456 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a224b7a5-5cc5-4515-9eb3-d173a39edb72), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.213943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.214100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:01.219655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'Port': ['ID=2c9a955c-4b6c-402f-b3f1-d9446e1407ec,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:01.257041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Made reservation on behalf of 7124a74f9d8943d39a01fb411e8f21a5 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:01.257612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] device_id is not set on port 07be53d7-3f4c-4686-931a-8d4bc91b2dbb yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:01.260484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.295502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647904ac-af1d-4d6a-8c49-db38602a3456 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Port': ['ID=a224b7a5-5cc5-4515-9eb3-d173a39edb72,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:01.307587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.342888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:01.346222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.347127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-647904ac-af1d-4d6a-8c49-db38602a3456 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.353104 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-647904ac-af1d-4d6a-8c49-db38602a3456 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "DELETE /v2.0/ports/a224b7a5-5cc5-4515-9eb3-d173a39edb72 HTTP/1.1" status: 204 len: 168 time: 1.1150482 Apr 06 14:37:01.354580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44282) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:01.364725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-781d0579-9ca6-4ee7-983d-951170bcb9fa tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (0ebf9253-a846-48d4-aa02-fe8749b91180), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.396125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-781d0579-9ca6-4ee7-983d-951170bcb9fa tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (0ebf9253-a846-48d4-aa02-fe8749b91180), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.427701 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29fb847-5e5b-4aee-9741-50e1fa7cc1f0 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] GET failed (client error): The resource could not be found. Apr 06 14:37:01.429459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c29fb847-5e5b-4aee-9741-50e1fa7cc1f0 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "GET /v2.0/ports/a224b7a5-5cc5-4515-9eb3-d173a39edb72 HTTP/1.1" status: 404 len: 333 time: 0.0712581 Apr 06 14:37:01.436329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44284) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:01.483057 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0f2b4682-407a-412a-9c6c-401f06247653 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8833554 Apr 06 14:37:01.494751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44286) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:01.503658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:01.592730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for security_group (cc907495-446f-4e0c-920a-de32459eeda6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.617976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a5c594db-9a58-42a5-9fe5-3895dc97faba tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Deleting port f2961ad8-6cbc-4649-a85c-217661b1514a {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:01.618455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5c594db-9a58-42a5-9fe5-3895dc97faba tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f2961ad8-6cbc-4649-a85c-217661b1514a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.679726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6cc9291c-7a13-46a2-830f-a11f323a9f81 None None] Provisioning complete for port 2c9a955c-4b6c-402f-b3f1-d9446e1407ec triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:01.681269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6cc9291c-7a13-46a2-830f-a11f323a9f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c9a955c-4b6c-402f-b3f1-d9446e1407ec), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.681510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (cc907495-446f-4e0c-920a-de32459eeda6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.683620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.689507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-781d0579-9ca6-4ee7-983d-951170bcb9fa tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0ebf9253-a846-48d4-aa02-fe8749b91180), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.692589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-781d0579-9ca6-4ee7-983d-951170bcb9fa tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.694061 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-781d0579-9ca6-4ee7-983d-951170bcb9fa tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/0ebf9253-a846-48d4-aa02-fe8749b91180 HTTP/1.1" status: 204 len: 168 time: 0.5403695 Apr 06 14:37:01.698074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44290) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:01.725921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0579-9ca6-4ee7-983d-951170bcb9fa tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf9253-a846-48d4-aa02-fe8749b91180,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:01.745882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:01.797292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc907495-446f-4e0c-920a-de32459eeda6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:01.798564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.20.0.14 (8e31b2b2-cd72-4c5b-94aa-f66662184a15/076f30a1-b5ca-4f14-954f-09dbb526f7fa/07be53d7-3f4c-4686-931a-8d4bc91b2dbb) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:01.814416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f7b19dd6-7cc0-444f-ba17-868df1c85efc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.814416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Added segment f7b19dd6-7cc0-444f-ba17-868df1c85efc of type vlan for network d153f579-ad13-42c7-aa97-56c301607f9e Apr 06 14:37:01.818508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.20.0.12 (8e31b2b2-cd72-4c5b-94aa-f66662184a15/076f30a1-b5ca-4f14-954f-09dbb526f7fa/07be53d7-3f4c-4686-931a-8d4bc91b2dbb) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:01.830763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9291c-7a13-46a2-830f-a11f323a9f81 None None] Port 2c9a955c-4b6c-402f-b3f1-d9446e1407ec cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:01.852170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5c594db-9a58-42a5-9fe5-3895dc97faba tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f2961ad8-6cbc-4649-a85c-217661b1514a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.897194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a5c594db-9a58-42a5-9fe5-3895dc97faba tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Calling delete_port for f2961ad8-6cbc-4649-a85c-217661b1514a owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:01.916268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (d153f579-ad13-42c7-aa97-56c301607f9e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:01.923250 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-75d8dadd-31f6-49e6-9871-c16cb91ec841 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4537 time: 0.2234869 Apr 06 14:37:01.928992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44296) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:01.977246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.065099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b8490c7-6ae2-445f-8b84-d5086855e839 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (f070d95d-d65e-411a-8aba-0e525df08195), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.092618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (07be53d7-3f4c-4686-931a-8d4bc91b2dbb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.096591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b8490c7-6ae2-445f-8b84-d5086855e839 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (f070d95d-d65e-411a-8aba-0e525df08195), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.108750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44300) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:02.145341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (d153f579-ad13-42c7-aa97-56c301607f9e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.150497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:02.151138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.160425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Allocated IP 172.26.7.141 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/d0ee2691-63c3-4f9a-8032-2728a03a30b0) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:02.233346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (07be53d7-3f4c-4686-931a-8d4bc91b2dbb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.279963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'networks': [{'name': 'tempest-network--1757763896'}, {'name': 'tempest-network--189218186'}]} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:02.280273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'network': {'name': 'tempest-network--1757763896'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:02.280733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'network': {'name': 'tempest-network--189218186'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:02.294198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Pushing event updated for resources: {'Network': ['ID=d153f579-ad13-42c7-aa97-56c301607f9e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:02.306848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network d153f579-ad13-42c7-aa97-56c301607f9e details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:02.310940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:02.323420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:02.326086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e7a57b5b-089f-43b8-a72c-707ace6f6f39 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4257715 Apr 06 14:37:02.330386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:02.337904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44304) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:02.338085 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=07be53d7-3f4c-4686-931a-8d4bc91b2dbb,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:02.350806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Request body: {'subnet': {'network_id': 'd153f579-ad13-42c7-aa97-56c301607f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:02.357580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5c594db-9a58-42a5-9fe5-3895dc97faba tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f2961ad8-6cbc-4649-a85c-217661b1514a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.388999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for port (d0ee2691-63c3-4f9a-8032-2728a03a30b0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.420317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:02.421334 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.431368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c594db-9a58-42a5-9fe5-3895dc97faba tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Port': ['ID=f2961ad8-6cbc-4649-a85c-217661b1514a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:02.444291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b8490c7-6ae2-445f-8b84-d5086855e839 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f070d95d-d65e-411a-8aba-0e525df08195), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.446896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9b8490c7-6ae2-445f-8b84-d5086855e839 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.448080 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9b8490c7-6ae2-445f-8b84-d5086855e839 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/f070d95d-d65e-411a-8aba-0e525df08195 HTTP/1.1" status: 204 len: 168 time: 0.5181317 Apr 06 14:37:02.448892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Made reservation on behalf of d4924f966f8e461cae976c2b553a5cb8 for: {'network': 2} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:02.450877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44306) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:02.453230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.483566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.496353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8490c7-6ae2-445f-8b84-d5086855e839 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f070d95d-d65e-411a-8aba-0e525df08195,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:02.517860 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b3d7da56-b5d5-45d8-9b0c-fca737167fe7 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0649889 Apr 06 14:37:02.524856 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-813b9c52-90df-4098-b9a4-adac8b1bcc84 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7434936 Apr 06 14:37:02.530713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44308) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:02.534878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a5c594db-9a58-42a5-9fe5-3895dc97faba tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.541386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a5c594db-9a58-42a5-9fe5-3895dc97faba tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "DELETE /v2.0/ports/f2961ad8-6cbc-4649-a85c-217661b1514a HTTP/1.1" status: 204 len: 168 time: 1.0999861 Apr 06 14:37:02.541579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-12042b78-1e9b-44ed-9fd1-26ea187c8357 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--224667099'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:02.543295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44310) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:02.543467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44312) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:02.549634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '07be53d7-3f4c-4686-931a-8d4bc91b2dbb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:02.579701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d0ee2691-63c3-4f9a-8032-2728a03a30b0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.627974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'Port': ['ID=d0ee2691-63c3-4f9a-8032-2728a03a30b0,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:02.635085 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-12042b78-1e9b-44ed-9fd1-26ea187c8357 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.639835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:02.641820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:02.645364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc32ab5-bd15-4e37-9edc-ac5f1ecf3412 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Deleting subnet 043de93a-b1fe-45ae-83f3-da19aa7949f7 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:02.649345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3bc32ab5-bd15-4e37-9edc-ac5f1ecf3412 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for subnet (043de93a-b1fe-45ae-83f3-da19aa7949f7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.651291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:02.677503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.706622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Made reservation on behalf of 7124a74f9d8943d39a01fb411e8f21a5 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:02.711064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.777000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3bc32ab5-bd15-4e37-9edc-ac5f1ecf3412 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (043de93a-b1fe-45ae-83f3-da19aa7949f7), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.846791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for floatingip (4f1ee27e-8780-47c8-8e35-77d7417ba2fe), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.850773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for security_group (fba14d9f-82a9-47bd-a855-14a13efa8ba4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.862693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-12042b78-1e9b-44ed-9fd1-26ea187c8357 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (bedc9f85-0c8a-4b54-9d35-09d37aa48464), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.931070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.943453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fba14d9f-82a9-47bd-a855-14a13efa8ba4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.943982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.971427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-12042b78-1e9b-44ed-9fd1-26ea187c8357 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (bedc9f85-0c8a-4b54-9d35-09d37aa48464), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.988454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3bc32ab5-bd15-4e37-9edc-ac5f1ecf3412 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (043de93a-b1fe-45ae-83f3-da19aa7949f7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.045557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba14d9f-82a9-47bd-a855-14a13efa8ba4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.055030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:03.065795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12042b78-1e9b-44ed-9fd1-26ea187c8357 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bedc9f85-0c8a-4b54-9d35-09d37aa48464,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.070383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d0ee2691-63c3-4f9a-8032-2728a03a30b0), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.098715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (ddaa06b4-d2fb-45eb-86bb-a56c11a61b9f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.099353 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Added segment ddaa06b4-d2fb-45eb-86bb-a56c11a61b9f of type vlan for network e66b1b34-4421-43b2-83df-8f64acd064fc Apr 06 14:37:03.105555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-12042b78-1e9b-44ed-9fd1-26ea187c8357 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.106816 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-12042b78-1e9b-44ed-9fd1-26ea187c8357 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5801091 Apr 06 14:37:03.111384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44316) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:03.117372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9e68c41f-4300-46cc-93ab-119adfc6b03f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'bedc9f85-0c8a-4b54-9d35-09d37aa48464', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:03.152869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.26.7.97 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/352bedac-e529-4707-9698-c17548271913) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:03.158429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (e66b1b34-4421-43b2-83df-8f64acd064fc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.197458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:03.207658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (556572ab-93e9-447d-835f-4832baa9ab21), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.208007 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Added segment 556572ab-93e9-447d-835f-4832baa9ab21 of type vlan for network 6885b695-a220-486d-b0b8-b3d5d698cf19 Apr 06 14:37:03.217200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (de29911e-14e6-44cf-9b48-556f8a113355), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.286285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3bc32ab5-bd15-4e37-9edc-ac5f1ecf3412 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (043de93a-b1fe-45ae-83f3-da19aa7949f7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.295717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (6885b695-a220-486d-b0b8-b3d5d698cf19), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.326948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3bc32ab5-bd15-4e37-9edc-ac5f1ecf3412 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.331615 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3bc32ab5-bd15-4e37-9edc-ac5f1ecf3412 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "DELETE /v2.0/subnets/043de93a-b1fe-45ae-83f3-da19aa7949f7 HTTP/1.1" status: 204 len: 168 time: 0.7874269 Apr 06 14:37:03.334356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4716cb37-2326-4151-a86b-359bf7a1cf54 None None] Network 728bb271-4f10-422c-b040-281e28c3b5f5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:03.340721 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44318) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:03.348588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Pushing event updated for resources: {'Subnet': ['ID=de29911e-14e6-44cf-9b48-556f8a113355,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.361387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (352bedac-e529-4707-9698-c17548271913), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.389609 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-9e68c41f-4300-46cc-93ab-119adfc6b03f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:37:03.397136 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9e68c41f-4300-46cc-93ab-119adfc6b03f tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2771163 Apr 06 14:37:03.397136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44320) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:03.409281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for port (d0ee2691-63c3-4f9a-8032-2728a03a30b0), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.417597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-40b82864-9209-4566-b085-9083ea10058a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group_rule': {'security_group_id': 'bedc9f85-0c8a-4b54-9d35-09d37aa48464', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:03.462234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc32ab5-bd15-4e37-9edc-ac5f1ecf3412 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Subnet': ['ID=043de93a-b1fe-45ae-83f3-da19aa7949f7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.471875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (d0ee2691-63c3-4f9a-8032-2728a03a30b0), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.478494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Checking segment: {'id': 'f7b19dd6-7cc0-444f-ba17-868df1c85efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd153f579-ad13-42c7-aa97-56c301607f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:03.478856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Network hostable DHCP agents. Network: d153f579-ad13-42c7-aa97-56c301607f9e, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:03.488197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (728bb271-4f10-422c-b040-281e28c3b5f5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.537965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] DHCP port deletion for 728bb271-4f10-422c-b040-281e28c3b5f5 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:03.554833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Deleting port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:03.555148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.567470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'Port': ['ID=d0ee2691-63c3-4f9a-8032-2728a03a30b0,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.570696 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (4f1ee27e-8780-47c8-8e35-77d7417ba2fe), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.575617 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (352bedac-e529-4707-9698-c17548271913), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.594151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Network d153f579-ad13-42c7-aa97-56c301607f9e is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:03.597500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (e66b1b34-4421-43b2-83df-8f64acd064fc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.598011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (6885b695-a220-486d-b0b8-b3d5d698cf19), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.603309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.607617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] Deleting port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:03.607913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.608223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.608832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.620852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:03.630117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:03.637254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:03.664737 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-40b82864-9209-4566-b085-9083ea10058a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:37:03.665958 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-40b82864-9209-4566-b085-9083ea10058a tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2616997 Apr 06 14:37:03.668766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=352bedac-e529-4707-9698-c17548271913,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.671046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44322) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:03.689506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] For port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,segment=NetworkSegment(824d166c-636f-402a-b3fd-621f24d6fc81),segment_id=824d166c-636f-402a-b3fd-621f24d6fc81)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:03.691422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.705893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] Calling delete_port for 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:03.708150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] For port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,segment=NetworkSegment(824d166c-636f-402a-b3fd-621f24d6fc81),segment_id=824d166c-636f-402a-b3fd-621f24d6fc81)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:03.708530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.718279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Network': ['ID=e66b1b34-4421-43b2-83df-8f64acd064fc,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.723009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.726448 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-869d11c6-e351-427e-852d-bada20a165d6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2265739 Apr 06 14:37:03.727121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44324) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:03.737068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d3b9e2ce-1980-430a-a915-3cb633c33ce1 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Request body: {'floatingip': {'port_id': '2c9a955c-4b6c-402f-b3f1-d9446e1407ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:03.751442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Calling delete_port for 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:03.766708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network e66b1b34-4421-43b2-83df-8f64acd064fc details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:03.786551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, d153f579-ad13-42c7-aa97-56c301607f9e) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:03.819128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53c24597-f459-4b00-8de1-7bb12e6e337e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (bedc9f85-0c8a-4b54-9d35-09d37aa48464), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.831797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.832396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.839078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7289948 Apr 06 14:37:03.840875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61df09a1-a2f5-4de5-8b26-cce82cfcd906 None None] Network d153f579-ad13-42c7-aa97-56c301607f9e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:03.846543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44326) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:03.857610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3b9e2ce-1980-430a-a915-3cb633c33ce1 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for floatingip (4f1ee27e-8780-47c8-8e35-77d7417ba2fe), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.868508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53c24597-f459-4b00-8de1-7bb12e6e337e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (bedc9f85-0c8a-4b54-9d35-09d37aa48464), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.944368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1038f0-fdec-44ff-ab8c-343036605152 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Network': ['ID=6885b695-a220-486d-b0b8-b3d5d698cf19,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.970226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 6885b695-a220-486d-b0b8-b3d5d698cf19 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:03.985800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.056887 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c2f1f005-61ad-43be-b983-baeef0b43e6f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7178099 Apr 06 14:37:04.058348 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44328) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:04.060671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] Pushing event deleted for resources: {'Port': ['ID=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:04.064700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Request body: {'port': {'network_id': 'd153f579-ad13-42c7-aa97-56c301607f9e', 'name': 'tempest-TagsExtTest-1250602579'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:04.065015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb415a8-f917-4d73-9dc2-51c637d2e85b None None] No DVR routers for this DVR port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:04.070542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-d3b9e2ce-1980-430a-a915-3cb633c33ce1 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] update failed (client error): The resource could not be found. Apr 06 14:37:04.071726 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d3b9e2ce-1980-430a-a915-3cb633c33ce1 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "PUT /v2.0/floatingips/4f1ee27e-8780-47c8-8e35-77d7417ba2fe HTTP/1.1" status: 404 len: 507 time: 0.3388011 Apr 06 14:37:04.086623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44330) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:04.088467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6cb01fb9-9bb8-4a39-918c-da2f67c665e7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.118034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-d153f579-ad13-42c7-aa97-56c301607f9e', 'network_id': 'd153f579-ad13-42c7-aa97-56c301607f9e', 'project_id': '7124a74f9d8943d39a01fb411e8f21a5', 'fixed_ips': [{'subnet_id': 'de29911e-14e6-44cf-9b48-556f8a113355'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:04.118941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.165342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Port': ['ID=6cb01fb9-9bb8-4a39-918c-da2f67c665e7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:04.171263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] No DVR routers for this DVR port 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:04.299234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (728bb271-4f10-422c-b040-281e28c3b5f5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.308293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Allocated IP 172.20.0.2 (d153f579-ad13-42c7-aa97-56c301607f9e/de29911e-14e6-44cf-9b48-556f8a113355/b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:04.338465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728bb271-4f10-422c-b040-281e28c3b5f5']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.354778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824d166c-636f-402a-b3fd-621f24d6fc81') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.354778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824d166c-636f-402a-b3fd-621f24d6fc81') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.365938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (824d166c-636f-402a-b3fd-621f24d6fc81), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.384705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (824d166c-636f-402a-b3fd-621f24d6fc81), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.392676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:04.393247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (824d166c-636f-402a-b3fd-621f24d6fc81), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:04.397277 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:04.440098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Made reservation on behalf of 7124a74f9d8943d39a01fb411e8f21a5 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:04.444235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.483202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] device_id is not set on port c75ac186-07c1-4f3f-8b58-f0988cf5e255 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:04.563235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (728bb271-4f10-422c-b040-281e28c3b5f5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.572069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.576100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] 10.222.0.71 "DELETE /v2.0/networks/728bb271-4f10-422c-b040-281e28c3b5f5 HTTP/1.1" status: 204 len: 168 time: 1.2287281 Apr 06 14:37:04.591530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba16b52-3d0b-4094-948c-cee21c803411 tempest-AllowedAddressPairIpV6TestJSON-1762537782 tempest-AllowedAddressPairIpV6TestJSON-1762537782-project] Pushing event deleted for resources: {'Network': ['ID=728bb271-4f10-422c-b040-281e28c3b5f5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:04.592355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83498819-174d-415d-98c7-8306a8a42cf4 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.603754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83498819-174d-415d-98c7-8306a8a42cf4 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.606586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83498819-174d-415d-98c7-8306a8a42cf4 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.613215 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83498819-174d-415d-98c7-8306a8a42cf4 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.615284 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-83498819-174d-415d-98c7-8306a8a42cf4 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7676380 Apr 06 14:37:04.618453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44334) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:04.622022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53c24597-f459-4b00-8de1-7bb12e6e337e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (bedc9f85-0c8a-4b54-9d35-09d37aa48464), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.624995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-53c24597-f459-4b00-8de1-7bb12e6e337e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.626793 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-53c24597-f459-4b00-8de1-7bb12e6e337e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/bedc9f85-0c8a-4b54-9d35-09d37aa48464 HTTP/1.1" status: 204 len: 168 time: 0.9509478 Apr 06 14:37:04.657842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44336) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:04.686361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:04.703592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c24597-f459-4b00-8de1-7bb12e6e337e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedc9f85-0c8a-4b54-9d35-09d37aa48464,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:04.709415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:04.710018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6cb01fb9-9bb8-4a39-918c-da2f67c665e7 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:04.732851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Publish callbacks [] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.736293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (e66b1b34-4421-43b2-83df-8f64acd064fc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.817205 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.844348 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-80bc1e5d-a775-4240-bbba-3d5939db012d tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1783442 Apr 06 14:37:04.846578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44338) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:04.854731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-012e2815-d672-4cc1-882c-1b6b1cd9be09 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'tempest-secgroup--48574533'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:04.866177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (e66b1b34-4421-43b2-83df-8f64acd064fc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.877175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Network d153f579-ad13-42c7-aa97-56c301607f9e is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:04.882034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:04.884201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Pushing event updated for resources: {'Port': ['ID=b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:04.897499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:04.897902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66b1b34-4421-43b2-83df-8f64acd064fc']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.899442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Deleting port d0ee2691-63c3-4f9a-8032-2728a03a30b0 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:04.899923 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d0ee2691-63c3-4f9a-8032-2728a03a30b0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.908632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Allocated IP 172.20.0.6 (d153f579-ad13-42c7-aa97-56c301607f9e/de29911e-14e6-44cf-9b48-556f8a113355/c75ac186-07c1-4f3f-8b58-f0988cf5e255) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:04.915140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaa06b4-d2fb-45eb-86bb-a56c11a61b9f') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.915634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaa06b4-d2fb-45eb-86bb-a56c11a61b9f') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:04.935398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (ddaa06b4-d2fb-45eb-86bb-a56c11a61b9f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.977600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Attempting to bind port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:04.978288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Attempting to bind port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'f7b19dd6-7cc0-444f-ba17-868df1c85efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd153f579-ad13-42c7-aa97-56c301607f9e'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:04.978413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Attempting to bind port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 on network d153f579-ad13-42c7-aa97-56c301607f9e {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:04.980199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.985642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:04.985642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Checking segment: {'id': 'f7b19dd6-7cc0-444f-ba17-868df1c85efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd153f579-ad13-42c7-aa97-56c301607f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:04.985642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.986217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Bound using segment: {'id': 'f7b19dd6-7cc0-444f-ba17-868df1c85efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd153f579-ad13-42c7-aa97-56c301607f9e'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:04.987639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Bound port: b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b19dd6-7cc0-444f-ba17-868df1c85efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd153f579-ad13-42c7-aa97-56c301607f9e'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:04.988036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.009913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (ddaa06b4-d2fb-45eb-86bb-a56c11a61b9f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.044885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d0ee2691-63c3-4f9a-8032-2728a03a30b0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.045360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for floatingip (d0ee2691-63c3-4f9a-8032-2728a03a30b0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.045533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:05.045690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (ddaa06b4-d2fb-45eb-86bb-a56c11a61b9f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:05.049284 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:05.053629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-012e2815-d672-4cc1-882c-1b6b1cd9be09 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.068552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] For port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:05.071773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] For port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442,segment=NetworkSegment(f7b19dd6-7cc0-444f-ba17-868df1c85efc),segment_id=f7b19dd6-7cc0-444f-ba17-868df1c85efc)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:05.072440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Calling delete_port for d0ee2691-63c3-4f9a-8032-2728a03a30b0 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:05.161640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.185322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (352bedac-e529-4707-9698-c17548271913), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.228024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44342) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:05.253239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598872a-79bf-4021-b26a-6959e83966dc None None] Pushing event updated for resources: {'Port': ['ID=b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:05.508485 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c68916a2-65eb-4454-9596-9fdddabab1a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0c802bf9dc2a4608bc1b039e46130e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706981 Apr 06 14:37:05.510847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (352bedac-e529-4707-9698-c17548271913), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.512622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44346) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:05.526688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d0ee2691-63c3-4f9a-8032-2728a03a30b0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.551007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for port (c75ac186-07c1-4f3f-8b58-f0988cf5e255), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.556994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (e66b1b34-4421-43b2-83df-8f64acd064fc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.574120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.577491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/networks/e66b1b34-4421-43b2-83df-8f64acd064fc HTTP/1.1" status: 204 len: 168 time: 0.9579022 Apr 06 14:37:05.588498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44348) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:05.590283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7163cc7-8aa4-4885-a80b-913c8bdb758e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Network': ['ID=e66b1b34-4421-43b2-83df-8f64acd064fc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:05.613616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event deleted for resources: {'Port': ['ID=d0ee2691-63c3-4f9a-8032-2728a03a30b0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:05.683891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (352bedac-e529-4707-9698-c17548271913), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.700235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c75ac186-07c1-4f3f-8b58-f0988cf5e255), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.756009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Network d153f579-ad13-42c7-aa97-56c301607f9e is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:05.761853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:05.767663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:05.771972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Pushing event updated for resources: {'Port': ['ID=c75ac186-07c1-4f3f-8b58-f0988cf5e255,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:05.800188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-012e2815-d672-4cc1-882c-1b6b1cd9be09 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (5ce80493-e877-4154-81ad-012c9302783f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.821390 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.822066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.824500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (6885b695-a220-486d-b0b8-b3d5d698cf19), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.853653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dca3f9d4-d29d-4c29-8e7a-93cddef3d514 admin admin] Publish callbacks [] for security_group (80ca4d67-aa6e-4af4-a9e6-92e9da2a72c8), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.870879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=352bedac-e529-4707-9698-c17548271913,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:05.880078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-012e2815-d672-4cc1-882c-1b6b1cd9be09 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (5ce80493-e877-4154-81ad-012c9302783f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.902715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7ec19422-6e54-4940-b826-628fd10b9bff tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8424630 Apr 06 14:37:05.905105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44350) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:05.910042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e048529d-3c8c-484d-9355-d88240b4bc5b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1193945342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:05.914174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for floatingip (4f1ee27e-8780-47c8-8e35-77d7417ba2fe), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.916693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.917856 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3b4edf3f-5f39-4348-9f41-3766841a18ed tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "DELETE /v2.0/floatingips/4f1ee27e-8780-47c8-8e35-77d7417ba2fe HTTP/1.1" status: 204 len: 168 time: 1.8309672 Apr 06 14:37:05.924372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44352) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:05.929336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-fb3dc768-4c1b-4774-98c2-63ebe80fbf64 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Request body: {'floatingip': {'floating_network_id': '22f960f2-53be-42ef-9968-70a45c198d14', 'port_id': '2c9a955c-4b6c-402f-b3f1-d9446e1407ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:05.939296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.002663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dca3f9d4-d29d-4c29-8e7a-93cddef3d514 admin admin] Publish callbacks [] for security_group (80ca4d67-aa6e-4af4-a9e6-92e9da2a72c8), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.030046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e2815-d672-4cc1-882c-1b6b1cd9be09 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce80493-e877-4154-81ad-012c9302783f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:06.041413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-012e2815-d672-4cc1-882c-1b6b1cd9be09 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.042678 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-012e2815-d672-4cc1-882c-1b6b1cd9be09 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1949503 Apr 06 14:37:06.045576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44354) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.051898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9b1cf3a8-520e-4627-bba5-c747525e2b46 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:06.052310 dv-neutron-835863-1-hyperv neutron-server[104443]: WARNING neutron.api.v2.base [None req-9b1cf3a8-520e-4627-bba5-c747525e2b46 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 14:37:06.052935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-9b1cf3a8-520e-4627-bba5-c747525e2b46 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] update failed (client error): There was a conflict when trying to complete your request. Apr 06 14:37:06.053869 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9b1cf3a8-520e-4627-bba5-c747525e2b46 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "PUT /v2.0/security-groups/5ce80493-e877-4154-81ad-012c9302783f HTTP/1.1" status: 409 len: 330 time: 0.0069735 Apr 06 14:37:06.056732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44356) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.080713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc768-4c1b-4774-98c2-63ebe80fbf64 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.136493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e048529d-3c8c-484d-9355-d88240b4bc5b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (32b51fee-0d06-4c9d-9033-a091f9ffbcb3), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.137446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e048529d-3c8c-484d-9355-d88240b4bc5b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (32b51fee-0d06-4c9d-9033-a091f9ffbcb3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.141592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (6885b695-a220-486d-b0b8-b3d5d698cf19), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.175185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6885b695-a220-486d-b0b8-b3d5d698cf19']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:06.192675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e5b5a6f2-f580-4aa7-923a-337f3baed61e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (5ce80493-e877-4154-81ad-012c9302783f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.194134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556572ab-93e9-447d-835f-4832baa9ab21') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:06.194458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556572ab-93e9-447d-835f-4832baa9ab21') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:06.204595 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP 19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d associated. External IP: 172.26.7.97, port: 07be53d7-3f4c-4686-931a-8d4bc91b2dbb. Apr 06 14:37:06.208209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (556572ab-93e9-447d-835f-4832baa9ab21), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.243933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e048529d-3c8c-484d-9355-d88240b4bc5b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for router_controller (32b51fee-0d06-4c9d-9033-a091f9ffbcb3), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.267805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e5b5a6f2-f580-4aa7-923a-337f3baed61e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (5ce80493-e877-4154-81ad-012c9302783f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.302129 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (556572ab-93e9-447d-835f-4832baa9ab21), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.308873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dca3f9d4-d29d-4c29-8e7a-93cddef3d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (80ca4d67-aa6e-4af4-a9e6-92e9da2a72c8), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.311522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dca3f9d4-d29d-4c29-8e7a-93cddef3d514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.314178 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dca3f9d4-d29d-4c29-8e7a-93cddef3d514 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/80ca4d67-aa6e-4af4-a9e6-92e9da2a72c8 HTTP/1.1" status: 204 len: 168 time: 0.8001165 Apr 06 14:37:06.319991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:06.320611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (556572ab-93e9-447d-835f-4832baa9ab21), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:06.327502 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:06.363552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e048529d-3c8c-484d-9355-d88240b4bc5b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (32b51fee-0d06-4c9d-9033-a091f9ffbcb3), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.393378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3f9d4-d29d-4c29-8e7a-93cddef3d514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca4d67-aa6e-4af4-a9e6-92e9da2a72c8,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:06.417442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e5b5a6f2-f580-4aa7-923a-337f3baed61e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (5ce80493-e877-4154-81ad-012c9302783f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.424881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e5b5a6f2-f580-4aa7-923a-337f3baed61e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.434535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e5b5a6f2-f580-4aa7-923a-337f3baed61e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/5ce80493-e877-4154-81ad-012c9302783f HTTP/1.1" status: 204 len: 168 time: 0.3685191 Apr 06 14:37:06.435597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44360) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.441977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5a6f2-f580-4aa7-923a-337f3baed61e tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce80493-e877-4154-81ad-012c9302783f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:06.489118 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-fb3dc768-4c1b-4774-98c2-63ebe80fbf64 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:37:06.489118 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fb3dc768-4c1b-4774-98c2-63ebe80fbf64 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5597947 Apr 06 14:37:06.489306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44362) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.495151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '2c9a955c-4b6c-402f-b3f1-d9446e1407ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:06.515802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e048529d-3c8c-484d-9355-d88240b4bc5b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.517121 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e048529d-3c8c-484d-9355-d88240b4bc5b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6107261 Apr 06 14:37:06.540248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44364) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.547242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7556c032-3846-4ac5-bac2-ebb0693910d8 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1729114566', 'prefixes': ['172.20.0.0/16']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:06.551437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (6885b695-a220-486d-b0b8-b3d5d698cf19), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.588487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.589155 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/networks/6885b695-a220-486d-b0b8-b3d5d698cf19 HTTP/1.1" status: 204 len: 168 time: 0.9959977 Apr 06 14:37:06.592502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44366) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.606892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c05adf8-59ba-44cf-9db4-40ba9a044ff2 None None] Network d153f579-ad13-42c7-aa97-56c301607f9e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:06.612890 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0c6af7fb-680f-40af-8bf4-f328baf376a0 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1682389 Apr 06 14:37:06.620655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44368) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.625948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d219c0-de68-4af9-972e-90c7d438e116 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Network': ['ID=6885b695-a220-486d-b0b8-b3d5d698cf19,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:06.643207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:06.643387 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-789c1fb8-088d-4b69-8498-4b1bc7761b47 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] delete failed (client error): The resource could not be found. Apr 06 14:37:06.643387 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-789c1fb8-088d-4b69-8498-4b1bc7761b47 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "DELETE /v2.0/security-groups/adb42713-b974-4e2c-9ea3-024a9ab1422b HTTP/1.1" status: 404 len: 347 time: 0.0166950 Apr 06 14:37:06.644216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44370) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.661599 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-67ab861e-0499-41a2-891e-9460b6f4264c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] show failed (client error): The resource could not be found. Apr 06 14:37:06.666445 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-67ab861e-0499-41a2-891e-9460b6f4264c tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-groups/c5fdfa77-ef5b-4a46-893b-0baa7035f4ac HTTP/1.1" status: 404 len: 347 time: 0.0174558 Apr 06 14:37:06.666445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.670628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44372) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.746302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5406db85-ffb7-4d32-b941-5313763aae1c None None] Provisioning complete for port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:06.746517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5406db85-ffb7-4d32-b941-5313763aae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.748384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:06.753813 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-5b69ec9b-dbfc-4fa9-ae6c-b515de1b99d5 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] show failed (client error): The resource could not be found. Apr 06 14:37:06.757659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5b69ec9b-dbfc-4fa9-ae6c-b515de1b99d5 tempest-NegativeSecGroupIPv6Test-440700367 tempest-NegativeSecGroupIPv6Test-440700367-project] 10.222.0.71 "GET /v2.0/security-group-rules/0160ad6b-655c-46ec-8bab-e849459431de HTTP/1.1" status: 404 len: 356 time: 0.0836618 Apr 06 14:37:06.781600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa81d37-801a-4347-b321-173d2fa4073e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:06.797442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa81d37-801a-4347-b321-173d2fa4073e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:06.802573 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8fa81d37-801a-4347-b321-173d2fa4073e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2081501 Apr 06 14:37:06.806223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44378) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:06.813116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1396796423'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:06.838018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:06.840696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.856002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.935634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Made reservation on behalf of d4924f966f8e461cae976c2b553a5cb8 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:06.939551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:06.962822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5406db85-ffb7-4d32-b941-5313763aae1c None None] Current status of the port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:06.963297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5406db85-ffb7-4d32-b941-5313763aae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.024913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:07.036124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:07.061090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:07.061544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.064150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3832d65e-d8e1-480e-b40f-6982ae4fd084 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:07.064555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7556c032-3846-4ac5-bac2-ebb0693910d8 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.066016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7556c032-3846-4ac5-bac2-ebb0693910d8 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5243843 Apr 06 14:37:07.071379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44384) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:07.083306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-cb1de740-0b15-49b4-9248-25a2a6737f4d tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355', 'tempest-TagsExtTest-Tag-726686784') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:07.096510 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5406db85-ffb7-4d32-b941-5313763aae1c None None] For port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442,segment=NetworkSegment(f7b19dd6-7cc0-444f-ba17-868df1c85efc),segment_id=f7b19dd6-7cc0-444f-ba17-868df1c85efc)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:07.098927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (3d7174f4-d3cd-4698-97ef-6ead9cb3e754), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.099302 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Added segment 3d7174f4-d3cd-4698-97ef-6ead9cb3e754 of type vlan for network 5c626ee0-80cb-44b8-a021-368aceed3d00 Apr 06 14:37:07.111411 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832d65e-d8e1-480e-b40f-6982ae4fd084 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:07.112341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3832d65e-d8e1-480e-b40f-6982ae4fd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:07.134078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.146926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Allocated IP 172.26.7.200 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/a1b3d450-696e-4686-b90d-85b1b9698ebb) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:07.150903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3832d65e-d8e1-480e-b40f-6982ae4fd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:07.167344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832d65e-d8e1-480e-b40f-6982ae4fd084 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:07.167740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3832d65e-d8e1-480e-b40f-6982ae4fd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:07.170146 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-81328e19-176a-42e8-a258-a0e7fb522d5f tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6249342 Apr 06 14:37:07.173302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5406db85-ffb7-4d32-b941-5313763aae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.173487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44388) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:07.178760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-65a36fea-9de6-4124-b206-15913b7c0c42 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'port_id': '07be53d7-3f4c-4686-931a-8d4bc91b2dbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:07.257754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-3832d65e-d8e1-480e-b40f-6982ae4fd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:07.258473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3832d65e-d8e1-480e-b40f-6982ae4fd084 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:07.270343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-65a36fea-9de6-4124-b206-15913b7c0c42 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.279738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:37:07.280139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:37:07.299699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406db85-ffb7-4d32-b941-5313763aae1c None None] Pushing event updated for resources: {'Port': ['ID=b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:07.302636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (5c626ee0-80cb-44b8-a021-368aceed3d00), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.417778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for port (a1b3d450-696e-4686-b90d-85b1b9698ebb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.429050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d40cb23c-ef4f-49d8-a870-e87167bd4569 None None] Provisioning complete for port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:07.429591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d40cb23c-ef4f-49d8-a870-e87167bd4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.453176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (5c626ee0-80cb-44b8-a021-368aceed3d00), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.473103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:07.473759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.563049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb1de740-0b15-49b4-9248-25a2a6737f4d tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags/tempest-TagsExtTest-Tag-726686784 HTTP/1.1" status: 201 len: 201 time: 0.4897594 Apr 06 14:37:07.567434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44394) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:07.567772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44396) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:07.577516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-7a991462-ed53-45e9-bd7c-d5dd4fc04dce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255', 'tempest-TagsExtTest-Tag-436529115') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:07.578145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d40cb23c-ef4f-49d8-a870-e87167bd4569 None None] Current status of the port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:07.590775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d40cb23c-ef4f-49d8-a870-e87167bd4569 None None] Provisioning complete for port c75ac186-07c1-4f3f-8b58-f0988cf5e255 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:07.591204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d40cb23c-ef4f-49d8-a870-e87167bd4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c75ac186-07c1-4f3f-8b58-f0988cf5e255), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.633619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Network': ['ID=5c626ee0-80cb-44b8-a021-368aceed3d00,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:07.650044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d40cb23c-ef4f-49d8-a870-e87167bd4569 None None] Port c75ac186-07c1-4f3f-8b58-f0988cf5e255 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:07.650677 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9dd2a9de-e41e-4c40-b048-3a0907d8d038 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8374581 Apr 06 14:37:07.650677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44400) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:07.655224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 5c626ee0-80cb-44b8-a021-368aceed3d00 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:07.656657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1604554443'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:07.734686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a1b3d450-696e-4686-b90d-85b1b9698ebb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.786359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Made reservation on behalf of d4924f966f8e461cae976c2b553a5cb8 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:07.789737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.809429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:07.819645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:07.832451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:07.835511 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7a991462-ed53-45e9-bd7c-d5dd4fc04dce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags/tempest-TagsExtTest-Tag-436529115 HTTP/1.1" status: 201 len: 201 time: 0.2647631 Apr 06 14:37:07.846071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44408) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:07.848699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b4700a69-1d30-4d65-af7b-c7fad2103489 None None] Provisioning complete for port c75ac186-07c1-4f3f-8b58-f0988cf5e255 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:07.849325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b4700a69-1d30-4d65-af7b-c7fad2103489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c75ac186-07c1-4f3f-8b58-f0988cf5e255), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.853471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:07.863170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-9fbd2b6f-6950-41a9-a17b-da0d9e2e8229 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3', 'tempest-TagsExtTest-Tag-721672495') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:07.888500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b4700a69-1d30-4d65-af7b-c7fad2103489 None None] Port c75ac186-07c1-4f3f-8b58-f0988cf5e255 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:07.931936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:07.939259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event updated for resources: {'Port': ['ID=a1b3d450-696e-4686-b90d-85b1b9698ebb,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:07.959436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-65a36fea-9de6-4124-b206-15913b7c0c42 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.991544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5507c7d2-8f36-40e2-8651-a4c7c8db3ce4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b05a323e775473da76bda76ad03338a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113162 Apr 06 14:37:07.991652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44410) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:07.991737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (175579bc-4163-454a-9985-f2a72c2d5c93), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:07.991737 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Added segment 175579bc-4163-454a-9985-f2a72c2d5c93 of type vlan for network a9209fdb-bfd0-484f-adc5-3dcbd0f661fb Apr 06 14:37:08.047016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8ca7bcf-5303-44f6-bc00-c5ddd7920af7 admin admin] Publish callbacks [] for security_group (12f7490f-1873-41e2-933b-e4dc7fb7be2f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.068635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a9209fdb-bfd0-484f-adc5-3dcbd0f661fb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.068890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-65a36fea-9de6-4124-b206-15913b7c0c42 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.110115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8ca7bcf-5303-44f6-bc00-c5ddd7920af7 admin admin] Publish callbacks [] for security_group (12f7490f-1873-41e2-933b-e4dc7fb7be2f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.123642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44414) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:08.213587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Deleting port a1b3d450-696e-4686-b90d-85b1b9698ebb {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:08.213991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a1b3d450-696e-4686-b90d-85b1b9698ebb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.235958 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a9209fdb-bfd0-484f-adc5-3dcbd0f661fb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.243025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:08.243025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.282865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'networks': [{'name': 'tempest-network--560515228'}, {'name': 'tempest-network--1983560797'}]} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:08.283211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'network': {'name': 'tempest-network--560515228'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:08.283739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'network': {'name': 'tempest-network--1983560797'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:08.305772 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9fbd2b6f-6950-41a9-a17b-da0d9e2e8229 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags/tempest-TagsExtTest-Tag-721672495 HTTP/1.1" status: 201 len: 201 time: 0.4446230 Apr 06 14:37:08.343788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44418) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:08.352776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-8905951b-d2ca-435b-a977-b12e6c8ecd44 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e', 'tempest-TagsExtTest-Tag-1829019048') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:08.401803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Network': ['ID=a9209fdb-bfd0-484f-adc5-3dcbd0f661fb,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:08.416015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a9209fdb-bfd0-484f-adc5-3dcbd0f661fb details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:08.448229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a1b3d450-696e-4686-b90d-85b1b9698ebb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.448367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for floatingip (a1b3d450-696e-4686-b90d-85b1b9698ebb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.467794 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d99c0c65-6193-421e-a7b9-5b5e41cbffec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8123925 Apr 06 14:37:08.468804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44420) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:08.474085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'ports': [{'network_id': '5c626ee0-80cb-44b8-a021-368aceed3d00', 'name': 'tempest-port--1320158132', 'admin_state_up': True}, {'network_id': 'a9209fdb-bfd0-484f-adc5-3dcbd0f661fb', 'admin_state_up': False}]} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:08.474406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'port': {'network_id': '5c626ee0-80cb-44b8-a021-368aceed3d00', 'name': 'tempest-port--1320158132', 'admin_state_up': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:08.475057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'port': {'network_id': 'a9209fdb-bfd0-484f-adc5-3dcbd0f661fb', 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:08.478547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Calling delete_port for a1b3d450-696e-4686-b90d-85b1b9698ebb owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:08.532716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:08.591394 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8905951b-d2ca-435b-a977-b12e6c8ecd44 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags/tempest-TagsExtTest-Tag-1829019048 HTTP/1.1" status: 201 len: 201 time: 0.2435155 Apr 06 14:37:08.594475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44422) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:08.597737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:08.598120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.599352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-58a8cd66-250c-411a-ad74-5579c7f9265a tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:08.608624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Made reservation on behalf of 958ce02ba6b84faf906d6304dcb7ca92 for: {'network': 2} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:08.613798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.639321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8ca7bcf-5303-44f6-bc00-c5ddd7920af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (12f7490f-1873-41e2-933b-e4dc7fb7be2f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.641938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c8ca7bcf-5303-44f6-bc00-c5ddd7920af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.645539 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c8ca7bcf-5303-44f6-bc00-c5ddd7920af7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12f7490f-1873-41e2-933b-e4dc7fb7be2f HTTP/1.1" status: 204 len: 168 time: 0.6549215 Apr 06 14:37:08.673257 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca7bcf-5303-44f6-bc00-c5ddd7920af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7490f-1873-41e2-933b-e4dc7fb7be2f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:08.696308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.696882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:08.711515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a36fea-9de6-4124-b206-15913b7c0c42 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:08.844507 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-58a8cd66-250c-411a-ad74-5579c7f9265a tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags HTTP/1.1" status: 200 len: 240 time: 0.2484190 Apr 06 14:37:08.845673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a36fea-9de6-4124-b206-15913b7c0c42 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:08.848264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44426) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:08.850719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-65a36fea-9de6-4124-b206-15913b7c0c42 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.852503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-c4de3200-14bd-4f74-b565-c9ab50c5adb9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355', 'tempest-TagsExtTest-Tag-726686784') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:08.857976 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f0bb1-1306-4368-ad08-1544663cccf8 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:08.871251 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f0bb1-1306-4368-ad08-1544663cccf8 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:08.872167 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c3f0bb1-1306-4368-ad08-1544663cccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:08.915725 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c3f0bb1-1306-4368-ad08-1544663cccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:08.928549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c4de3200-14bd-4f74-b565-c9ab50c5adb9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags/tempest-TagsExtTest-Tag-726686784 HTTP/1.1" status: 204 len: 168 time: 0.0771029 Apr 06 14:37:08.928549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Made reservation on behalf of d4924f966f8e461cae976c2b553a5cb8 for: {'port': 2} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:08.929714 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f0bb1-1306-4368-ad08-1544663cccf8 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:08.929845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44428) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:08.930636 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c3f0bb1-1306-4368-ad08-1544663cccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:36:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:08.932315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.933408 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-65a36fea-9de6-4124-b206-15913b7c0c42 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/floatingips/19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d HTTP/1.1" status: 200 len: 977 time: 1.7588012 Apr 06 14:37:08.937128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-e7fc69e5-28b3-4c45-a80d-8bf934a96eeb tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355', 'tempest-TagsExtTest-Tag-726686784') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:08.938156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44430) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:08.957862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a1b3d450-696e-4686-b90d-85b1b9698ebb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:08.970438 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c3f0bb1-1306-4368-ad08-1544663cccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:08.971113 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f0bb1-1306-4368-ad08-1544663cccf8 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:09.038025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.046113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event deleted for resources: {'Port': ['ID=a1b3d450-696e-4686-b90d-85b1b9698ebb,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:09.189208 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e7fc69e5-28b3-4c45-a80d-8bf934a96eeb tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags/tempest-TagsExtTest-Tag-726686784 HTTP/1.1" status: 204 len: 168 time: 0.2578917 Apr 06 14:37:09.189919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44436) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:09.193867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-79bdee7a-621d-4e50-a037-1ea392703872 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:09.262641 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-79bdee7a-621d-4e50-a037-1ea392703872 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags HTTP/1.1" status: 200 len: 205 time: 0.0696213 Apr 06 14:37:09.263174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44440) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:09.270063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b204e2f9-bdcc-4063-b3b3-d0a14d9d52ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.270237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-366077df-8a3d-4c33-8c38-c13f4d430aab tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:09.293143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for security_group (96802060-0fb9-4f5b-b09d-11183aba14b0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.330942 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-366077df-8a3d-4c33-8c38-c13f4d430aab tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags HTTP/1.1" status: 200 len: 240 time: 0.0659761 Apr 06 14:37:09.333439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44444) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:09.337614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-49b2233e-634e-4d46-a74f-1a92ac5b9174 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255', 'tempest-TagsExtTest-Tag-436529115') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:09.398854 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-49b2233e-634e-4d46-a74f-1a92ac5b9174 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags/tempest-TagsExtTest-Tag-436529115 HTTP/1.1" status: 204 len: 168 time: 0.0622022 Apr 06 14:37:09.399163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (96802060-0fb9-4f5b-b09d-11183aba14b0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.399163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.399391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44446) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:09.403615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-a605a403-9156-4256-b1fd-ef91769f9b86 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255', 'tempest-TagsExtTest-Tag-436529115') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:09.423714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] device_id is not set on port a75d0b8a-d25f-451d-881d-649bfd8e2e87 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:09.442108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] create failed (client error): The resource could not be found. Apr 06 14:37:09.443275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2d9072fc-73bd-4005-8aeb-45a38db1ce63 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9528222 Apr 06 14:37:09.468170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44450) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:09.471100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96802060-0fb9-4f5b-b09d-11183aba14b0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:09.487435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:09.512363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0edc2300-f727-47db-8231-6150426b76f6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.512712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Added segment 0edc2300-f727-47db-8231-6150426b76f6 of type vlan for network f902d303-5034-4172-ab31-ee97d0d52ddb Apr 06 14:37:09.517502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 352bedac-e529-4707-9698-c17548271913 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:09.517831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (352bedac-e529-4707-9698-c17548271913), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.609658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6aaafcd7-ae8d-4ff9-98be-e57262b1cc37 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Deleting port 2c9a955c-4b6c-402f-b3f1-d9446e1407ec {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:09.610170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6aaafcd7-ae8d-4ff9-98be-e57262b1cc37 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2c9a955c-4b6c-402f-b3f1-d9446e1407ec), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.683398 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a605a403-9156-4256-b1fd-ef91769f9b86 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags/tempest-TagsExtTest-Tag-436529115 HTTP/1.1" status: 204 len: 168 time: 0.2831390 Apr 06 14:37:09.687459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44452) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:09.691737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-73e761cd-81df-48bb-87d1-81556bd6eaac tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:09.750383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6aaafcd7-ae8d-4ff9-98be-e57262b1cc37 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2c9a955c-4b6c-402f-b3f1-d9446e1407ec), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.768737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6aaafcd7-ae8d-4ff9-98be-e57262b1cc37 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Calling delete_port for 2c9a955c-4b6c-402f-b3f1-d9446e1407ec owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:09.827473 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-73e761cd-81df-48bb-87d1-81556bd6eaac tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags HTTP/1.1" status: 200 len: 205 time: 0.1366510 Apr 06 14:37:09.828238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44460) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:09.841081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-ecb47ddc-5cd8-4a22-a228-68a1ef5a5a20 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:09.947210 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ecb47ddc-5cd8-4a22-a228-68a1ef5a5a20 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags HTTP/1.1" status: 200 len: 240 time: 0.1151378 Apr 06 14:37:09.947412 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44462) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:09.951986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-1a686738-99d6-42d5-8b9b-534566248fb9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3', 'tempest-TagsExtTest-Tag-721672495') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:09.976076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (f902d303-5034-4172-ab31-ee97d0d52ddb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.001442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for port (a75d0b8a-d25f-451d-881d-649bfd8e2e87), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.084066 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1a686738-99d6-42d5-8b9b-534566248fb9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags/tempest-TagsExtTest-Tag-721672495 HTTP/1.1" status: 204 len: 168 time: 0.1332371 Apr 06 14:37:10.084495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44466) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.089171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (352bedac-e529-4707-9698-c17548271913), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.089421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-624a797b-6f13-4305-8207-ccafa8f67539 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3', 'tempest-TagsExtTest-Tag-721672495') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:10.089609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (352bedac-e529-4707-9698-c17548271913), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.097575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44468) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.115765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:10.125214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 352bedac-e529-4707-9698-c17548271913 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:10.136293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] device_id is not set on port 69084ff7-fb91-46a1-8f28-56fd195541f0 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:10.153208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (29f68f68-ad8f-4b48-84fe-1f8183fdb329), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.153474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Added segment 29f68f68-ad8f-4b48-84fe-1f8183fdb329 of type vlan for network 0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc Apr 06 14:37:10.173690 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6aaafcd7-ae8d-4ff9-98be-e57262b1cc37 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2c9a955c-4b6c-402f-b3f1-d9446e1407ec), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.217783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaafcd7-ae8d-4ff9-98be-e57262b1cc37 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event deleted for resources: {'Port': ['ID=2c9a955c-4b6c-402f-b3f1-d9446e1407ec,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:10.254764 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-49b2b665-a216-4552-9dbc-eb3cac231c34 tempest-ServiceProvidersTest-35910728 tempest-ServiceProvidersTest-35910728-project] 10.222.0.71 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1565361 Apr 06 14:37:10.261674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.297541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6aaafcd7-ae8d-4ff9-98be-e57262b1cc37 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.303791 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6aaafcd7-ae8d-4ff9-98be-e57262b1cc37 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "DELETE /v2.0/ports/2c9a955c-4b6c-402f-b3f1-d9446e1407ec HTTP/1.1" status: 204 len: 168 time: 0.8302345 Apr 06 14:37:10.304008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44474) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.392195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for port (69084ff7-fb91-46a1-8f28-56fd195541f0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.424731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee5a57-8f3d-4f3b-b90d-13ac0b5d89fb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.426759 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f9ee5a57-8f3d-4f3b-b90d-13ac0b5d89fb tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5 HTTP/1.1" status: 200 len: 913 time: 0.1219127 Apr 06 14:37:10.430364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44476) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.470556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (f902d303-5034-4172-ab31-ee97d0d52ddb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.470556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.475452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.479746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.480427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.518150 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-624a797b-6f13-4305-8207-ccafa8f67539 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags/tempest-TagsExtTest-Tag-721672495 HTTP/1.1" status: 204 len: 168 time: 0.4289589 Apr 06 14:37:10.537117 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44478) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.545520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-a57ed97b-fe44-4f25-817e-0506c91106b8 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:10.553798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (352bedac-e529-4707-9698-c17548271913), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.630303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a75d0b8a-d25f-451d-881d-649bfd8e2e87), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.671930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5444868 Apr 06 14:37:10.672779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=352bedac-e529-4707-9698-c17548271913,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:10.675302 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44480) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.681842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Network': ['ID=f902d303-5034-4172-ab31-ee97d0d52ddb,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:10.702455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network f902d303-5034-4172-ab31-ee97d0d52ddb details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:10.842757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae0976-9e07-492b-a65c-703d7cf70c55 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.848888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae0976-9e07-492b-a65c-703d7cf70c55 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.849568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Port': ['ID=a75d0b8a-d25f-451d-881d-649bfd8e2e87,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:10.854323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae0976-9e07-492b-a65c-703d7cf70c55 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.860238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae0976-9e07-492b-a65c-703d7cf70c55 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.862206 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-20ae0976-9e07-492b-a65c-703d7cf70c55 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1856771 Apr 06 14:37:10.865554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44484) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.876692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486b522-c680-4222-9134-af85f00c54ab tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Network': ['ID=0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:10.879028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:10.879363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP 19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d disassociated (deleted). External IP: 172.26.7.97, port: 07be53d7-3f4c-4686-931a-8d4bc91b2dbb. Apr 06 14:37:10.886864 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a57ed97b-fe44-4f25-817e-0506c91106b8 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags HTTP/1.1" status: 200 len: 205 time: 0.3455682 Apr 06 14:37:10.888729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44486) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.889061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44488) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.893238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:10.894211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-9b142a56-c88d-4e02-80fa-ee219aa710f9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:10.950816 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9b142a56-c88d-4e02-80fa-ee219aa710f9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags HTTP/1.1" status: 200 len: 241 time: 0.0605307 Apr 06 14:37:10.952175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44492) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:10.963799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-09a42d4c-a037-441c-91cf-cb909c1584e1 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e', 'tempest-TagsExtTest-Tag-1829019048') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:10.995848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Checking segment: {'id': '3d7174f4-d3cd-4698-97ef-6ead9cb3e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5c626ee0-80cb-44b8-a021-368aceed3d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:10.996470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Network hostable DHCP agents. Network: 5c626ee0-80cb-44b8-a021-368aceed3d00, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:11.020342 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-09a42d4c-a037-441c-91cf-cb909c1584e1 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags/tempest-TagsExtTest-Tag-1829019048 HTTP/1.1" status: 204 len: 168 time: 0.0641632 Apr 06 14:37:11.020812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44494) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.025003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-4753a5a3-7e5f-4784-b4b8-1d9eefc9e5c4 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e', 'tempest-TagsExtTest-Tag-1829019048') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.037069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (f902d303-5034-4172-ab31-ee97d0d52ddb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.071307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-382aa91a-02d1-4ec9-ba9b-bf754a867d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.098197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.136774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Network 5c626ee0-80cb-44b8-a021-368aceed3d00 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:11.162047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (f902d303-5034-4172-ab31-ee97d0d52ddb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.243677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 5c626ee0-80cb-44b8-a021-368aceed3d00) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:11.247891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f902d303-5034-4172-ab31-ee97d0d52ddb']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.254051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:11.254414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf6488-c30f-4b64-bdd0-af20f801aea3 None None] Network 5c626ee0-80cb-44b8-a021-368aceed3d00 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:11.254890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (69084ff7-fb91-46a1-8f28-56fd195541f0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.283214 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4753a5a3-7e5f-4784-b4b8-1d9eefc9e5c4 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags/tempest-TagsExtTest-Tag-1829019048 HTTP/1.1" status: 204 len: 168 time: 0.2615478 Apr 06 14:37:11.285780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44496) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.293544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edc2300-f727-47db-8231-6150426b76f6') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.293852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edc2300-f727-47db-8231-6150426b76f6') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.294615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-533d149a-80e2-4c58-9d73-eb561242d561 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.317955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (0edc2300-f727-47db-8231-6150426b76f6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.334030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-382aa91a-02d1-4ec9-ba9b-bf754a867d81 admin admin] Publish callbacks [] for security_group (0d84ef0b-720a-488b-bba6-a5e0ee06735a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.344663 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-533d149a-80e2-4c58-9d73-eb561242d561 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags HTTP/1.1" status: 200 len: 205 time: 0.0576580 Apr 06 14:37:11.348543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44498) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.355628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-70ca808f-15b8-4e14-9dc3-9c1fdc94a40f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.357230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0edc2300-f727-47db-8231-6150426b76f6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.359682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Port': ['ID=69084ff7-fb91-46a1-8f28-56fd195541f0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:11.375282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:11.375697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (0edc2300-f727-47db-8231-6150426b76f6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:11.380396 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:11.410325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-382aa91a-02d1-4ec9-ba9b-bf754a867d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0d84ef0b-720a-488b-bba6-a5e0ee06735a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.440792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Checking segment: {'id': '175579bc-4163-454a-9985-f2a72c2d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a9209fdb-bfd0-484f-adc5-3dcbd0f661fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:11.441176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Network hostable DHCP agents. Network: a9209fdb-bfd0-484f-adc5-3dcbd0f661fb, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:11.447086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:11.454641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-59344e6c-3e09-49a8-ac12-9c70b8b9cfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.471266 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-70ca808f-15b8-4e14-9dc3-9c1fdc94a40f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags HTTP/1.1" status: 204 len: 168 time: 0.1205106 Apr 06 14:37:11.472854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44500) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.478214 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-382aa91a-02d1-4ec9-ba9b-bf754a867d81 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c5ce8e48d787420bae5fb2eb48a7733c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5691376 Apr 06 14:37:11.500706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-a5279c45-5bc9-4392-8c32-98f36bb6dc43 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.502552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44502) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.505625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382aa91a-02d1-4ec9-ba9b-bf754a867d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84ef0b-720a-488b-bba6-a5e0ee06735a,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:11.565110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (f902d303-5034-4172-ab31-ee97d0d52ddb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.568019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Network a9209fdb-bfd0-484f-adc5-3dcbd0f661fb is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:11.582035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.585249 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/networks/f902d303-5034-4172-ab31-ee97d0d52ddb HTTP/1.1" status: 204 len: 168 time: 0.7187605 Apr 06 14:37:11.601695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44506) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.614369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef29ab-d856-4a9f-8785-a3551798a561 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Network': ['ID=f902d303-5034-4172-ab31-ee97d0d52ddb,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:11.640857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44508) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.656441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:11.660137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, a9209fdb-bfd0-484f-adc5-3dcbd0f661fb) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:11.663849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.669151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478c57a2-2ffc-4b9d-9a5e-7d485a6e9c5f None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:11.675387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce3fd6-ae3e-4afb-bd6b-c23117960e00 None None] Network a9209fdb-bfd0-484f-adc5-3dcbd0f661fb requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:11.686787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ddee481-115c-4f0f-8167-6ad3fdc1d810 admin admin] Publish callbacks [] for security_group (0d84ef0b-720a-488b-bba6-a5e0ee06735a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.697772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:11.703645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.708065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.708747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.724268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Deleting port 015c4a36-dccd-4152-8d87-4120fbeedb94 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:11.725297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.725882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c57a2-2ffc-4b9d-9a5e-7d485a6e9c5f None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:11.727212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-478c57a2-2ffc-4b9d-9a5e-7d485a6e9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.735963 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b569bad6-7361-4289-8be0-3abc815d2bc4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/floatingips/19e9f1d6-b7a0-4aa3-844b-ff36b5457a6d HTTP/1.1" status: 204 len: 168 time: 2.7966304 Apr 06 14:37:11.741955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44510) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.757126 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.757368 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a5279c45-5bc9-4392-8c32-98f36bb6dc43 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags HTTP/1.1" status: 204 len: 168 time: 0.2821798 Apr 06 14:37:11.757909 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44512) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.776574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-478c57a2-2ffc-4b9d-9a5e-7d485a6e9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.794216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-489326ec-49a0-4890-8128-f73a7b0a6167 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.806187 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ddee481-115c-4f0f-8167-6ad3fdc1d810 admin admin] Publish callbacks [] for security_group (0d84ef0b-720a-488b-bba6-a5e0ee06735a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.818212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c57a2-2ffc-4b9d-9a5e-7d485a6e9c5f None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:11.819236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-478c57a2-2ffc-4b9d-9a5e-7d485a6e9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.830495 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3a258c56-9c15-4fd7-9f74-f8b4b4e1abbb tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3606315 Apr 06 14:37:11.837027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44514) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:11.856686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-478c57a2-2ffc-4b9d-9a5e-7d485a6e9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.857336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478c57a2-2ffc-4b9d-9a5e-7d485a6e9c5f None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:11.913448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bca19c-3f66-4c9c-8703-6c4ba84e22ce tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.913927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bca19c-3f66-4c9c-8703-6c4ba84e22ce tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.914395 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bca19c-3f66-4c9c-8703-6c4ba84e22ce tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.915756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.916124 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-76bca19c-3f66-4c9c-8703-6c4ba84e22ce tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?project_id=88348375877d408f8a1ff05bbac7355a&network_id=6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 200 len: 3105 time: 0.2728827 Apr 06 14:37:11.942781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.959603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f68f68-ad8f-4b48-84fe-1f8183fdb329') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.959949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f68f68-ad8f-4b48-84fe-1f8183fdb329') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:11.969006 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 07be53d7-3f4c-4686-931a-8d4bc91b2dbb {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:11.969349 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.969561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (07be53d7-3f4c-4686-931a-8d4bc91b2dbb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.986005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (29f68f68-ad8f-4b48-84fe-1f8183fdb329), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.005596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Calling delete_port for 015c4a36-dccd-4152-8d87-4120fbeedb94 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:12.026363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cea2cd-71de-4e75-8956-ae8c8f39fd43 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:12.034435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cea2cd-71de-4e75-8956-ae8c8f39fd43 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:12.034697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (29f68f68-ad8f-4b48-84fe-1f8183fdb329), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.036850 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-85cea2cd-71de-4e75-8956-ae8c8f39fd43 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1921251 Apr 06 14:37:12.042480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44518) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:12.044486 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-489326ec-49a0-4890-8128-f73a7b0a6167 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags HTTP/1.1" status: 204 len: 168 time: 0.2555945 Apr 06 14:37:12.048499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:12.048499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (29f68f68-ad8f-4b48-84fe-1f8183fdb329), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:12.051333 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:12.053404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44520) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:12.061176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-55afef43-4d0f-46cd-a9b1-fe63958dace1 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:12.117978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ddee481-115c-4f0f-8167-6ad3fdc1d810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (0d84ef0b-720a-488b-bba6-a5e0ee06735a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.120632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ddee481-115c-4f0f-8167-6ad3fdc1d810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.121787 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2ddee481-115c-4f0f-8167-6ad3fdc1d810 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d84ef0b-720a-488b-bba6-a5e0ee06735a HTTP/1.1" status: 204 len: 168 time: 0.6180155 Apr 06 14:37:12.153359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddee481-115c-4f0f-8167-6ad3fdc1d810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84ef0b-720a-488b-bba6-a5e0ee06735a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:12.173816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (07be53d7-3f4c-4686-931a-8d4bc91b2dbb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.192494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 07be53d7-3f4c-4686-931a-8d4bc91b2dbb owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:12.257066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.272445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.275805 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/networks/0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc HTTP/1.1" status: 204 len: 168 time: 0.6730773 Apr 06 14:37:12.286653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44526) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:12.318094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb421959-1d2f-4641-99c8-f69e13cf9722 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Network': ['ID=0bdf9af1-c703-40c9-ad0d-e4a1dcee51cc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:12.320876 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-55afef43-4d0f-46cd-a9b1-fe63958dace1 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags HTTP/1.1" status: 204 len: 168 time: 0.2665224 Apr 06 14:37:12.347800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44528) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:12.359921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-2d6d7f3d-12cf-4ddc-9cb8-db730e1760a4 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355', 'tempest-TagsExtTest-Tag-1019071710') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:12.604546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92347d3f-2633-4abb-884c-cef72c5fcfd8 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:12.610407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92347d3f-2633-4abb-884c-cef72c5fcfd8 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:12.612076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-92347d3f-2633-4abb-884c-cef72c5fcfd8 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3240747 Apr 06 14:37:12.620217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44538) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:12.643074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfabbf-b492-4a75-af8d-931380c2e3bc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Deleting port a75d0b8a-d25f-451d-881d-649bfd8e2e87 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:12.643666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0bbfabbf-b492-4a75-af8d-931380c2e3bc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a75d0b8a-d25f-451d-881d-649bfd8e2e87), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.644327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1613867557'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:12.732196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0bbfabbf-b492-4a75-af8d-931380c2e3bc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a75d0b8a-d25f-451d-881d-649bfd8e2e87), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.744380 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfabbf-b492-4a75-af8d-931380c2e3bc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Calling delete_port for a75d0b8a-d25f-451d-881d-649bfd8e2e87 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:12.848141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (015c4a36-dccd-4152-8d87-4120fbeedb94), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.851140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (07be53d7-3f4c-4686-931a-8d4bc91b2dbb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.853687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Made reservation on behalf of 958ce02ba6b84faf906d6304dcb7ca92 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:12.857880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.879091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event deleted for resources: {'Port': ['ID=015c4a36-dccd-4152-8d87-4120fbeedb94,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:12.896360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.896360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.896360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.896360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.896360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.897163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.897163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.897481 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.897651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.898549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.898549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.898549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.899069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.916290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=07be53d7-3f4c-4686-931a-8d4bc91b2dbb,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:12.935791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.936143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.936490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.936852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.937735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.938071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.938406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.938732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.939078 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.939406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.939736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.940123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.940385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:12.967245 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2d6d7f3d-12cf-4ddc-9cb8-db730e1760a4 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags/tempest-TagsExtTest-Tag-1019071710 HTTP/1.1" status: 201 len: 201 time: 0.6182966 Apr 06 14:37:12.970617 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44544) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:12.976665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-4c32febf-926d-4139-92f6-b55e481393c9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255', 'tempest-TagsExtTest-Tag-2007435075') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:13.054008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.057309 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-475495ba-d229-4479-a197-841ce831a3eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/ports/07be53d7-3f4c-4686-931a-8d4bc91b2dbb HTTP/1.1" status: 204 len: 168 time: 1.3128870 Apr 06 14:37:13.058337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:13.061628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44552) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.066822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:13.085197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f3636d3a-1c85-4e94-a01f-e380c5470417), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.085554 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Added segment f3636d3a-1c85-4e94-a01f-e380c5470417 of type vlan for network b45ba204-514f-4891-9101-9f94ea21fa76 Apr 06 14:37:13.110435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0bbfabbf-b492-4a75-af8d-931380c2e3bc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (a75d0b8a-d25f-451d-881d-649bfd8e2e87), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.134016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (b45ba204-514f-4891-9101-9f94ea21fa76), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.158544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfabbf-b492-4a75-af8d-931380c2e3bc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Port': ['ID=a75d0b8a-d25f-451d-881d-649bfd8e2e87,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:13.166557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.181226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0bbfabbf-b492-4a75-af8d-931380c2e3bc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.184449 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0bbfabbf-b492-4a75-af8d-931380c2e3bc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/ports/a75d0b8a-d25f-451d-881d-649bfd8e2e87 HTTP/1.1" status: 204 len: 168 time: 1.1388879 Apr 06 14:37:13.187298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44556) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.197497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.296909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44560) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.313203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (b45ba204-514f-4891-9101-9f94ea21fa76), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.318012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:13.318585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.353320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44562) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.365787 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4c32febf-926d-4139-92f6-b55e481393c9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags/tempest-TagsExtTest-Tag-2007435075 HTTP/1.1" status: 201 len: 201 time: 0.3900740 Apr 06 14:37:13.366710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44566) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.372185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-68437e10-f87a-4cf4-9d22-c7e17daaf842 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3', 'tempest-TagsExtTest-Tag-1227934223') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:13.452305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Router 1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:13.511525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-439831550-network', 'tenant_id': '4a947444cda1498caba233cfd0b11c7d'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:13.569867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:13.582952 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-588dfc2e-0ed2-4dde-80e3-cec4ad0654c7 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "PUT /v2.0/routers/1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1443186 Apr 06 14:37:13.582952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44568) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.583813 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee4921-c92a-4db7-a268-5f93c3e66ea7 None None] Sync routers for ids ['1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:13.594895 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee4921-c92a-4db7-a268-5f93c3e66ea7 None None] Routers {'1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:13.595713 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-cbee4921-c92a-4db7-a268-5f93c3e66ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:13.641434 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-cbee4921-c92a-4db7-a268-5f93c3e66ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:13.654165 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee4921-c92a-4db7-a268-5f93c3e66ea7 None None] Routers {'1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:13.655213 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-cbee4921-c92a-4db7-a268-5f93c3e66ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:13.658196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad2b433a-39ef-43f9-8614-434ca7b94e8a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for router (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.698405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.699312 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-68437e10-f87a-4cf4-9d22-c7e17daaf842 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags/tempest-TagsExtTest-Tag-1227934223 HTTP/1.1" status: 201 len: 201 time: 0.3311582 Apr 06 14:37:13.700204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Made reservation on behalf of 4a947444cda1498caba233cfd0b11c7d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:13.703158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.703812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44570) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.709349 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-cbee4921-c92a-4db7-a268-5f93c3e66ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:13.710121 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee4921-c92a-4db7-a268-5f93c3e66ea7 None None] The sync data for ids ['1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:13.723742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-6ae29029-da21-4fd4-89ad-1d16f94d6120 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e', 'tempest-TagsExtTest-Tag-1406815629') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:13.741464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.809808 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1885409 Apr 06 14:37:13.817908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44572) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:13.827940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-286592647'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:13.840040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd656c32-b72e-463d-9909-96b3c01919a3 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:13.851002 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cd656c32-b72e-463d-9909-96b3c01919a3 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 814 time: 0.5389919 Apr 06 14:37:13.851002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967d7e3-3147-4c0a-a2af-7e89c46eb188 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Network': ['ID=b45ba204-514f-4891-9101-9f94ea21fa76,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:13.861404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network b45ba204-514f-4891-9101-9f94ea21fa76 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:13.884498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad2b433a-39ef-43f9-8614-434ca7b94e8a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.885149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c8fed749-2807-4873-997a-412f7849b2c3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Deleting port 69084ff7-fb91-46a1-8f28-56fd195541f0 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:13.885589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c8fed749-2807-4873-997a-412f7849b2c3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (69084ff7-fb91-46a1-8f28-56fd195541f0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.891516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad2b433a-39ef-43f9-8614-434ca7b94e8a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for router_controller (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.969192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c8fed749-2807-4873-997a-412f7849b2c3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (69084ff7-fb91-46a1-8f28-56fd195541f0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.972708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.977497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Publish callbacks [] for security_group (42f77067-82e5-49fb-be8a-2ae3a25db2ba), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.991717 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6ae29029-da21-4fd4-89ad-1d16f94d6120 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags/tempest-TagsExtTest-Tag-1406815629 HTTP/1.1" status: 201 len: 201 time: 0.2780015 Apr 06 14:37:13.993671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c8fed749-2807-4873-997a-412f7849b2c3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Calling delete_port for 69084ff7-fb91-46a1-8f28-56fd195541f0 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:13.995966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44578) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.000494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-7abd0301-698f-4c06-999c-d495cd7acd2c tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355', {'tags': ['tempest-TagsExtTest-Tag-2080631162', 'tempest-TagsExtTest-Tag-120344952', 'tempest-TagsExtTest-Tag-339366784']}) {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:14.045495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Made reservation on behalf of 958ce02ba6b84faf906d6304dcb7ca92 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:14.051703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.082867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (42f77067-82e5-49fb-be8a-2ae3a25db2ba), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.085954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad2b433a-39ef-43f9-8614-434ca7b94e8a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.086501 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b433a-39ef-43f9-8614-434ca7b94e8a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Fanout notify agent at l3_agent the message router_deleted on router 1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:37:14.098526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad2b433a-39ef-43f9-8614-434ca7b94e8a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.099831 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ad2b433a-39ef-43f9-8614-434ca7b94e8a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "DELETE /v2.0/routers/1c10b9e1-dad4-47cb-ac37-13fad4a0a2f5 HTTP/1.1" status: 204 len: 168 time: 0.5189128 Apr 06 14:37:14.106736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44580) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.132575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:14.134461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:14.163491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.26.7.75 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/b093b155-b6fe-430f-bf35-7482425891f5) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:14.179668 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7abd0301-698f-4c06-999c-d495cd7acd2c tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags HTTP/1.1" status: 200 len: 316 time: 0.1837251 Apr 06 14:37:14.187960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44582) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.190661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f77067-82e5-49fb-be8a-2ae3a25db2ba,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.197172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-3bd00f3c-3b6d-45ae-9ab4-376a825580cd tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:14.200007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (99327589-1514-46a6-ac59-f58e7c74d4d0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.200363 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Added segment 99327589-1514-46a6-ac59-f58e7c74d4d0 of type vlan for network 502140a4-6af5-4630-9367-9b3dbb5af2a9 Apr 06 14:37:14.214653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (9f7afbd9-389d-4758-9960-e59ed6ed75fa), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.215037 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Added segment 9f7afbd9-389d-4758-9960-e59ed6ed75fa of type vlan for network 7d2630b5-8730-4cce-8f52-2866be81c0f2 Apr 06 14:37:14.266024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c8fed749-2807-4873-997a-412f7849b2c3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (69084ff7-fb91-46a1-8f28-56fd195541f0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.288041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7418190-9275-4d0b-8be3-dd4bf37c9f6a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Deleting subnet 211d604f-a860-4de4-a0c3-50c83c6c1b07 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:14.302928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7418190-9275-4d0b-8be3-dd4bf37c9f6a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for subnet (211d604f-a860-4de4-a0c3-50c83c6c1b07), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.307474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fed749-2807-4873-997a-412f7849b2c3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Port': ['ID=69084ff7-fb91-46a1-8f28-56fd195541f0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44584) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.322209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--58154361', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:14.330506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (b093b155-b6fe-430f-bf35-7482425891f5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.333261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c8fed749-2807-4873-997a-412f7849b2c3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.336413 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c8fed749-2807-4873-997a-412f7849b2c3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/ports/69084ff7-fb91-46a1-8f28-56fd195541f0 HTTP/1.1" status: 204 len: 168 time: 1.1473072 Apr 06 14:37:14.340005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44586) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.342746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7d2630b5-8730-4cce-8f52-2866be81c0f2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.349286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (502140a4-6af5-4630-9367-9b3dbb5af2a9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.379429 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-987cbd7d-d6b4-42cb-87b4-bcb85d757000 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0371058 Apr 06 14:37:14.382950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44588) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.394373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2004769257'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:14.410037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7418190-9275-4d0b-8be3-dd4bf37c9f6a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (211d604f-a860-4de4-a0c3-50c83c6c1b07), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.454172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:14.457606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.482949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:14.492708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (678cf0eb-bcb5-48a7-acb2-963b5fa5012b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.493024 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment 678cf0eb-bcb5-48a7-acb2-963b5fa5012b of type vlan for network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea Apr 06 14:37:14.512361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7418190-9275-4d0b-8be3-dd4bf37c9f6a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (211d604f-a860-4de4-a0c3-50c83c6c1b07), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.522019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Made reservation on behalf of d4924f966f8e461cae976c2b553a5cb8 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:14.525200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.545261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.548332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (502140a4-6af5-4630-9367-9b3dbb5af2a9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.551665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b093b155-b6fe-430f-bf35-7482425891f5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.558155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:14.558155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.570557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7d2630b5-8730-4cce-8f52-2866be81c0f2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.571504 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:14.572077 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.606879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:14.619099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:14.629575 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3bd00f3c-3b6d-45ae-9ab4-376a825580cd tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags HTTP/1.1" status: 204 len: 168 time: 0.4359701 Apr 06 14:37:14.631540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:14.633320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44590) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.639695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (661e03d7-e782-4ee7-930b-14a04c6c1425), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.640076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Added segment 661e03d7-e782-4ee7-930b-14a04c6c1425 of type vlan for network ea804a47-fc6e-4294-b33e-24fd33116782 Apr 06 14:37:14.641705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:14.648193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-0ef6db45-f79b-4943-9ee0-5a69d50439e9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355', 'tempest-TagsExtTest-Tag-2080631162') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:14.653894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Network': ['ID=502140a4-6af5-4630-9367-9b3dbb5af2a9,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.667050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 502140a4-6af5-4630-9367-9b3dbb5af2a9 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:14.675440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=b093b155-b6fe-430f-bf35-7482425891f5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.717271 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-97ac2d3c-4060-4234-a36e-7133d299ad15 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8961916 Apr 06 14:37:14.723507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44592) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.728455 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'ports': [{'network_id': 'b45ba204-514f-4891-9101-9f94ea21fa76', 'name': 'tempest-port--160435904', 'admin_state_up': True}, {'network_id': '502140a4-6af5-4630-9367-9b3dbb5af2a9', 'admin_state_up': False}]} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:14.729313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'port': {'network_id': 'b45ba204-514f-4891-9101-9f94ea21fa76', 'name': 'tempest-port--160435904', 'admin_state_up': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:14.729646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'port': {'network_id': '502140a4-6af5-4630-9367-9b3dbb5af2a9', 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:14.732976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] Pushing event updated for resources: {'Network': ['ID=7d2630b5-8730-4cce-8f52-2866be81c0f2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.750374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.755261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:14.755880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.765086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7d2630b5-8730-4cce-8f52-2866be81c0f2 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:14.766028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (ea804a47-fc6e-4294-b33e-24fd33116782), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.783653 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3d640795-0d76-4721-afe1-1692a13778bd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4254816 Apr 06 14:37:14.783653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7418190-9275-4d0b-8be3-dd4bf37c9f6a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (211d604f-a860-4de4-a0c3-50c83c6c1b07), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.784097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44594) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.798284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Request body: {'subnet': {'network_id': '7d2630b5-8730-4cce-8f52-2866be81c0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-439831550-subnet', 'tenant_id': '4a947444cda1498caba233cfd0b11c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:14.835742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418190-9275-4d0b-8be3-dd4bf37c9f6a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event deleted for resources: {'Subnet': ['ID=211d604f-a860-4de4-a0c3-50c83c6c1b07,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.855440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a7418190-9275-4d0b-8be3-dd4bf37c9f6a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.857095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd768f7a-e1b6-4f8c-a6fb-04d58d453423 None None] Network 22f960f2-53be-42ef-9968-70a45c198d14 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:14.861172 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a7418190-9275-4d0b-8be3-dd4bf37c9f6a tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "DELETE /v2.0/subnets/211d604f-a860-4de4-a0c3-50c83c6c1b07 HTTP/1.1" status: 204 len: 168 time: 0.7448289 Apr 06 14:37:14.863110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44596) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.898220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:14.917927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:14.929353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (a6e9fd87-f28c-49e5-8959-a79155e262c3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:14.935902 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-0ef6db45-f79b-4943-9ee0-5a69d50439e9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:14.936497 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0ef6db45-f79b-4943-9ee0-5a69d50439e9 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags/tempest-TagsExtTest-Tag-2080631162 HTTP/1.1" status: 404 len: 329 time: 0.3006630 Apr 06 14:37:14.940821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44598) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:14.945741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-080ac138-ec65-41fb-b16e-bb157e246a82 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355', 'tempest-TagsExtTest-Tag-120344952') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:14.996967 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4ef29c91-4806-4741-9d70-5ad84b27510b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6795247 Apr 06 14:37:15.001136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44600) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:15.024779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (22f960f2-53be-42ef-9968-70a45c198d14), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.031317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Made reservation on behalf of 4a947444cda1498caba233cfd0b11c7d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:15.034054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.046928 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-65abdcdb-01c9-4642-b626-4e9ebd096e8a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438483 Apr 06 14:37:15.047791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (ea804a47-fc6e-4294-b33e-24fd33116782), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.053450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:15.054608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.057253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44602) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:15.130495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] DHCP port deletion for 22f960f2-53be-42ef-9968-70a45c198d14 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:15.197783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Deleting port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:15.198163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.204777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Made reservation on behalf of 958ce02ba6b84faf906d6304dcb7ca92 for: {'port': 2} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:15.208532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.216122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Deleting port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:15.216122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.243244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.254237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b093b155-b6fe-430f-bf35-7482425891f5), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.258797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-080ac138-ec65-41fb-b16e-bb157e246a82 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:15.262545 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-080ac138-ec65-41fb-b16e-bb157e246a82 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags/tempest-TagsExtTest-Tag-120344952 HTTP/1.1" status: 404 len: 328 time: 0.3179755 Apr 06 14:37:15.275742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44604) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:15.285821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-76e50048-17e9-433b-b3c4-1ce00e7b6897 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355', 'tempest-TagsExtTest-Tag-339366784') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:15.289543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] For port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,segment=NetworkSegment(a3f883e4-9bdb-48db-a8b5-f0ec0a150729),segment_id=a3f883e4-9bdb-48db-a8b5-f0ec0a150729)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:15.289945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.305646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Calling delete_port for e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:15.308775 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9247496 Apr 06 14:37:15.316779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058e618-827d-4763-8e93-9434518bdeec tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Network': ['ID=ea804a47-fc6e-4294-b33e-24fd33116782,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:15.322314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44606) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:15.330548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network ea804a47-fc6e-4294-b33e-24fd33116782 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:15.330850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-273811454'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:15.458057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] For port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,segment=NetworkSegment(a3f883e4-9bdb-48db-a8b5-f0ec0a150729),segment_id=a3f883e4-9bdb-48db-a8b5-f0ec0a150729)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:15.458577 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.490949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e5bcd-9fa9-4a23-83c2-c43531ed3cd3 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:15.492756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-855e5bcd-9fa9-4a23-83c2-c43531ed3cd3 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3460047 Apr 06 14:37:15.497243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44608) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:15.505347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Calling delete_port for e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:15.536623 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-74b3e951-e63e-4eac-abde-4679ea510d54 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384171 Apr 06 14:37:15.542084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44610) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:15.549790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-501849287', 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:15.557994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.559078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (8552a9de-f261-4791-bd96-4986749e5865), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.568714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Made reservation on behalf of d4924f966f8e461cae976c2b553a5cb8 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:15.572141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.593723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Pushing event deleted for resources: {'Port': ['ID=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:15.599869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] No DVR routers for this DVR port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:15.614046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.615958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.618662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.619665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.620571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.622823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.623833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.624970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.625551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.626127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.626692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.627587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.628150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66ffcf-2f3f-4f0b-8500-82b9a611b5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:15.699460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (b093b155-b6fe-430f-bf35-7482425891f5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.739449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.768333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:15.771936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.775443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b093b155-b6fe-430f-bf35-7482425891f5), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.957066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=b093b155-b6fe-430f-bf35-7482425891f5,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:15.969456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (a6e9fd87-f28c-49e5-8959-a79155e262c3), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.016013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] device_id is not set on port 19b2ae8f-2063-4f5c-a487-ab555bb2e324 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:16.022860 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-76e50048-17e9-433b-b3c4-1ce00e7b6897 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:16.026412 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-76e50048-17e9-433b-b3c4-1ce00e7b6897 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags/tempest-TagsExtTest-Tag-339366784 HTTP/1.1" status: 404 len: 328 time: 0.7449791 Apr 06 14:37:16.028100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44612) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:16.037793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-7ec4dab6-f71f-4637-bbc0-3248636ddbb4 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255', {'tags': ['tempest-TagsExtTest-Tag-1093773526', 'tempest-TagsExtTest-Tag-127017518', 'tempest-TagsExtTest-Tag-1213704621']}) {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:16.058995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8552a9de-f261-4791-bd96-4986749e5865,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:16.067884 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:16.100589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b5269729-0cf9-4219-b6da-2f44f7049ed9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.105017 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Added segment b5269729-0cf9-4219-b6da-2f44f7049ed9 of type vlan for network 49756058-214d-4e90-b940-b4cc3616f3d7 Apr 06 14:37:16.116660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (e4062aa2-71a2-41d7-9c04-6eb63c1c69d1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.125538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Checking segment: {'id': '9f7afbd9-389d-4758-9960-e59ed6ed75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7d2630b5-8730-4cce-8f52-2866be81c0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:16.125944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Network hostable DHCP agents. Network: 7d2630b5-8730-4cce-8f52-2866be81c0f2, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:16.191850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event deleted for resources: {'Port': ['ID=e4062aa2-71a2-41d7-9c04-6eb63c1c69d1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:16.203197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (49756058-214d-4e90-b940-b4cc3616f3d7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.207879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] No DVR routers for this DVR port e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:16.225499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.229687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4056ca7c-a7a3-449c-9209-b70fe8d353d4 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1636612 Apr 06 14:37:16.230447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44614) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:16.241797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'port': {'network_id': '8e31b2b2-cd72-4c5b-94aa-f66662184a15', 'name': 'tempest-FloatingIPTestJSON-1364220206'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:16.290176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (da2a002e-978d-4e64-bc2d-5b1a0cde7d27), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.299451 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7ec4dab6-f71f-4637-bbc0-3248636ddbb4 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags HTTP/1.1" status: 200 len: 317 time: 0.2703395 Apr 06 14:37:16.302673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44616) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:16.311566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-f5b3f113-fa54-493f-9d77-726e94e779e6 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:16.357336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Network 7d2630b5-8730-4cce-8f52-2866be81c0f2 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:16.375234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (22f960f2-53be-42ef-9968-70a45c198d14), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.388751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=da2a002e-978d-4e64-bc2d-5b1a0cde7d27,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:16.403354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (49756058-214d-4e90-b940-b4cc3616f3d7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.409336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:16.409941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.419880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for port (19b2ae8f-2063-4f5c-a487-ab555bb2e324), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.429347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:16.429654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:16.457992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.477188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f960f2-53be-42ef-9968-70a45c198d14']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:16.500435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:16.502978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.504737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:16.521356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] device_id is not set on port 5254e954-e90f-4cac-92ae-27f0faf543aa yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:16.528063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:16.528787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e4062aa2-71a2-41d7-9c04-6eb63c1c69d1 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:16.531510 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7d2630b5-8730-4cce-8f52-2866be81c0f2) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:16.534355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f883e4-9bdb-48db-a8b5-f0ec0a150729') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:16.534663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f883e4-9bdb-48db-a8b5-f0ec0a150729') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:16.553926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a71007-1ebe-4e01-9d12-0b454a05a569 None None] Network 7d2630b5-8730-4cce-8f52-2866be81c0f2 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:16.564568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:16.568757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:16.568757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.582134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (a3f883e4-9bdb-48db-a8b5-f0ec0a150729), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.585072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:16.594305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:16.597610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.613505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Network': ['ID=49756058-214d-4e90-b940-b4cc3616f3d7,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:16.616066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b6fe53-1c05-45c7-b9b5-52cadcc7fcbe None None] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:16.624062 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] device_id is not set on port e09008b1-6456-4b2d-92f1-21162c6c4ae5 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:16.631243 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-24ce69f5-58cf-43ed-98ce-1b01fcc6d571 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3045170 Apr 06 14:37:16.633855 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a3f883e4-9bdb-48db-a8b5-f0ec0a150729), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.650457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:16.650869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (a3f883e4-9bdb-48db-a8b5-f0ec0a150729), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: self.session.flush() Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:16.654000 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:16.683246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 49756058-214d-4e90-b940-b4cc3616f3d7 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:16.730838 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8c7eb378-9a9e-4cba-8d5f-1ddee0a7c071 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9409943 Apr 06 14:37:16.732064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.20.0.8 (8e31b2b2-cd72-4c5b-94aa-f66662184a15/076f30a1-b5ca-4f14-954f-09dbb526f7fa/5254e954-e90f-4cac-92ae-27f0faf543aa) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:16.804581 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f5b3f113-fa54-493f-9d77-726e94e779e6 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags HTTP/1.1" status: 204 len: 168 time: 0.4963124 Apr 06 14:37:16.814826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44620) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:16.828095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-487e6a26-15e0-4e1a-91d9-e3b0ea00da36 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255', 'tempest-TagsExtTest-Tag-1093773526') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:16.899412 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (22f960f2-53be-42ef-9968-70a45c198d14), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.908852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.912079 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] 10.222.0.71 "DELETE /v2.0/networks/22f960f2-53be-42ef-9968-70a45c198d14 HTTP/1.1" status: 204 len: 168 time: 2.0471466 Apr 06 14:37:16.956442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (5254e954-e90f-4cac-92ae-27f0faf543aa), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.965891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4dff-7c27-4b19-a252-ea7383dcb8a6 tempest-FloatingIPNegativeTestJSON-1273322580 tempest-FloatingIPNegativeTestJSON-1273322580-project] Pushing event deleted for resources: {'Network': ['ID=22f960f2-53be-42ef-9968-70a45c198d14,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:16.968695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a03ded3b-9068-413e-b6f1-65d4b7782920 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4249556 Apr 06 14:37:17.024136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for port (e09008b1-6456-4b2d-92f1-21162c6c4ae5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.104012 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-487e6a26-15e0-4e1a-91d9-e3b0ea00da36 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:17.107636 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-487e6a26-15e0-4e1a-91d9-e3b0ea00da36 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags/tempest-TagsExtTest-Tag-1093773526 HTTP/1.1" status: 404 len: 329 time: 0.2887607 Apr 06 14:37:17.108035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44628) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.113643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-c5aba1d7-3ea1-4887-a5f3-9eb47475d2f7 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255', 'tempest-TagsExtTest-Tag-127017518') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:17.169584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5254e954-e90f-4cac-92ae-27f0faf543aa), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.232678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea', 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': 'da2a002e-978d-4e64-bc2d-5b1a0cde7d27'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:17.236052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (19b2ae8f-2063-4f5c-a487-ab555bb2e324), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.254225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.323328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 8e31b2b2-cd72-4c5b-94aa-f66662184a15 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:17.334302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1544f61d-3735-467e-b73e-ea0bba355759 None None] Network 7d2630b5-8730-4cce-8f52-2866be81c0f2 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:17.336962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=5254e954-e90f-4cac-92ae-27f0faf543aa,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:17.344630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:17.354876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:17.411493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Port': ['ID=19b2ae8f-2063-4f5c-a487-ab555bb2e324,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:17.439361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Checking segment: {'id': 'f3636d3a-1c85-4e94-a01f-e380c5470417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b45ba204-514f-4891-9101-9f94ea21fa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:17.440038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Network hostable DHCP agents. Network: b45ba204-514f-4891-9101-9f94ea21fa76, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:17.451515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:17.452215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.476769 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-c5aba1d7-3ea1-4887-a5f3-9eb47475d2f7 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:17.480593 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c5aba1d7-3ea1-4887-a5f3-9eb47475d2f7 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags/tempest-TagsExtTest-Tag-127017518 HTTP/1.1" status: 404 len: 328 time: 0.3711290 Apr 06 14:37:17.481071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44634) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.486929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-351ee880-427d-4298-b524-c87d71eb527c tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255', 'tempest-TagsExtTest-Tag-1213704621') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:17.549211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Network b45ba204-514f-4891-9101-9f94ea21fa76 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:17.577171 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-351ee880-427d-4298-b524-c87d71eb527c tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:17.582466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44638) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.583342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-351ee880-427d-4298-b524-c87d71eb527c tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags/tempest-TagsExtTest-Tag-1213704621 HTTP/1.1" status: 404 len: 329 time: 0.1003222 Apr 06 14:37:17.591833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-4f90c1bc-876a-466e-913e-8ea501bd20f3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3', {'tags': ['tempest-TagsExtTest-Tag-1007418819', 'tempest-TagsExtTest-Tag-990010450', 'tempest-TagsExtTest-Tag-601755015']}) {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:17.601865 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ab7fb26a-8448-431f-ab1f-a6b3bd93e288 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3648560 Apr 06 14:37:17.602558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44640) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.621237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'port_id': '5254e954-e90f-4cac-92ae-27f0faf543aa'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:17.684741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44642) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.742410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, b45ba204-514f-4891-9101-9f94ea21fa76) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:17.748636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Allocated IP 172.20.0.2 (4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea/da2a002e-978d-4e64-bc2d-5b1a0cde7d27/5127d750-8fef-4633-a233-fdae79c401fa) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:17.772749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806a381-1ab2-4cbf-9e50-87a9bafaa785 None None] Network b45ba204-514f-4891-9101-9f94ea21fa76 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:17.820955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44648) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:17.826692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-85b0ffa5-5a12-4f87-9509-f54ea8224279 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516468275', 'description': 'tempest-secgroup-smoke-1516468275 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:17.850290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:17.853180 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (e09008b1-6456-4b2d-92f1-21162c6c4ae5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:17.970714 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-16b1c298-42ba-434d-887f-6d0fbeffa1a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=38c56385aaca45a8a1d893da9783ab73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818031 Apr 06 14:37:17.971269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44650) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:18.001234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Port': ['ID=e09008b1-6456-4b2d-92f1-21162c6c4ae5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.017568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (a6e9fd87-f28c-49e5-8959-a79155e262c3), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.033699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85b0ffa5-5a12-4f87-9509-f54ea8224279 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.062546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Publish callbacks [] for port (5127d750-8fef-4633-a233-fdae79c401fa), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.092503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46b2dc09-51ad-4c25-8de9-5f06e7a1da7f admin admin] Publish callbacks [] for security_group (f21ffe9d-5f30-43c1-9c70-852ced5caa9d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.120916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46b2dc09-51ad-4c25-8de9-5f06e7a1da7f admin admin] Publish callbacks [] for security_group (f21ffe9d-5f30-43c1-9c70-852ced5caa9d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.138319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (5127d750-8fef-4633-a233-fdae79c401fa), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.225547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:18.240193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:18.240808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46b2dc09-51ad-4c25-8de9-5f06e7a1da7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f21ffe9d-5f30-43c1-9c70-852ced5caa9d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.245315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46b2dc09-51ad-4c25-8de9-5f06e7a1da7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.245478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:18.246779 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-46b2dc09-51ad-4c25-8de9-5f06e7a1da7f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f21ffe9d-5f30-43c1-9c70-852ced5caa9d HTTP/1.1" status: 204 len: 168 time: 0.2740600 Apr 06 14:37:18.250476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44656) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:18.259317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-325570692-network', 'tenant_id': '31b0a14cf36c468994ae08f74d47ba28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:18.278162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Pushing event updated for resources: {'Port': ['ID=5127d750-8fef-4633-a233-fdae79c401fa,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.310045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2dc09-51ad-4c25-8de9-5f06e7a1da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ffe9d-5f30-43c1-9c70-852ced5caa9d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.325285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85b0ffa5-5a12-4f87-9509-f54ea8224279 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (56a3fb48-ec3c-48e5-b7cc-f2f9be33d834), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.357446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Made reservation on behalf of 31b0a14cf36c468994ae08f74d47ba28 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:18.363549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.397558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85b0ffa5-5a12-4f87-9509-f54ea8224279 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (56a3fb48-ec3c-48e5-b7cc-f2f9be33d834), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.435384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.474818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Attempting to bind port 5127d750-8fef-4633-a233-fdae79c401fa on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:18.475728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Attempting to bind port 5127d750-8fef-4633-a233-fdae79c401fa by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:18.476834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Attempting to bind port 5127d750-8fef-4633-a233-fdae79c401fa on network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:18.487248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:18.488928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Checking segment: {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:18.489576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.490244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Bound using segment: {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:18.491093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Bound port: 5127d750-8fef-4633-a233-fdae79c401fa, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:18.492051 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5127d750-8fef-4633-a233-fdae79c401fa), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.598209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Publish callbacks [] for security_group (1ebe3aac-eadf-4c01-a354-85afa27c3fce), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.604604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85b0ffa5-5a12-4f87-9509-f54ea8224279 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.610338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-85b0ffa5-5a12-4f87-9509-f54ea8224279 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7876592 Apr 06 14:37:18.610990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44660) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:18.617117 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-19eab1dd-1662-43a4-a73a-9a69a12150fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '56a3fb48-ec3c-48e5-b7cc-f2f9be33d834', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:18.622924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0ffa5-5a12-4f87-9509-f54ea8224279 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.635125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] For port 5127d750-8fef-4633-a233-fdae79c401fa, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:18.664253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1ebe3aac-eadf-4c01-a354-85afa27c3fce), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.672336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] For port 5127d750-8fef-4633-a233-fdae79c401fa, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5127d750-8fef-4633-a233-fdae79c401fa,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:18.736918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Checking segment: {'id': '99327589-1514-46a6-ac59-f58e7c74d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '502140a4-6af5-4630-9367-9b3dbb5af2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:18.737882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Network hostable DHCP agents. Network: 502140a4-6af5-4630-9367-9b3dbb5af2a9, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:18.751018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.759616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5127d750-8fef-4633-a233-fdae79c401fa), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.782792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe3aac-eadf-4c01-a354-85afa27c3fce,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.786754 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4f90c1bc-876a-466e-913e-8ea501bd20f3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags HTTP/1.1" status: 200 len: 316 time: 1.2016511 Apr 06 14:37:18.789431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44662) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:18.795139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-bbc36b43-8389-4bd0-ab7d-4c64e3bcf1c0 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:18.797930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:18.833352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19eab1dd-1662-43a4-a73a-9a69a12150fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (bc944112-da54-4b8c-b5f5-b005905f4e2d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.847138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (96e5e559-3d3c-4b7f-91cd-a96b1b32748f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.847138 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Added segment 96e5e559-3d3c-4b7f-91cd-a96b1b32748f of type vlan for network 875bbf44-ba70-4662-a50a-25bb132e467e Apr 06 14:37:18.878365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (a6e9fd87-f28c-49e5-8959-a79155e262c3), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.918294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa3e7d-a913-4023-a6fc-7a6f53b805b6 None None] Pushing event updated for resources: {'Port': ['ID=5127d750-8fef-4633-a233-fdae79c401fa,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:18.946499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (875bbf44-ba70-4662-a50a-25bb132e467e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:18.997568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19eab1dd-1662-43a4-a73a-9a69a12150fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (bc944112-da54-4b8c-b5f5-b005905f4e2d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.009157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Network 502140a4-6af5-4630-9367-9b3dbb5af2a9 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:19.060728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (875bbf44-ba70-4662-a50a-25bb132e467e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.062535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:19.062535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.070418 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP a6e9fd87-f28c-49e5-8959-a79155e262c3 associated. External IP: 172.26.7.75, port: 5254e954-e90f-4cac-92ae-27f0faf543aa. Apr 06 14:37:19.136357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19eab1dd-1662-43a4-a73a-9a69a12150fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (bc944112-da54-4b8c-b5f5-b005905f4e2d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.145731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 502140a4-6af5-4630-9367-9b3dbb5af2a9) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:19.155008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:19.159060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb4436c-8e7b-4220-a8ed-58776c9d9665 None None] Network 502140a4-6af5-4630-9367-9b3dbb5af2a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:19.160862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:19.172408 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:19.173226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.179925 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bbc36b43-8389-4bd0-ab7d-4c64e3bcf1c0 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags HTTP/1.1" status: 204 len: 168 time: 0.3894045 Apr 06 14:37:19.185118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44664) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.197557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-8e6d23b5-3ef3-44b6-a956-48fe98dd5fca tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3', 'tempest-TagsExtTest-Tag-1007418819') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:19.238293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eab1dd-1662-43a4-a73a-9a69a12150fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc944112-da54-4b8c-b5f5-b005905f4e2d,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:19.258174 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0046020 Apr 06 14:37:19.264160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44666) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.269193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Request body: {'subnet': {'network_id': '875bbf44-ba70-4662-a50a-25bb132e467e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-325570692-subnet', 'tenant_id': '31b0a14cf36c468994ae08f74d47ba28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:19.293581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6b249-c05d-456c-b93d-0861c48364b8 admin admin] Pushing event updated for resources: {'Network': ['ID=875bbf44-ba70-4662-a50a-25bb132e467e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:19.310130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19eab1dd-1662-43a4-a73a-9a69a12150fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.310130 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-19eab1dd-1662-43a4-a73a-9a69a12150fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6969063 Apr 06 14:37:19.313361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44668) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.324172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7d2e03bf-a4f0-4f07-b364-2d74951b6dd3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '56a3fb48-ec3c-48e5-b7cc-f2f9be33d834', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:19.339331 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 875bbf44-ba70-4662-a50a-25bb132e467e details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:19.364322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Made reservation on behalf of 31b0a14cf36c468994ae08f74d47ba28 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:19.366547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.509926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d2e03bf-a4f0-4f07-b364-2d74951b6dd3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (7a73d0b4-f70e-4bd4-8a53-d98dc2a75ab4), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.513534 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-44ab7d0e-b764-4140-80c9-bfca37eb75d5 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7867894 Apr 06 14:37:19.518174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44670) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.574824 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-8e6d23b5-3ef3-44b6-a956-48fe98dd5fca tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:19.574824 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8e6d23b5-3ef3-44b6-a956-48fe98dd5fca tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags/tempest-TagsExtTest-Tag-1007418819 HTTP/1.1" status: 404 len: 329 time: 0.3814700 Apr 06 14:37:19.575153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44672) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.583189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-bb9ae372-4121-43cf-91fd-76050f5a5e43 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3', 'tempest-TagsExtTest-Tag-990010450') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:19.731979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d2e03bf-a4f0-4f07-b364-2d74951b6dd3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (7a73d0b4-f70e-4bd4-8a53-d98dc2a75ab4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.743781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14d6b56-b17f-40c7-ab87-0679020b8e4d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:19.749330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14d6b56-b17f-40c7-ab87-0679020b8e4d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:19.749492 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-bb9ae372-4121-43cf-91fd-76050f5a5e43 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:19.754339 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bb9ae372-4121-43cf-91fd-76050f5a5e43 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags/tempest-TagsExtTest-Tag-990010450 HTTP/1.1" status: 404 len: 328 time: 0.1744962 Apr 06 14:37:19.754339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:19.754339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44674) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.754675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f14d6b56-b17f-40c7-ab87-0679020b8e4d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2346203 Apr 06 14:37:19.754675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44676) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.779623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-d12f38c3-3529-4020-b548-020d04ff618f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3', 'tempest-TagsExtTest-Tag-601755015') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:19.824808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d2e03bf-a4f0-4f07-b364-2d74951b6dd3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (7a73d0b4-f70e-4bd4-8a53-d98dc2a75ab4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.898354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e03bf-a4f0-4f07-b364-2d74951b6dd3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a73d0b4-f70e-4bd4-8a53-d98dc2a75ab4,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:19.919273 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-d12f38c3-3529-4020-b548-020d04ff618f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:19.920424 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d12f38c3-3529-4020-b548-020d04ff618f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags/tempest-TagsExtTest-Tag-601755015 HTTP/1.1" status: 404 len: 328 time: 0.1443112 Apr 06 14:37:19.924629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44678) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.930865 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-36e24c3c-b76c-4bc6-aad5-ef5cdbc0b878 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e', {'tags': ['tempest-TagsExtTest-Tag-640903640', 'tempest-TagsExtTest-Tag-1138835136', 'tempest-TagsExtTest-Tag-701996672']}) {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:19.980852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-877f7f23-dc53-4d1e-a8eb-4ba005995a8f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Deleting port 19b2ae8f-2063-4f5c-a487-ab555bb2e324 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:19.981200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-877f7f23-dc53-4d1e-a8eb-4ba005995a8f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (19b2ae8f-2063-4f5c-a487-ab555bb2e324), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.986882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d2e03bf-a4f0-4f07-b364-2d74951b6dd3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.988778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7d2e03bf-a4f0-4f07-b364-2d74951b6dd3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6743543 Apr 06 14:37:19.990220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (ab5ad755-b5c0-4505-88aa-7c8a24d9f843), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.992775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44680) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.008235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c9ea80dc-c1af-414d-8203-14c04ccb079a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '56a3fb48-ec3c-48e5-b7cc-f2f9be33d834', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:20.052399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:20.058657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.067009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803772a4-efad-43a9-9789-33e21d8072b5 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:20.091737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803772a4-efad-43a9-9789-33e21d8072b5 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:20.092671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-803772a4-efad-43a9-9789-33e21d8072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.111046 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-36e24c3c-b76c-4bc6-aad5-ef5cdbc0b878 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "PUT /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags HTTP/1.1" status: 200 len: 316 time: 0.1828289 Apr 06 14:37:20.114558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-877f7f23-dc53-4d1e-a8eb-4ba005995a8f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (19b2ae8f-2063-4f5c-a487-ab555bb2e324), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.116813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44682) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.121237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-ee3ed13c-3add-44f8-9ed8-53e0bc28fb1b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.135787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44684) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.144939 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'subnets': [{'network_id': 'ea804a47-fc6e-4294-b33e-24fd33116782', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2070747568', 'ip_version': 6}, {'network_id': '49756058-214d-4e90-b940-b4cc3616f3d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:20.145297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'subnet': {'network_id': 'ea804a47-fc6e-4294-b33e-24fd33116782', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2070747568', 'ip_version': 6}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:20.153259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Request body: {'subnet': {'network_id': '49756058-214d-4e90-b940-b4cc3616f3d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:20.161068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-877f7f23-dc53-4d1e-a8eb-4ba005995a8f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Calling delete_port for 19b2ae8f-2063-4f5c-a487-ab555bb2e324 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:20.164765 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3578c6fb-f707-4d49-9842-77b614bdae6d tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/floatingips/a6e9fd87-f28c-49e5-8959-a79155e262c3 HTTP/1.1" status: 200 len: 977 time: 2.5604560 Apr 06 14:37:20.169010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44686) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.176193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-803772a4-efad-43a9-9789-33e21d8072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.177543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5ad755-b5c0-4505-88aa-7c8a24d9f843,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:20.199262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803772a4-efad-43a9-9789-33e21d8072b5 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:20.200648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-803772a4-efad-43a9-9789-33e21d8072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.238945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Checking segment: {'id': '96e5e559-3d3c-4b7f-91cd-a96b1b32748f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '875bbf44-ba70-4662-a50a-25bb132e467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:20.239389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Network hostable DHCP agents. Network: 875bbf44-ba70-4662-a50a-25bb132e467e, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:20.246626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-803772a4-efad-43a9-9789-33e21d8072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.247724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803772a4-efad-43a9-9789-33e21d8072b5 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:20.251089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c9ea80dc-c1af-414d-8203-14c04ccb079a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c316c140-de40-4411-844b-80efba65ba6a), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.352625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 5254e954-e90f-4cac-92ae-27f0faf543aa {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:20.357358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5254e954-e90f-4cac-92ae-27f0faf543aa), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.384589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c89c4-a79e-45b4-9c02-b602a5e72b3f None None] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:20.399246 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ee3ed13c-3add-44f8-9ed8-53e0bc28fb1b tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags HTTP/1.1" status: 204 len: 168 time: 0.2814205 Apr 06 14:37:20.402449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44688) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.405100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c9ea80dc-c1af-414d-8203-14c04ccb079a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c316c140-de40-4411-844b-80efba65ba6a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.406434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.tag.tag_plugin [None req-29aa4fd0-3d68-41b1-b650-5b1c6a4f41f2 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e', 'tempest-TagsExtTest-Tag-640903640') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.437235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Network 875bbf44-ba70-4662-a50a-25bb132e467e is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:20.443534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-877f7f23-dc53-4d1e-a8eb-4ba005995a8f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (19b2ae8f-2063-4f5c-a487-ab555bb2e324), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.472950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c5fc9a59-93a2-47d5-8ae8-8f73c8475243 None None] Provisioning complete for port 5127d750-8fef-4633-a233-fdae79c401fa triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:20.477950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5fc9a59-93a2-47d5-8ae8-8f73c8475243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5127d750-8fef-4633-a233-fdae79c401fa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.478110 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-29aa4fd0-3d68-41b1-b650-5b1c6a4f41f2 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:20.478110 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-29aa4fd0-3d68-41b1-b650-5b1c6a4f41f2 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags/tempest-TagsExtTest-Tag-640903640 HTTP/1.1" status: 404 len: 328 time: 0.0737882 Apr 06 14:37:20.480175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44690) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.487100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-7b4fc588-0553-4edb-9ebe-b35a27c1b696 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e', 'tempest-TagsExtTest-Tag-1138835136') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.501091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c9ea80dc-c1af-414d-8203-14c04ccb079a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (c316c140-de40-4411-844b-80efba65ba6a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.507030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-877f7f23-dc53-4d1e-a8eb-4ba005995a8f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.510355 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-877f7f23-dc53-4d1e-a8eb-4ba005995a8f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/ports/19b2ae8f-2063-4f5c-a487-ab555bb2e324 HTTP/1.1" status: 204 len: 168 time: 0.7556314 Apr 06 14:37:20.517403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f7f23-dc53-4d1e-a8eb-4ba005995a8f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Port': ['ID=19b2ae8f-2063-4f5c-a487-ab555bb2e324,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:20.522596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44692) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.529285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5254e954-e90f-4cac-92ae-27f0faf543aa), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.552397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 875bbf44-ba70-4662-a50a-25bb132e467e) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:20.554298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Made reservation on behalf of d4924f966f8e461cae976c2b553a5cb8 for: {'subnet': 2} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:20.560364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.560927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.570481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-7b4fc588-0553-4edb-9ebe-b35a27c1b696 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:20.579774 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7b4fc588-0553-4edb-9ebe-b35a27c1b696 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags/tempest-TagsExtTest-Tag-1138835136 HTTP/1.1" status: 404 len: 329 time: 0.0901592 Apr 06 14:37:20.580268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cf3f17-fdc4-4ce2-9052-273462a616bf None None] Network 875bbf44-ba70-4662-a50a-25bb132e467e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:20.589310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:20.591224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.592750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44694) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.622246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea80dc-c1af-414d-8203-14c04ccb079a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c316c140-de40-4411-844b-80efba65ba6a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:20.627399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-9ea9a55a-4dbe-46b3-826e-e82a56a9978f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e', 'tempest-TagsExtTest-Tag-701996672') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.635875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5127d750-8fef-4633-a233-fdae79c401fa up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:20.636102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c9ea80dc-c1af-414d-8203-14c04ccb079a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.637294 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c9ea80dc-c1af-414d-8203-14c04ccb079a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6390214 Apr 06 14:37:20.645783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44696) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.706566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-9ea9a55a-4dbe-46b3-826e-e82a56a9978f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] show failed (client error): The resource could not be found. Apr 06 14:37:20.710205 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9ea9a55a-4dbe-46b3-826e-e82a56a9978f tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags/tempest-TagsExtTest-Tag-701996672 HTTP/1.1" status: 404 len: 328 time: 0.0866838 Apr 06 14:37:20.711634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44698) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.715522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-28d9b41a-cc3f-42cf-b368-be3a997c6d15 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '58fece63-5506-4b6f-b36e-2ca138637d6e') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.737050 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-00b63ea3-36ba-4c03-aa8b-aa0a0fffb587 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4626942 Apr 06 14:37:20.783542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-28d9b41a-cc3f-42cf-b368-be3a997c6d15 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e/tags HTTP/1.1" status: 204 len: 168 time: 0.0719941 Apr 06 14:37:20.813631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44700) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:20.822421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-ba46bc26-b8f8-4537-badf-a9d482da31c3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32b51fee-0d06-4c9d-9033-a091f9ffbcb3') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:20.855559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadcfa5-61f9-40f7-984b-b5e1940863d3 None None] Network 875bbf44-ba70-4662-a50a-25bb132e467e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:20.863552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5127d750-8fef-4633-a233-fdae79c401fa triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:20.863925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5127d750-8fef-4633-a233-fdae79c401fa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.908420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc9a59-93a2-47d5-8ae8-8f73c8475243 None None] Current status of the port 5127d750-8fef-4633-a233-fdae79c401fa is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:20.908809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5fc9a59-93a2-47d5-8ae8-8f73c8475243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5127d750-8fef-4633-a233-fdae79c401fa), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.039103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5127d750-8fef-4633-a233-fdae79c401fa is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:21.039969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5127d750-8fef-4633-a233-fdae79c401fa), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.071487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c5fc9a59-93a2-47d5-8ae8-8f73c8475243 None None] For port 5127d750-8fef-4633-a233-fdae79c401fa, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5127d750-8fef-4633-a233-fdae79c401fa,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:21.123985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-70736e00-cb54-47f4-ae79-b27a82adac84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '56a3fb48-ec3c-48e5-b7cc-f2f9be33d834', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:21.144884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5fc9a59-93a2-47d5-8ae8-8f73c8475243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5127d750-8fef-4633-a233-fdae79c401fa), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.289095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70736e00-cb54-47f4-ae79-b27a82adac84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (7339d9a4-92b8-4cf0-b98f-a2e925320b8c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.315619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:37:21.316568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:37:21.325429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc9a59-93a2-47d5-8ae8-8f73c8475243 None None] Pushing event updated for resources: {'Port': ['ID=5127d750-8fef-4633-a233-fdae79c401fa,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:21.336561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-86f9226d-d8e5-4d5f-9015-333fa28e9539 None None] Provisioning complete for port 5127d750-8fef-4633-a233-fdae79c401fa triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:21.337099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-86f9226d-d8e5-4d5f-9015-333fa28e9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5127d750-8fef-4633-a233-fdae79c401fa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.382040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70736e00-cb54-47f4-ae79-b27a82adac84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (7339d9a4-92b8-4cf0-b98f-a2e925320b8c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.449512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-86f9226d-d8e5-4d5f-9015-333fa28e9539 None None] Current status of the port 5127d750-8fef-4633-a233-fdae79c401fa is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:21.469459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70736e00-cb54-47f4-ae79-b27a82adac84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (7339d9a4-92b8-4cf0-b98f-a2e925320b8c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.489929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9953684d-a8d6-465f-ba9c-b795ea529f53 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Deleting port e09008b1-6456-4b2d-92f1-21162c6c4ae5 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:21.490273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9953684d-a8d6-465f-ba9c-b795ea529f53 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (e09008b1-6456-4b2d-92f1-21162c6c4ae5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.534521 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ba46bc26-b8f8-4537-badf-a9d482da31c3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3/tags HTTP/1.1" status: 204 len: 168 time: 0.7174299 Apr 06 14:37:21.537379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44718) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:21.541712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-d1d30289-5291-453e-9c5a-dc1e31416577 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c75ac186-07c1-4f3f-8b58-f0988cf5e255') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:21.547567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70736e00-cb54-47f4-ae79-b27a82adac84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7339d9a4-92b8-4cf0-b98f-a2e925320b8c,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:21.576921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.580133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (a6e9fd87-f28c-49e5-8959-a79155e262c3), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.580133 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP a6e9fd87-f28c-49e5-8959-a79155e262c3 disassociated. External IP: 172.26.7.75, port: 5254e954-e90f-4cac-92ae-27f0faf543aa. Apr 06 14:37:21.580133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 5254e954-e90f-4cac-92ae-27f0faf543aa owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:21.599391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9953684d-a8d6-465f-ba9c-b795ea529f53 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (e09008b1-6456-4b2d-92f1-21162c6c4ae5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.610364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70736e00-cb54-47f4-ae79-b27a82adac84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.614596 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-70736e00-cb54-47f4-ae79-b27a82adac84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4938095 Apr 06 14:37:21.616330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44720) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:21.622666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-94b22ae5-8d98-4c8a-b06a-dd26ddbce4c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '56a3fb48-ec3c-48e5-b7cc-f2f9be33d834', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:21.667656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9953684d-a8d6-465f-ba9c-b795ea529f53 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Calling delete_port for e09008b1-6456-4b2d-92f1-21162c6c4ae5 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:21.702752 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d1d30289-5291-453e-9c5a-dc1e31416577 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255/tags HTTP/1.1" status: 204 len: 168 time: 0.1641197 Apr 06 14:37:21.728764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44728) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:21.739886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.tag.tag_plugin [None req-957b2bdc-cf92-4f69-bf67-7db8f6ccf967 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'de29911e-14e6-44cf-9b48-556f8a113355') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:21.766702 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-94b22ae5-8d98-4c8a-b06a-dd26ddbce4c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:37:21.776666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94b22ae5-8d98-4c8a-b06a-dd26ddbce4c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (d6005b43-152a-4f75-8921-9c7a8e7617e3), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.866582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5127d750-8fef-4633-a233-fdae79c401fa is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:21.869867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (5b8f4c6b-059a-47f9-9513-5745c912b2eb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.882386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94b22ae5-8d98-4c8a-b06a-dd26ddbce4c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (d6005b43-152a-4f75-8921-9c7a8e7617e3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.914401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9953684d-a8d6-465f-ba9c-b795ea529f53 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (e09008b1-6456-4b2d-92f1-21162c6c4ae5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.947940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953684d-a8d6-465f-ba9c-b795ea529f53 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Port': ['ID=e09008b1-6456-4b2d-92f1-21162c6c4ae5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:21.955899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9953684d-a8d6-465f-ba9c-b795ea529f53 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.962322 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9953684d-a8d6-465f-ba9c-b795ea529f53 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/ports/e09008b1-6456-4b2d-92f1-21162c6c4ae5 HTTP/1.1" status: 204 len: 168 time: 1.4357541 Apr 06 14:37:21.962322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44730) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:21.963947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-f9f815af-31e3-4f4b-985b-816a13f2087c tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:21.965445 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-f9f815af-31e3-4f4b-985b-816a13f2087c tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/networks?id=7d2630b5-8730-4cce-8f52-2866be81c0f2 HTTP/1.1" status: 200 len: 811 time: 0.3074713 Apr 06 14:37:21.973407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94b22ae5-8d98-4c8a-b06a-dd26ddbce4c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d6005b43-152a-4f75-8921-9c7a8e7617e3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.993315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Subnet': ['ID=5b8f4c6b-059a-47f9-9513-5745c912b2eb,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:21.995308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5254e954-e90f-4cac-92ae-27f0faf543aa), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.008717 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e99525b8-2d95-4a7c-9107-f56db7d83628 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0409203 Apr 06 14:37:22.008887 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-5b6f9b99-95d9-44d3-8d13-e316985a7c8b tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/quotas/4a947444cda1498caba233cfd0b11c7d HTTP/1.1" status: 200 len: 375 time: 0.0304897 Apr 06 14:37:22.009427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44732) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.016610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2037885221'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:22.021492 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-957b2bdc-cf92-4f69-bf67-7db8f6ccf967 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355/tags HTTP/1.1" status: 204 len: 168 time: 0.2862101 Apr 06 14:37:22.029046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44734) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.037177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b22ae5-8d98-4c8a-b06a-dd26ddbce4c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6005b43-152a-4f75-8921-9c7a8e7617e3,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:22.041320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Checking segment: {'id': '661e03d7-e782-4ee7-930b-14a04c6c1425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ea804a47-fc6e-4294-b33e-24fd33116782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:22.041693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Network hostable DHCP agents. Network: ea804a47-fc6e-4294-b33e-24fd33116782, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:22.041960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=5254e954-e90f-4cac-92ae-27f0faf543aa,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:22.097697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-c02e9a3d-cfcc-4fd8-b47c-67ac6ed258e8 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a947444cda1498caba233cfd0b11c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746758 Apr 06 14:37:22.120756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94b22ae5-8d98-4c8a-b06a-dd26ddbce4c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.123454 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-94b22ae5-8d98-4c8a-b06a-dd26ddbce4c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5061085 Apr 06 14:37:22.126205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44738) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.137346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3535e42e-c571-4519-801b-84a2afce21ed tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '56a3fb48-ec3c-48e5-b7cc-f2f9be33d834', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:22.190447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:22.199122 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Made reservation on behalf of 958ce02ba6b84faf906d6304dcb7ca92 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:22.202508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.226708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Network ea804a47-fc6e-4294-b33e-24fd33116782 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:22.236224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:22.248255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (721c084d-be72-40d7-800f-4696abc19126), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.248687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Added segment 721c084d-be72-40d7-800f-4696abc19126 of type vlan for network bb35612e-64ae-4f16-ba37-1c2a4e37a2b4 Apr 06 14:37:22.288903 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-3535e42e-c571-4519-801b-84a2afce21ed tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:37:22.320807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:22.332270 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46dea1-0fe3-4be6-becc-4daf7fc814dc None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:22.343810 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46dea1-0fe3-4be6-becc-4daf7fc814dc None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:22.344658 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c46dea1-0fe3-4be6-becc-4daf7fc814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:22.346094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (bb35612e-64ae-4f16-ba37-1c2a4e37a2b4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.348275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3535e42e-c571-4519-801b-84a2afce21ed tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (e8cbdf29-a591-4dd1-817b-aacfd1a4b548), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.352700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0f317100-a8e6-44bc-9b44-ca514336d184 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.356291 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0f317100-a8e6-44bc-9b44-ca514336d184 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnetpools/58fece63-5506-4b6f-b36e-2ca138637d6e HTTP/1.1" status: 204 len: 168 time: 0.3098454 Apr 06 14:37:22.359147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, ea804a47-fc6e-4294-b33e-24fd33116782) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:22.366191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44740) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.371387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491556ab-4026-4c09-8c5d-ea7e4090ad67 None None] Network ea804a47-fc6e-4294-b33e-24fd33116782 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:22.399886 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c46dea1-0fe3-4be6-becc-4daf7fc814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:22.412025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3c451832-a573-4eb2-a6c0-438f1708bf53 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "GET /v2.0/ports?device_id=32b51fee-0d06-4c9d-9033-a091f9ffbcb3 HTTP/1.1" status: 200 len: 205 time: 0.0417690 Apr 06 14:37:22.412305 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46dea1-0fe3-4be6-becc-4daf7fc814dc None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:22.413051 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c46dea1-0fe3-4be6-becc-4daf7fc814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:22.414745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (e6f82748-3b58-4aa3-b652-ac649fa9ade6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.423601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44742) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.458122 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c46dea1-0fe3-4be6-becc-4daf7fc814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:22.459031 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46dea1-0fe3-4be6-becc-4daf7fc814dc None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:22.471017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.resource_extend [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 14:37:22.475824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event updated for resources: {'Subnet': ['ID=e6f82748-3b58-4aa3-b652-ac649fa9ade6,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:22.546794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-ea804a47-fc6e-4294-b33e-24fd33116782', 'network_id': 'ea804a47-fc6e-4294-b33e-24fd33116782', 'project_id': 'd4924f966f8e461cae976c2b553a5cb8', 'fixed_ips': [{'subnet_id': '5b8f4c6b-059a-47f9-9513-5745c912b2eb'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:22.547944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.559231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86749b02-a8ba-42c6-8d35-397b426949ce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for router (32b51fee-0d06-4c9d-9033-a091f9ffbcb3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.575181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.579265 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ecf50a1d-abd0-446a-a711-755a24a1ea88 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/ports/5254e954-e90f-4cac-92ae-27f0faf543aa HTTP/1.1" status: 204 len: 168 time: 2.4080923 Apr 06 14:37:22.585388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44744) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.648460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-020004ce-eef3-4ad9-a3f4-743d0bfab0e5 service neutron] 10.222.0.71 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343080 Apr 06 14:37:22.650128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (bb35612e-64ae-4f16-ba37-1c2a4e37a2b4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.662526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:22.663720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.668321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3535e42e-c571-4519-801b-84a2afce21ed tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (e8cbdf29-a591-4dd1-817b-aacfd1a4b548), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.696481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2ae9a0d2-cb68-4e40-9f4c-6ebf648679d7 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "GET /v2.0/floatingips/a6e9fd87-f28c-49e5-8959-a79155e262c3 HTTP/1.1" status: 200 len: 687 time: 0.1028881 Apr 06 14:37:22.733095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44746) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.795456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Checking segment: {'id': 'b5269729-0cf9-4219-b6da-2f44f7049ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '49756058-214d-4e90-b940-b4cc3616f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:22.796518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Network hostable DHCP agents. Network: 49756058-214d-4e90-b940-b4cc3616f3d7, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:22.799186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3535e42e-c571-4519-801b-84a2afce21ed tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (e8cbdf29-a591-4dd1-817b-aacfd1a4b548), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.825270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5127d750-8fef-4633-a233-fdae79c401fa up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:22.833799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86749b02-a8ba-42c6-8d35-397b426949ce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (32b51fee-0d06-4c9d-9033-a091f9ffbcb3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.867969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8552163 Apr 06 14:37:22.868219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86749b02-a8ba-42c6-8d35-397b426949ce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for router_controller (32b51fee-0d06-4c9d-9033-a091f9ffbcb3), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:22.868337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78231aa4-824d-4fed-aeb9-945454709f0c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Network': ['ID=bb35612e-64ae-4f16-ba37-1c2a4e37a2b4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:22.871293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44748) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:22.873914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535e42e-c571-4519-801b-84a2afce21ed tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cbdf29-a591-4dd1-817b-aacfd1a4b548,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:22.887481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1553345793'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:22.892315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network bb35612e-64ae-4f16-ba37-1c2a4e37a2b4 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:22.946332 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3a4bb780-3340-4630-bc18-65fda7295834 service neutron] 10.222.0.71 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719007 Apr 06 14:37:22.975409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port b093b155-b6fe-430f-bf35-7482425891f5 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:22.975974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b093b155-b6fe-430f-bf35-7482425891f5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.014577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5127d750-8fef-4633-a233-fdae79c401fa triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:23.015245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5127d750-8fef-4633-a233-fdae79c401fa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.046547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Allocated IP 2001:db8::1 (ea804a47-fc6e-4294-b33e-24fd33116782/5b8f4c6b-059a-47f9-9513-5745c912b2eb/535e75db-abb3-4620-8bc8-103f8fafaf44) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:23.048634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3535e42e-c571-4519-801b-84a2afce21ed tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.059395 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3535e42e-c571-4519-801b-84a2afce21ed tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9262154 Apr 06 14:37:23.066115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b093b155-b6fe-430f-bf35-7482425891f5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.066115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (b093b155-b6fe-430f-bf35-7482425891f5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.071101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Network 49756058-214d-4e90-b940-b4cc3616f3d7 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:23.081795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for b093b155-b6fe-430f-bf35-7482425891f5 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:23.133065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86749b02-a8ba-42c6-8d35-397b426949ce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (32b51fee-0d06-4c9d-9033-a091f9ffbcb3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.133602 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86749b02-a8ba-42c6-8d35-397b426949ce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Fanout notify agent at l3_agent the message router_deleted on router 32b51fee-0d06-4c9d-9033-a091f9ffbcb3 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:37:23.145559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86749b02-a8ba-42c6-8d35-397b426949ce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.149555 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-86749b02-a8ba-42c6-8d35-397b426949ce tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/routers/32b51fee-0d06-4c9d-9033-a091f9ffbcb3 HTTP/1.1" status: 204 len: 168 time: 0.7244055 Apr 06 14:37:23.150467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44752) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:23.167740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Made reservation on behalf of 958ce02ba6b84faf906d6304dcb7ca92 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:23.173456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.216468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 49756058-214d-4e90-b940-b4cc3616f3d7) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:23.230897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:23.231550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:23.232252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.280763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b48b2-4577-42c2-99ab-14560240a6dd None None] Network 49756058-214d-4e90-b940-b4cc3616f3d7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:23.284182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5127d750-8fef-4633-a233-fdae79c401fa is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:23.296404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:23.315491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a4d11a53-7aa3-4ccf-9459-88805b1bfb57), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.315933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Added segment a4d11a53-7aa3-4ccf-9459-88805b1bfb57 of type vlan for network 52aa63ab-029d-4689-9bc3-b826bfbf552f Apr 06 14:37:23.331949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b093b155-b6fe-430f-bf35-7482425891f5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.374927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=b093b155-b6fe-430f-bf35-7482425891f5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:23.436416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b9b81a71-8fef-48ca-a23a-befb3b798fdf tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2995303 Apr 06 14:37:23.439648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44774) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:23.460703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Publish callbacks [] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.463608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (52aa63ab-029d-4689-9bc3-b826bfbf552f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.509442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-49756058-214d-4e90-b940-b4cc3616f3d7', 'network_id': '49756058-214d-4e90-b940-b4cc3616f3d7', 'project_id': 'd4924f966f8e461cae976c2b553a5cb8', 'fixed_ips': [{'subnet_id': 'e6f82748-3b58-4aa3-b652-ac649fa9ade6'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:23.510301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.524218 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98c97cb5-5ef2-4b93-ba67-d0241a3770e3 req-3fcd17cd-dde3-49e4-9faa-e735eaf306ec tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 210 time: 0.1933436 Apr 06 14:37:23.532101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-1081de88-8f42-48c2-82bc-ccdb3780b573 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Deleting port c75ac186-07c1-4f3f-8b58-f0988cf5e255 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:23.532584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1081de88-8f42-48c2-82bc-ccdb3780b573 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c75ac186-07c1-4f3f-8b58-f0988cf5e255), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.581454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (a6e9fd87-f28c-49e5-8959-a79155e262c3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.586870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.588162 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a2cea9e6-3bdd-432a-aa15-afb170a7adee tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/floatingips/a6e9fd87-f28c-49e5-8959-a79155e262c3 HTTP/1.1" status: 204 len: 168 time: 0.8544474 Apr 06 14:37:23.602453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.603587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.608036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a31e05-b5fa-4ef1-90a4-2c5322bed1e3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:23.611175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a31e05-b5fa-4ef1-90a4-2c5322bed1e3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:23.613470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a31e05-b5fa-4ef1-90a4-2c5322bed1e3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:23.615883 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-62a31e05-b5fa-4ef1-90a4-2c5322bed1e3 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1748691 Apr 06 14:37:23.616818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44776) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:23.624783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44778) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:23.631389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:23.669569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Network ea804a47-fc6e-4294-b33e-24fd33116782 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:23.680178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:23.680560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-dc9fa390-5659-4723-b225-9d97ec411a15 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516468275&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.2340076 Apr 06 14:37:23.690235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:23.695558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (52aa63ab-029d-4689-9bc3-b826bfbf552f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.700691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:23.701406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.711803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fd2333-2bdc-4aa5-bf8b-e5e4b021220e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Deleting subnet 5b8f4c6b-059a-47f9-9513-5745c912b2eb {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:23.715966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07fd2333-2bdc-4aa5-bf8b-e5e4b021220e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for subnet (5b8f4c6b-059a-47f9-9513-5745c912b2eb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.728853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Pushing event updated for resources: {'Port': ['ID=535e75db-abb3-4620-8bc8-103f8fafaf44,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:23.784863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07fd2333-2bdc-4aa5-bf8b-e5e4b021220e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (5b8f4c6b-059a-47f9-9513-5745c912b2eb), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.799883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Network': ['ID=52aa63ab-029d-4689-9bc3-b826bfbf552f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:23.806571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Allocated IP 2001:db8:0:1::1 (49756058-214d-4e90-b940-b4cc3616f3d7/e6f82748-3b58-4aa3-b652-ac649fa9ade6/76d13a50-8abd-4498-bb7f-3e4a512cbcec) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:23.815105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.825970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Attempting to bind port 535e75db-abb3-4620-8bc8-103f8fafaf44 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:23.825970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Attempting to bind port 535e75db-abb3-4620-8bc8-103f8fafaf44 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '661e03d7-e782-4ee7-930b-14a04c6c1425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ea804a47-fc6e-4294-b33e-24fd33116782'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:23.825970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Attempting to bind port 535e75db-abb3-4620-8bc8-103f8fafaf44 on network ea804a47-fc6e-4294-b33e-24fd33116782 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:23.825970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 52aa63ab-029d-4689-9bc3-b826bfbf552f details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:23.835632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a95fccad-3d0c-44e4-943f-a75c8e5d4749 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9589107 Apr 06 14:37:23.931379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07fd2333-2bdc-4aa5-bf8b-e5e4b021220e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5b8f4c6b-059a-47f9-9513-5745c912b2eb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.931515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:23.931515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Checking segment: {'id': '661e03d7-e782-4ee7-930b-14a04c6c1425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ea804a47-fc6e-4294-b33e-24fd33116782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:23.931758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.932229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Bound using segment: {'id': '661e03d7-e782-4ee7-930b-14a04c6c1425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ea804a47-fc6e-4294-b33e-24fd33116782'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:23.933027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Bound port: 535e75db-abb3-4620-8bc8-103f8fafaf44, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661e03d7-e782-4ee7-930b-14a04c6c1425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'ea804a47-fc6e-4294-b33e-24fd33116782'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:23.933725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.974759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1081de88-8f42-48c2-82bc-ccdb3780b573 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c75ac186-07c1-4f3f-8b58-f0988cf5e255), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:23.990467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44784) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:23.995749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'subnets': [{'network_id': 'bb35612e-64ae-4f16-ba37-1c2a4e37a2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1962219681', 'ip_version': 4}, {'network_id': '52aa63ab-029d-4689-9bc3-b826bfbf552f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:23.998077 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'subnet': {'network_id': 'bb35612e-64ae-4f16-ba37-1c2a4e37a2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1962219681', 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:23.998077 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Request body: {'subnet': {'network_id': '52aa63ab-029d-4689-9bc3-b826bfbf552f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:24.001446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-1081de88-8f42-48c2-82bc-ccdb3780b573 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Calling delete_port for c75ac186-07c1-4f3f-8b58-f0988cf5e255 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:24.073608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07fd2333-2bdc-4aa5-bf8b-e5e4b021220e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (5b8f4c6b-059a-47f9-9513-5745c912b2eb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.116750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-1995646c-fdfd-41b2-adca-50291ea519ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:24.118522 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-1995646c-fdfd-41b2-adca-50291ea519ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea HTTP/1.1" status: 200 len: 795 time: 0.4034934 Apr 06 14:37:24.130305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd2333-2bdc-4aa5-bf8b-e5e4b021220e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8f4c6b-059a-47f9-9513-5745c912b2eb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:24.165152 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-07fd2333-2bdc-4aa5-bf8b-e5e4b021220e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.171723 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-07fd2333-2bdc-4aa5-bf8b-e5e4b021220e tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/subnets/5b8f4c6b-059a-47f9-9513-5745c912b2eb HTTP/1.1" status: 204 len: 168 time: 0.5418661 Apr 06 14:37:24.173776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44786) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:24.174877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] For port 535e75db-abb3-4620-8bc8-103f8fafaf44, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:24.175386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-ac373586-62e5-454d-8a53-4bfa23b5686f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0375366 Apr 06 14:37:24.183383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] For port 535e75db-abb3-4620-8bc8-103f8fafaf44, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=535e75db-abb3-4620-8bc8-103f8fafaf44,segment=NetworkSegment(661e03d7-e782-4ee7-930b-14a04c6c1425),segment_id=661e03d7-e782-4ee7-930b-14a04c6c1425)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:24.253205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-025303d6-b30b-4375-b70f-326a008d4d94 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Deleting subnet e6f82748-3b58-4aa3-b652-ac649fa9ade6 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:24.257027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.275398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Publish callbacks [] for port (76d13a50-8abd-4498-bb7f-3e4a512cbcec), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.296694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.328745 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Made reservation on behalf of 958ce02ba6b84faf906d6304dcb7ca92 for: {'subnet': 2} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:24.336092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.336092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.337219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-8ff937b4-191e-4d6d-b76f-fda45fa3f551 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1606700 Apr 06 14:37:24.340953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9071d94-a259-4098-b0ac-124f8323a610 None None] Pushing event updated for resources: {'Port': ['ID=535e75db-abb3-4620-8bc8-103f8fafaf44,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:24.385284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (76d13a50-8abd-4498-bb7f-3e4a512cbcec), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.386721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-025303d6-b30b-4375-b70f-326a008d4d94 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for subnet (e6f82748-3b58-4aa3-b652-ac649fa9ade6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.441070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1081de88-8f42-48c2-82bc-ccdb3780b573 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c75ac186-07c1-4f3f-8b58-f0988cf5e255), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.450426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Network 49756058-214d-4e90-b940-b4cc3616f3d7 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:24.458466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:24.467189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:24.472360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-025303d6-b30b-4375-b70f-326a008d4d94 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (e6f82748-3b58-4aa3-b652-ac649fa9ade6), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.493049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Pushing event updated for resources: {'Port': ['ID=76d13a50-8abd-4498-bb7f-3e4a512cbcec,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:24.576830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Attempting to bind port 76d13a50-8abd-4498-bb7f-3e4a512cbcec on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:24.576830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Attempting to bind port 76d13a50-8abd-4498-bb7f-3e4a512cbcec by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'b5269729-0cf9-4219-b6da-2f44f7049ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '49756058-214d-4e90-b940-b4cc3616f3d7'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:24.576830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Attempting to bind port 76d13a50-8abd-4498-bb7f-3e4a512cbcec on network 49756058-214d-4e90-b940-b4cc3616f3d7 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:24.586484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:24.586484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Checking segment: {'id': 'b5269729-0cf9-4219-b6da-2f44f7049ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '49756058-214d-4e90-b940-b4cc3616f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:24.586484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.586752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Bound using segment: {'id': 'b5269729-0cf9-4219-b6da-2f44f7049ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '49756058-214d-4e90-b940-b4cc3616f3d7'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:24.595508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Bound port: 76d13a50-8abd-4498-bb7f-3e4a512cbcec, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5269729-0cf9-4219-b6da-2f44f7049ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '49756058-214d-4e90-b940-b4cc3616f3d7'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:24.595508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (76d13a50-8abd-4498-bb7f-3e4a512cbcec), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.717239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] For port 76d13a50-8abd-4498-bb7f-3e4a512cbcec, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:24.721769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] For port 76d13a50-8abd-4498-bb7f-3e4a512cbcec, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=76d13a50-8abd-4498-bb7f-3e4a512cbcec,segment=NetworkSegment(b5269729-0cf9-4219-b6da-2f44f7049ed9),segment_id=b5269729-0cf9-4219-b6da-2f44f7049ed9)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:24.781314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (76d13a50-8abd-4498-bb7f-3e4a512cbcec), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.790804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-025303d6-b30b-4375-b70f-326a008d4d94 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (e6f82748-3b58-4aa3-b652-ac649fa9ade6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:24.815572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081de88-8f42-48c2-82bc-ccdb3780b573 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Pushing event deleted for resources: {'Port': ['ID=c75ac186-07c1-4f3f-8b58-f0988cf5e255,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:24.862764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62991cc6-1ffb-49bf-914b-3d7a5e84faef None None] Pushing event updated for resources: {'Port': ['ID=76d13a50-8abd-4498-bb7f-3e4a512cbcec,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:24.863658 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-509ec18d-a4d6-47da-981e-8049c273a744 req-20e5a147-7fa0-427a-9133-3300e8b8f6e4 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 210 time: 0.0943365 Apr 06 14:37:24.972542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-9a53a579-1db1-43b0-8b61-f43c7db2e8c6 service neutron] 10.222.0.71 "GET /v2.0/networks/4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338842 Apr 06 14:37:25.086426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.26.7.90 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/cd0c29ec-98c8-4af4-9335-ea6beba47c68) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:25.112952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1081de88-8f42-48c2-82bc-ccdb3780b573 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.114816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-025303d6-b30b-4375-b70f-326a008d4d94 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (e6f82748-3b58-4aa3-b652-ac649fa9ade6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.123566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1081de88-8f42-48c2-82bc-ccdb3780b573 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/ports/c75ac186-07c1-4f3f-8b58-f0988cf5e255 HTTP/1.1" status: 204 len: 168 time: 1.9659834 Apr 06 14:37:25.127853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44792) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:25.187449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-025303d6-b30b-4375-b70f-326a008d4d94 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.191149 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-025303d6-b30b-4375-b70f-326a008d4d94 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/subnets/e6f82748-3b58-4aa3-b652-ac649fa9ade6 HTTP/1.1" status: 204 len: 168 time: 1.0177510 Apr 06 14:37:25.194261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025303d6-b30b-4375-b70f-326a008d4d94 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f82748-3b58-4aa3-b652-ac649fa9ade6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:25.200341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44794) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:25.287042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64851c2b-5e6d-435b-ab7d-ee80b3063fbc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:25.290371 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-64851c2b-5e6d-435b-ab7d-ee80b3063fbc tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0886500 Apr 06 14:37:25.292551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (6b03f44b-7ceb-4c65-8063-366c5e15892d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.302718 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44796) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:25.318792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-d6f06ded-b566-4bdb-a93e-da687ee7644a service neutron] 10.222.0.71 "GET /v2.0/networks/4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324859 Apr 06 14:37:25.335222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-269d48f8-d6c0-4e45-8a94-cc2790e39cf3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Deleting subnet de29911e-14e6-44cf-9b48-556f8a113355 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:25.342434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-269d48f8-d6c0-4e45-8a94-cc2790e39cf3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for subnet (de29911e-14e6-44cf-9b48-556f8a113355), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.487399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-269d48f8-d6c0-4e45-8a94-cc2790e39cf3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (de29911e-14e6-44cf-9b48-556f8a113355), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.494652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Subnet': ['ID=6b03f44b-7ceb-4c65-8063-366c5e15892d,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:25.505988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (49756058-214d-4e90-b940-b4cc3616f3d7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.511105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Checking segment: {'id': '721c084d-be72-40d7-800f-4696abc19126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bb35612e-64ae-4f16-ba37-1c2a4e37a2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:25.511105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Network hostable DHCP agents. Network: bb35612e-64ae-4f16-ba37-1c2a4e37a2b4, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:25.529120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (cd0c29ec-98c8-4af4-9335-ea6beba47c68), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.620454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Deleting port 76d13a50-8abd-4498-bb7f-3e4a512cbcec {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:25.625697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (76d13a50-8abd-4498-bb7f-3e4a512cbcec), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.632182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Network bb35612e-64ae-4f16-ba37-1c2a4e37a2b4 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:25.720414 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-961f3e54-e2bb-4f19-8cd3-0a25486aff6f req-ae90dc40-dbc7-42e2-895e-8fd0c23844b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 210 time: 0.0887156 Apr 06 14:37:25.729211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-269d48f8-d6c0-4e45-8a94-cc2790e39cf3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (de29911e-14e6-44cf-9b48-556f8a113355), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.763331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] For port 76d13a50-8abd-4498-bb7f-3e4a512cbcec, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=76d13a50-8abd-4498-bb7f-3e4a512cbcec,segment=NetworkSegment(b5269729-0cf9-4219-b6da-2f44f7049ed9),segment_id=b5269729-0cf9-4219-b6da-2f44f7049ed9)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:25.763331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (76d13a50-8abd-4498-bb7f-3e4a512cbcec), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.785196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cd0c29ec-98c8-4af4-9335-ea6beba47c68), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.791703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Calling delete_port for 76d13a50-8abd-4498-bb7f-3e4a512cbcec owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:25.796038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, bb35612e-64ae-4f16-ba37-1c2a4e37a2b4) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:25.809719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (51adafa4-0c7b-4bb9-931d-6d0e482701fc), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:25.815458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371dd43-ce68-4fd3-ae38-82cb194dfc7d None None] Network bb35612e-64ae-4f16-ba37-1c2a4e37a2b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:25.879058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:25.893229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:25.918531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:25.922179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=cd0c29ec-98c8-4af4-9335-ea6beba47c68,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:25.935644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4cbabd-7ab6-4c91-8a34-eedfeab862f4 None None] Network ea804a47-fc6e-4294-b33e-24fd33116782 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:25.958346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event updated for resources: {'Subnet': ['ID=51adafa4-0c7b-4bb9-931d-6d0e482701fc,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:26.022482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Checking segment: {'id': 'a4d11a53-7aa3-4ccf-9459-88805b1bfb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '52aa63ab-029d-4689-9bc3-b826bfbf552f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:26.023059 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Network hostable DHCP agents. Network: 52aa63ab-029d-4689-9bc3-b826bfbf552f, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:26.095710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-269d48f8-d6c0-4e45-8a94-cc2790e39cf3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (de29911e-14e6-44cf-9b48-556f8a113355), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.136935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-df53272e-2b5e-4367-960e-055314954984 None None] Provisioning complete for port 535e75db-abb3-4620-8bc8-103f8fafaf44 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:26.137312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-df53272e-2b5e-4367-960e-055314954984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.145163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Network 52aa63ab-029d-4689-9bc3-b826bfbf552f is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:26.153096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (76d13a50-8abd-4498-bb7f-3e4a512cbcec), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.164913 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-12bf6050-8c7a-4a0e-a849-21ce0ff3321b req-f4381f6d-ea8e-4593-9b80-74e1776df076 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 210 time: 0.1142912 Apr 06 14:37:26.182698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d48f8-d6c0-4e45-8a94-cc2790e39cf3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Pushing event deleted for resources: {'Subnet': ['ID=de29911e-14e6-44cf-9b48-556f8a113355,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:26.197339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Port': ['ID=76d13a50-8abd-4498-bb7f-3e4a512cbcec,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:26.200569 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] No DVR routers for this DVR port 76d13a50-8abd-4498-bb7f-3e4a512cbcec on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:26.206506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-269d48f8-d6c0-4e45-8a94-cc2790e39cf3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.213621 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-269d48f8-d6c0-4e45-8a94-cc2790e39cf3 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/subnets/de29911e-14e6-44cf-9b48-556f8a113355 HTTP/1.1" status: 204 len: 168 time: 1.0830781 Apr 06 14:37:26.216845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44808) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:26.234411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 52aa63ab-029d-4689-9bc3-b826bfbf552f) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:26.267578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7cd78-3d76-4405-9a2b-ace3b4d4fc62 None None] Network d153f579-ad13-42c7-aa97-56c301607f9e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:26.282076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380766e2-9d0c-405f-8022-2c10e0b0a3da None None] Network 52aa63ab-029d-4689-9bc3-b826bfbf552f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:26.302139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:26.302854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:26.303704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.339669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (49756058-214d-4e90-b940-b4cc3616f3d7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.366096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49756058-214d-4e90-b940-b4cc3616f3d7']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:26.383148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5269729-0cf9-4219-b6da-2f44f7049ed9') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:26.383631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5269729-0cf9-4219-b6da-2f44f7049ed9') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:26.424024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (b5269729-0cf9-4219-b6da-2f44f7049ed9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.435430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237a6d1-1158-4bc8-9895-22f968c61a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-bb35612e-64ae-4f16-ba37-1c2a4e37a2b4', 'network_id': 'bb35612e-64ae-4f16-ba37-1c2a4e37a2b4', 'project_id': '958ce02ba6b84faf906d6304dcb7ca92', 'fixed_ips': [{'subnet_id': '6b03f44b-7ceb-4c65-8063-366c5e15892d'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:26.437008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e237a6d1-1158-4bc8-9895-22f968c61a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.447228 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b5269729-0cf9-4219-b6da-2f44f7049ed9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.454858 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:26.455293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (b5269729-0cf9-4219-b6da-2f44f7049ed9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.484627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (d153f579-ad13-42c7-aa97-56c301607f9e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:26.529187 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:26.564635 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9b264fdc-d7f0-43df-87e1-a6284608af60 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5728533 Apr 06 14:37:26.565812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44812) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:26.648161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4506ab-2004-426b-b71c-ac222f351213 None None] Network 49756058-214d-4e90-b940-b4cc3616f3d7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:26.683835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbee8b2-ee6b-4f15-bd23-768c1fb6f00c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:26.686069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbee8b2-ee6b-4f15-bd23-768c1fb6f00c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:26.689589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbee8b2-ee6b-4f15-bd23-768c1fb6f00c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:26.692675 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5fbee8b2-ee6b-4f15-bd23-768c1fb6f00c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1235580 Apr 06 14:37:26.695891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (49756058-214d-4e90-b940-b4cc3616f3d7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.698176 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44814) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:26.704431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] DHCP port deletion for ea804a47-fc6e-4294-b33e-24fd33116782 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:26.725870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-52aa63ab-029d-4689-9bc3-b826bfbf552f', 'network_id': '52aa63ab-029d-4689-9bc3-b826bfbf552f', 'project_id': '958ce02ba6b84faf906d6304dcb7ca92', 'fixed_ips': [{'subnet_id': '51adafa4-0c7b-4bb9-931d-6d0e482701fc'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:26.727287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.732181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.736608 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/networks/49756058-214d-4e90-b940-b4cc3616f3d7 HTTP/1.1" status: 204 len: 168 time: 1.4327393 Apr 06 14:37:26.739796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44816) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:26.755366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4506ab-2004-426b-b71c-ac222f351213 None None] Network 49756058-214d-4e90-b940-b4cc3616f3d7 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:37:26.836757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-cd2d34cf-a3ae-400a-aafe-4fa1c15f0e22 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:26.837698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-cd2d34cf-a3ae-400a-aafe-4fa1c15f0e22 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.87 "GET /v2.0/networks?id=7d2630b5-8730-4cce-8f52-2866be81c0f2 HTTP/1.1" status: 200 len: 811 time: 0.2577133 Apr 06 14:37:26.839207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c288bf9-b5e1-4d86-9fc7-37db6ec9129c tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Network': ['ID=49756058-214d-4e90-b940-b4cc3616f3d7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:26.909900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Request body: {'port': {'device_id': 'f727e52d-1c2c-4cb6-ba42-baf98fc2810b', 'network_id': '7d2630b5-8730-4cce-8f52-2866be81c0f2', 'admin_state_up': True, 'tenant_id': '4a947444cda1498caba233cfd0b11c7d'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:26.913324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7c3916-55e2-46ee-bd77-65bf377c0f7d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Deleting subnet 6b03f44b-7ceb-4c65-8063-366c5e15892d {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:26.924195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7c3916-55e2-46ee-bd77-65bf377c0f7d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for subnet (6b03f44b-7ceb-4c65-8063-366c5e15892d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.935825 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (ea804a47-fc6e-4294-b33e-24fd33116782), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:26.945574 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad896982-fa2b-4f54-a39f-4e1e7f334dc9 req-5f3c1017-a692-48c9-928e-40c731c2d2fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 210 time: 0.1448998 Apr 06 14:37:26.950338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Deleting port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:26.950770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.048894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7c3916-55e2-46ee-bd77-65bf377c0f7d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (6b03f44b-7ceb-4c65-8063-366c5e15892d), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.112208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] For port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442,segment=NetworkSegment(f7b19dd6-7cc0-444f-ba17-868df1c85efc),segment_id=f7b19dd6-7cc0-444f-ba17-868df1c85efc)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:27.112913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.145650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Calling delete_port for b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:27.163620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129648ca-5a45-4ae0-8916-3dc4193ddc02 None None] DHCP port deletion for 49756058-214d-4e90-b940-b4cc3616f3d7 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:27.168544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7c3916-55e2-46ee-bd77-65bf377c0f7d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (6b03f44b-7ceb-4c65-8063-366c5e15892d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.177482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Deleting port 535e75db-abb3-4620-8bc8-103f8fafaf44 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:27.177734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.180433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (b6cdb936-36d9-4425-b9c6-ca54bd8a834e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.248300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-df53272e-2b5e-4367-960e-055314954984 None None] Current status of the port 535e75db-abb3-4620-8bc8-103f8fafaf44 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:27.249187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-df53272e-2b5e-4367-960e-055314954984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.305243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Allocated IP 172.20.0.18 (52aa63ab-029d-4689-9bc3-b826bfbf552f/51adafa4-0c7b-4bb9-931d-6d0e482701fc/20ff0ce9-1f34-460d-b9a0-6882664b7ee4) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:27.336925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-df53272e-2b5e-4367-960e-055314954984 None None] For port 535e75db-abb3-4620-8bc8-103f8fafaf44, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=535e75db-abb3-4620-8bc8-103f8fafaf44,segment=NetworkSegment(661e03d7-e782-4ee7-930b-14a04c6c1425),segment_id=661e03d7-e782-4ee7-930b-14a04c6c1425)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:27.355921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] DHCP port deletion for d153f579-ad13-42c7-aa97-56c301607f9e request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:27.399224 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-59fc22f2-be06-40f1-a29e-2d9c3ebd178c req-7a880621-4c12-426c-80f6-956239cb3809 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 210 time: 0.0731120 Apr 06 14:37:27.408867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] Deleting port 535e75db-abb3-4620-8bc8-103f8fafaf44 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:27.409239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.419913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-df53272e-2b5e-4367-960e-055314954984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.445567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] For port 535e75db-abb3-4620-8bc8-103f8fafaf44, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=535e75db-abb3-4620-8bc8-103f8fafaf44,segment=NetworkSegment(661e03d7-e782-4ee7-930b-14a04c6c1425),segment_id=661e03d7-e782-4ee7-930b-14a04c6c1425)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:27.446161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.467138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Calling delete_port for 535e75db-abb3-4620-8bc8-103f8fafaf44 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:27.476641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Made reservation on behalf of 4a947444cda1498caba233cfd0b11c7d for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:27.486864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.565516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7c3916-55e2-46ee-bd77-65bf377c0f7d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (6b03f44b-7ceb-4c65-8063-366c5e15892d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.574193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b78be653-b60b-4149-9bff-199e71095459 None None] Could not find standard attr ID for object 76d13a50-8abd-4498-bb7f-3e4a512cbcec. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:37:27.579135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.600672 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c3916-55e2-46ee-bd77-65bf377c0f7d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Subnet': ['ID=6b03f44b-7ceb-4c65-8063-366c5e15892d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:27.613572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7c3916-55e2-46ee-bd77-65bf377c0f7d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.613910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] For port 535e75db-abb3-4620-8bc8-103f8fafaf44, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=535e75db-abb3-4620-8bc8-103f8fafaf44,segment=NetworkSegment(661e03d7-e782-4ee7-930b-14a04c6c1425),segment_id=661e03d7-e782-4ee7-930b-14a04c6c1425)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:27.614858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.620267 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-af7c3916-55e2-46ee-bd77-65bf377c0f7d tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/subnets/6b03f44b-7ceb-4c65-8063-366c5e15892d HTTP/1.1" status: 204 len: 168 time: 0.9204512 Apr 06 14:37:27.620977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44826) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:27.626632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Pushing event deleted for resources: {'Port': ['ID=b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:27.628811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cd0c29ec-98c8-4af4-9335-ea6beba47c68), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server [None req-e237a6d1-1158-4bc8-9895-22f968c61a23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b03f44b-7ceb-4c65-8063-366c5e15892d: This subnet is being modified by another concurrent operation. Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b03f44b-7ceb-4c65-8063-366c5e15892d: This subnet is being modified by another concurrent operation. Apr 06 14:37:27.647230 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Apr 06 14:37:27.661990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53272e-2b5e-4367-960e-055314954984 None None] Pushing event updated for resources: {'Port': ['ID=535e75db-abb3-4620-8bc8-103f8fafaf44,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:27.666848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] Calling delete_port for 535e75db-abb3-4620-8bc8-103f8fafaf44 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:27.667726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] No DVR routers for this DVR port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:27.705601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.710096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3109ec0-f610-41da-ab05-8c792312186e None None] Network bb35612e-64ae-4f16-ba37-1c2a4e37a2b4 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:27.755285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Port': ['ID=535e75db-abb3-4620-8bc8-103f8fafaf44,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:27.765229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] No DVR routers for this DVR port 535e75db-abb3-4620-8bc8-103f8fafaf44 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:27.772377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba42e96-62f8-429b-a41d-d6367b905638 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Deleting subnet 51adafa4-0c7b-4bb9-931d-6d0e482701fc {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:27.817438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] Deleting port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:27.817811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.833279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Allocated IP 172.20.0.9 (7d2630b5-8730-4cce-8f52-2866be81c0f2/8552a9de-f261-4791-bd96-4986749e5865/2ddfae4a-0f6f-4539-8533-80c1915f50c6) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:27.838124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (d153f579-ad13-42c7-aa97-56c301607f9e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.852955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Publish callbacks [] for port (20ff0ce9-1f34-460d-b9a0-6882664b7ee4), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.923838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d153f579-ad13-42c7-aa97-56c301607f9e']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:27.944967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b19dd6-7cc0-444f-ba17-868df1c85efc') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:27.945109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b19dd6-7cc0-444f-ba17-868df1c85efc') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:27.948818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] For port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:27.949242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.955346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (20ff0ce9-1f34-460d-b9a0-6882664b7ee4), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:27.960180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (f7b19dd6-7cc0-444f-ba17-868df1c85efc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.013565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f7b19dd6-7cc0-444f-ba17-868df1c85efc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.016871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] Calling delete_port for b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:28.025331 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.ipam_backend_mixin [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] Port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 was not found and therefore no delete operation was performed {{(pid=104444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:37:28.043222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.044751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:28.045231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (f7b19dd6-7cc0-444f-ba17-868df1c85efc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.047811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Network 52aa63ab-029d-4689-9bc3-b826bfbf552f is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:28.051411 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:28.058913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:28.062068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:28.073184 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Pushing event updated for resources: {'Port': ['ID=20ff0ce9-1f34-460d-b9a0-6882664b7ee4,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.134092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] No DVR routers for this DVR port b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:28.140207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (535e75db-abb3-4620-8bc8-103f8fafaf44), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.146891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd085f38-9cfb-463d-9705-396cf0e61987 None None] Pushing event deleted for resources: {'Port': ['ID=b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.185461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bb8713ab-1e18-4f44-98e8-aa00b538e92d req-694d1bb6-0086-4d64-93b5-98c337e0a881 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 210 time: 0.0792117 Apr 06 14:37:28.188657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (cd0c29ec-98c8-4af4-9335-ea6beba47c68), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.213946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] No DVR routers for this DVR port 535e75db-abb3-4620-8bc8-103f8fafaf44 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:28.223557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97538a84-2a41-45d6-aa0a-b6b806e24ebf None None] Pushing event deleted for resources: {'Port': ['ID=535e75db-abb3-4620-8bc8-103f8fafaf44,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.238822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Attempting to bind port 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:28.238822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Attempting to bind port 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a4d11a53-7aa3-4ccf-9459-88805b1bfb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '52aa63ab-029d-4689-9bc3-b826bfbf552f'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:28.245354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Attempting to bind port 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 on network 52aa63ab-029d-4689-9bc3-b826bfbf552f {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:28.253861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:28.255493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Checking segment: {'id': 'a4d11a53-7aa3-4ccf-9459-88805b1bfb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '52aa63ab-029d-4689-9bc3-b826bfbf552f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:28.257704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.258251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Bound using segment: {'id': 'a4d11a53-7aa3-4ccf-9459-88805b1bfb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '52aa63ab-029d-4689-9bc3-b826bfbf552f'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:28.258845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Bound port: 20ff0ce9-1f34-460d-b9a0-6882664b7ee4, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d11a53-7aa3-4ccf-9459-88805b1bfb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '52aa63ab-029d-4689-9bc3-b826bfbf552f'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:28.268360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (20ff0ce9-1f34-460d-b9a0-6882664b7ee4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.270879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (d153f579-ad13-42c7-aa97-56c301607f9e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.283555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.291494 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] 10.222.0.71 "DELETE /v2.0/networks/d153f579-ad13-42c7-aa97-56c301607f9e HTTP/1.1" status: 204 len: 168 time: 2.0731037 Apr 06 14:37:28.298247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (cd0c29ec-98c8-4af4-9335-ea6beba47c68), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.302339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (ea804a47-fc6e-4294-b33e-24fd33116782), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.306146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba42e96-62f8-429b-a41d-d6367b905638 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for subnet (51adafa4-0c7b-4bb9-931d-6d0e482701fc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.354198 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea804a47-fc6e-4294-b33e-24fd33116782']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:28.370242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661e03d7-e782-4ee7-930b-14a04c6c1425') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:28.370547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661e03d7-e782-4ee7-930b-14a04c6c1425') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:28.374656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba42e96-62f8-429b-a41d-d6367b905638 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (51adafa4-0c7b-4bb9-931d-6d0e482701fc), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.420461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] For port 20ff0ce9-1f34-460d-b9a0-6882664b7ee4, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:28.421042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (661e03d7-e782-4ee7-930b-14a04c6c1425), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.426350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] For port 20ff0ce9-1f34-460d-b9a0-6882664b7ee4, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=20ff0ce9-1f34-460d-b9a0-6882664b7ee4,segment=NetworkSegment(a4d11a53-7aa3-4ccf-9459-88805b1bfb57),segment_id=a4d11a53-7aa3-4ccf-9459-88805b1bfb57)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:28.484826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (661e03d7-e782-4ee7-930b-14a04c6c1425), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.510264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:28.510628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (661e03d7-e782-4ee7-930b-14a04c6c1425), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:28.513922 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:28.557002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:28.592332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:28.593736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b8a1e8fc-bc8a-4eee-9f7c-e5eefb48c442 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:28.594590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 76d13a50-8abd-4498-bb7f-3e4a512cbcec no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:28.597002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (20ff0ce9-1f34-460d-b9a0-6882664b7ee4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.609174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba42e96-62f8-429b-a41d-d6367b905638 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (51adafa4-0c7b-4bb9-931d-6d0e482701fc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.653428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 76d13a50-8abd-4498-bb7f-3e4a512cbcec {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:28.653805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 76d13a50-8abd-4498-bb7f-3e4a512cbcec not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:28.654198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 535e75db-abb3-4620-8bc8-103f8fafaf44 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:28.694875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (ea804a47-fc6e-4294-b33e-24fd33116782), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.718809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.723320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=cd0c29ec-98c8-4af4-9335-ea6beba47c68,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.724564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 535e75db-abb3-4620-8bc8-103f8fafaf44 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:28.725095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 535e75db-abb3-4620-8bc8-103f8fafaf44 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:28.728112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-107491c4-959c-4a2f-ac4f-2f7c04ed270b req-ecb985c0-a419-4490-ab16-622cc6514391 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 210 time: 0.0386598 Apr 06 14:37:28.756891 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/networks/ea804a47-fc6e-4294-b33e-24fd33116782 HTTP/1.1" status: 204 len: 168 time: 1.9700584 Apr 06 14:37:28.758692 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44834) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:28.782185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fa4d5-bdbf-48b1-b3bd-00eae0641603 None None] Pushing event updated for resources: {'Port': ['ID=20ff0ce9-1f34-460d-b9a0-6882664b7ee4,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.794854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4c1b5-7774-4c45-81a7-51109d7b5645 tempest-TagsExtTest-1703308166 tempest-TagsExtTest-1703308166-project] Pushing event deleted for resources: {'Network': ['ID=d153f579-ad13-42c7-aa97-56c301607f9e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.801479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba42e96-62f8-429b-a41d-d6367b905638 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (51adafa4-0c7b-4bb9-931d-6d0e482701fc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.836249 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67493fbe-87e5-4b19-85d5-cedc2022a1d0 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Network': ['ID=ea804a47-fc6e-4294-b33e-24fd33116782,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.848740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (b6cdb936-36d9-4425-b9c6-ca54bd8a834e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.927198 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dba42e96-62f8-429b-a41d-d6367b905638 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:28.930441 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dba42e96-62f8-429b-a41d-d6367b905638 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/subnets/51adafa4-0c7b-4bb9-931d-6d0e482701fc HTTP/1.1" status: 204 len: 168 time: 1.3080931 Apr 06 14:37:28.939061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba42e96-62f8-429b-a41d-d6367b905638 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Subnet': ['ID=51adafa4-0c7b-4bb9-931d-6d0e482701fc,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:28.949224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44836) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:29.045440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Publish callbacks [] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.122998 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44842) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:29.174214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (a9209fdb-bfd0-484f-adc5-3dcbd0f661fb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.196460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be74435-85bb-4397-869f-ff7f0f820f9f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.205049 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3be74435-85bb-4397-869f-ff7f0f820f9f tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2599621 Apr 06 14:37:29.205868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c0646818-d86b-4982-bc99-eabf342df59e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.206439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44848) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:29.207428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c0646818-d86b-4982-bc99-eabf342df59e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea HTTP/1.1" status: 200 len: 795 time: 0.5196149 Apr 06 14:37:29.208608 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP b6cdb936-36d9-4425-b9c6-ca54bd8a834e associated. External IP: 172.26.7.90, port: 4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4. Apr 06 14:37:29.363328 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89ad58ba-3d94-4ed3-b403-ae8bcb438b9d req-816f45c3-296b-4dcc-bfe2-acd062565464 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 210 time: 0.0597785 Apr 06 14:37:29.374547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.404928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (a9209fdb-bfd0-484f-adc5-3dcbd0f661fb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.450209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (52aa63ab-029d-4689-9bc3-b826bfbf552f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.454346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9209fdb-bfd0-484f-adc5-3dcbd0f661fb']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:29.466851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Network 7d2630b5-8730-4cce-8f52-2866be81c0f2 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:29.476688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175579bc-4163-454a-9985-f2a72c2d5c93') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:29.476998 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175579bc-4163-454a-9985-f2a72c2d5c93') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:29.477546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:29.486036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:29.489645 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bcd0cdf4-96c5-4d87-b184-3789c51bbc0e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7124a74f9d8943d39a01fb411e8f21a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529947 Apr 06 14:37:29.492872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44852) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:29.494571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (175579bc-4163-454a-9985-f2a72c2d5c93), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.497817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-b6b299a1-1e24-420d-b7b9-81474addf4af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 472 time: 0.2123058 Apr 06 14:37:29.519384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Pushing event updated for resources: {'Port': ['ID=2ddfae4a-0f6f-4539-8533-80c1915f50c6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:29.521654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (175579bc-4163-454a-9985-f2a72c2d5c93), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.559412 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:29.559823 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (175579bc-4163-454a-9985-f2a72c2d5c93), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.563995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': 'ee949e22-12a6-402a-a584-d0d908eadee0', 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['56a3fb48-ec3c-48e5-b7cc-f2f9be33d834']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:29.568061 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:29.658200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6b2414ed-0395-470f-aec5-137e256f33c4 admin admin] Publish callbacks [] for security_group (cc907495-446f-4e0c-920a-de32459eeda6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.671377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Deleting port 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:29.671883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (20ff0ce9-1f34-460d-b9a0-6882664b7ee4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.673980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:29.674659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.725832 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6b2414ed-0395-470f-aec5-137e256f33c4 admin admin] Publish callbacks [] for security_group (cc907495-446f-4e0c-920a-de32459eeda6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.727822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (a9209fdb-bfd0-484f-adc5-3dcbd0f661fb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.751662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.755583 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/networks/a9209fdb-bfd0-484f-adc5-3dcbd0f661fb HTTP/1.1" status: 204 len: 168 time: 0.9704454 Apr 06 14:37:29.760998 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44854) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:29.787327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:29.848190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbb263-611f-47ca-8bce-95fb33ef5f82 tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Network': ['ID=a9209fdb-bfd0-484f-adc5-3dcbd0f661fb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:29.862101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] For port 20ff0ce9-1f34-460d-b9a0-6882664b7ee4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=20ff0ce9-1f34-460d-b9a0-6882664b7ee4,segment=NetworkSegment(a4d11a53-7aa3-4ccf-9459-88805b1bfb57),segment_id=a4d11a53-7aa3-4ccf-9459-88805b1bfb57)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:29.862478 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (20ff0ce9-1f34-460d-b9a0-6882664b7ee4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:29.862645 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-3b7dacbd-9ef3-43b7-b770-89ec102b8601 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9755654 Apr 06 14:37:29.900312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Calling delete_port for 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:29.938604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (5c626ee0-80cb-44b8-a021-368aceed3d00), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.008820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Request body: {'port': {'device_id': 'f727e52d-1c2c-4cb6-ba42-baf98fc2810b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:30.039731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:30.043316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.068365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886e530-7e5a-4227-8117-406bbbe1e4e3 req-70f64249-96c2-4158-9880-1dc4a12e0bf9 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:30.075333 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4886e530-7e5a-4227-8117-406bbbe1e4e3 req-70f64249-96c2-4158-9880-1dc4a12e0bf9 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 931 time: 0.2213109 Apr 06 14:37:30.078532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:30.084455 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6b2414ed-0395-470f-aec5-137e256f33c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (cc907495-446f-4e0c-920a-de32459eeda6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.087207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6b2414ed-0395-470f-aec5-137e256f33c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.091855 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6b2414ed-0395-470f-aec5-137e256f33c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cc907495-446f-4e0c-920a-de32459eeda6 HTTP/1.1" status: 204 len: 168 time: 0.5920336 Apr 06 14:37:30.121333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e49390-6618-461c-bd73-d3c524bd7f7e None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:30.152748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e49390-6618-461c-bd73-d3c524bd7f7e None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:30.158790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (5c626ee0-80cb-44b8-a021-368aceed3d00), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.161627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2414ed-0395-470f-aec5-137e256f33c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc907495-446f-4e0c-920a-de32459eeda6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:30.189633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-31e49390-6618-461c-bd73-d3c524bd7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.190516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c626ee0-80cb-44b8-a021-368aceed3d00']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.202818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7174f4-d3cd-4698-97ef-6ead9cb3e754') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.203138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7174f4-d3cd-4698-97ef-6ead9cb3e754') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.220264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (3d7174f4-d3cd-4698-97ef-6ead9cb3e754), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.249119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (3d7174f4-d3cd-4698-97ef-6ead9cb3e754), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.252838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.259243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:30.260250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (3d7174f4-d3cd-4698-97ef-6ead9cb3e754), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.264135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:30.264287 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:30.306754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (20ff0ce9-1f34-460d-b9a0-6882664b7ee4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.312916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa77872-cd80-4425-b307-7e32d89f3aec None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:37:30.317491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-31e49390-6618-461c-bd73-d3c524bd7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.342081 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4886e530-7e5a-4227-8117-406bbbe1e4e3 req-6b941003-f741-4dea-a0ff-40ec72bea305 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657709 Apr 06 14:37:30.363563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-96828949-6010-458b-943e-4c0be24fea5b None None] Could not find standard attr ID for object 20ff0ce9-1f34-460d-b9a0-6882664b7ee4. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:37:30.369339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Port': ['ID=20ff0ce9-1f34-460d-b9a0-6882664b7ee4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:30.375199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] No DVR routers for this DVR port 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:30.391871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-781a2b88-8ba6-4da0-a441-d2603069335a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7621570 Apr 06 14:37:30.393824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44862) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:30.404000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-949967435'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:30.419134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e49390-6618-461c-bd73-d3c524bd7f7e None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:30.421224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-31e49390-6618-461c-bd73-d3c524bd7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.454858 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (5c626ee0-80cb-44b8-a021-368aceed3d00), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.477894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.483403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-31e49390-6618-461c-bd73-d3c524bd7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.483950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e49390-6618-461c-bd73-d3c524bd7f7e None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:30.487917 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] 10.222.0.71 "DELETE /v2.0/networks/5c626ee0-80cb-44b8-a021-368aceed3d00 HTTP/1.1" status: 204 len: 168 time: 0.7238014 Apr 06 14:37:30.543262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.3 (4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea/da2a002e-978d-4e64-bc2d-5b1a0cde7d27/cd863ac7-7e6e-4960-bf16-b66a71bc0217) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:30.548050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9ecb3-6671-4723-8f25-09c191f730ff tempest-BulkNetworkOpsIpV6Test-261761818 tempest-BulkNetworkOpsIpV6Test-261761818-project] Pushing event deleted for resources: {'Network': ['ID=5c626ee0-80cb-44b8-a021-368aceed3d00,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:30.565818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (52aa63ab-029d-4689-9bc3-b826bfbf552f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.600209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa77872-cd80-4425-b307-7e32d89f3aec None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:37:30.602477 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52aa63ab-029d-4689-9bc3-b826bfbf552f']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.620701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d11a53-7aa3-4ccf-9459-88805b1bfb57') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.621509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d11a53-7aa3-4ccf-9459-88805b1bfb57') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:30.642301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (a4d11a53-7aa3-4ccf-9459-88805b1bfb57), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.650174 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e5dcab8a-1e8f-412f-9251-33b70d7c0f89 req-18d0b95c-f197-40a2-ba8b-93cffac7746e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 210 time: 0.0906763 Apr 06 14:37:30.665590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a4d11a53-7aa3-4ccf-9459-88805b1bfb57), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.676713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:30.677496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (a4d11a53-7aa3-4ccf-9459-88805b1bfb57), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.679714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:30.683124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:30.745110 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:30.888734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (52aa63ab-029d-4689-9bc3-b826bfbf552f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.900538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:30.904363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.910050 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/networks/52aa63ab-029d-4689-9bc3-b826bfbf552f HTTP/1.1" status: 204 len: 168 time: 1.7026062 Apr 06 14:37:30.917875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44876) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:30.940850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e5d5200e-e5cc-4d22-91fa-af1b6b725b99), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.941207 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Added segment e5d5200e-e5cc-4d22-91fa-af1b6b725b99 of type vlan for network af5ada98-d486-41db-85bc-30c3c36af9c7 Apr 06 14:37:30.957283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa17f90-2fe1-4047-a576-3694e26197fa tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Network': ['ID=52aa63ab-029d-4689-9bc3-b826bfbf552f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:30.961043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738116f-9611-4c60-9cda-81d427e31184 None None] Network 52aa63ab-029d-4689-9bc3-b826bfbf552f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:30.979726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:30.982017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738116f-9611-4c60-9cda-81d427e31184 None None] Network 52aa63ab-029d-4689-9bc3-b826bfbf552f could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:37:31.077786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2efa5b-2d4b-440f-9f09-ea7580b61265 None None] DHCP port deletion for 52aa63ab-029d-4689-9bc3-b826bfbf552f request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:31.099612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (af5ada98-d486-41db-85bc-30c3c36af9c7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.126344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddfae4a-0f6f-4539-8533-80c1915f50c6 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:31.138342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (bb35612e-64ae-4f16-ba37-1c2a4e37a2b4), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.141418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Publish callbacks [] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.192021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Transition to ACTIVE for port object 2ddfae4a-0f6f-4539-8533-80c1915f50c6 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:37:31.226135 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44882) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:31.278827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.454769 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-55625bbc-731b-4f31-a18d-0f0f287915f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4924f966f8e461cae976c2b553a5cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263174 Apr 06 14:37:31.459200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44892) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:31.533421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ffcbee7e-6656-4100-938e-1370218632e7 admin admin] Publish callbacks [] for security_group (fba14d9f-82a9-47bd-a855-14a13efa8ba4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.565711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ffcbee7e-6656-4100-938e-1370218632e7 admin admin] Publish callbacks [] for security_group (fba14d9f-82a9-47bd-a855-14a13efa8ba4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.590574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (af5ada98-d486-41db-85bc-30c3c36af9c7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.594740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:31.595390 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.598133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.611723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (bb35612e-64ae-4f16-ba37-1c2a4e37a2b4), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.680542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ffcbee7e-6656-4100-938e-1370218632e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fba14d9f-82a9-47bd-a855-14a13efa8ba4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.685239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ffcbee7e-6656-4100-938e-1370218632e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.687252 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ffcbee7e-6656-4100-938e-1370218632e7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fba14d9f-82a9-47bd-a855-14a13efa8ba4 HTTP/1.1" status: 204 len: 168 time: 0.2268722 Apr 06 14:37:31.699430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbee7e-6656-4100-938e-1370218632e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba14d9f-82a9-47bd-a855-14a13efa8ba4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:31.715595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb35612e-64ae-4f16-ba37-1c2a4e37a2b4']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:31.750020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:31.758447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721c084d-be72-40d7-800f-4696abc19126') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:31.759070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721c084d-be72-40d7-800f-4696abc19126') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:31.763725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddfae4a-0f6f-4539-8533-80c1915f50c6,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:31.769998 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3710635 Apr 06 14:37:31.773095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44902) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:31.782654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'subnet': {'network_id': 'af5ada98-d486-41db-85bc-30c3c36af9c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:31.792091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:31.800455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:31.833059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (721c084d-be72-40d7-800f-4696abc19126), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:31.858596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f3d5c-1947-4dd3-98d3-7e250b28e15b tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Network': ['ID=af5ada98-d486-41db-85bc-30c3c36af9c7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:31.872926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network af5ada98-d486-41db-85bc-30c3c36af9c7 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:31.908431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44904) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:31.929045 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035827 Apr 06 14:37:31.954019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44906) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:32.007734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=cd863ac7-7e6e-4960-bf16-b66a71bc0217,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:32.022375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (721c084d-be72-40d7-800f-4696abc19126), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.056447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:32.057057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (721c084d-be72-40d7-800f-4696abc19126), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:32.068923 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:32.082361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:32.082475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5eeb14-7b3b-411c-97dc-a0d82ac4f2dc req-1f7b3b64-0f57-4ad0-946e-b3ad9e90473f tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:32.082475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e5eeb14-7b3b-411c-97dc-a0d82ac4f2dc req-1f7b3b64-0f57-4ad0-946e-b3ad9e90473f tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 943 time: 0.4953284 Apr 06 14:37:32.082653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.109671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78effb42-a8fa-445e-a7d4-8414c6c73a14 req-93667553-392f-4778-b28a-238a55a8fd0e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:32.109671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-78effb42-a8fa-445e-a7d4-8414c6c73a14 req-93667553-392f-4778-b28a-238a55a8fd0e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 931 time: 0.3321524 Apr 06 14:37:32.143045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Attempting to bind port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:32.143457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Attempting to bind port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '9f7afbd9-389d-4758-9960-e59ed6ed75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7d2630b5-8730-4cce-8f52-2866be81c0f2'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:32.144046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Attempting to bind port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 on network 7d2630b5-8730-4cce-8f52-2866be81c0f2 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:32.152586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2367549e-8232-473a-ac5e-4b2bc4a28c9e None None] Provisioning complete for port cd863ac7-7e6e-4960-bf16-b66a71bc0217 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:32.153147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2367549e-8232-473a-ac5e-4b2bc4a28c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.163507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:32.164525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.183192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 on network 7d2630b5-8730-4cce-8f52-2866be81c0f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:37:32.187351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Attempting to bind port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 on network 7d2630b5-8730-4cce-8f52-2866be81c0f2 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:32.201689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2367549e-8232-473a-ac5e-4b2bc4a28c9e None None] Port cd863ac7-7e6e-4960-bf16-b66a71bc0217 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:32.250233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:32.250863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Checking segment: {'id': '9f7afbd9-389d-4758-9960-e59ed6ed75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7d2630b5-8730-4cce-8f52-2866be81c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:32.251278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Bound using segment: {'id': '9f7afbd9-389d-4758-9960-e59ed6ed75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7d2630b5-8730-4cce-8f52-2866be81c0f2'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:32.251897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Bound port: 2ddfae4a-0f6f-4539-8533-80c1915f50c6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7afbd9-389d-4758-9960-e59ed6ed75fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7d2630b5-8730-4cce-8f52-2866be81c0f2'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:32.252342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.294297 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c3c35635-f800-4235-9735-b66e5bebb2d9 tempest-NetworksApiDiscovery-226305819 tempest-NetworksApiDiscovery-226305819-project] 10.222.0.71 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3384721 Apr 06 14:37:32.331765 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-78effb42-a8fa-445e-a7d4-8414c6c73a14 req-78cda513-e28e-4dc9-8275-c7c24931903b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899259 Apr 06 14:37:32.345530 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-2bef9507-7854-46d9-9148-1096cfb06c94 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8189192 Apr 06 14:37:32.348844 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e5eeb14-7b3b-411c-97dc-a0d82ac4f2dc req-15010125-4b10-4f5e-864e-b54320821fc7 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405064 Apr 06 14:37:32.349499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (bb35612e-64ae-4f16-ba37-1c2a4e37a2b4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.371216 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:37:32.397303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.407210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/networks/bb35612e-64ae-4f16-ba37-1c2a4e37a2b4 HTTP/1.1" status: 204 len: 168 time: 1.4845321 Apr 06 14:37:32.412572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e039746-4bda-4f20-82c3-3db272d3a76c tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Network': ['ID=bb35612e-64ae-4f16-ba37-1c2a4e37a2b4,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:32.439133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44918) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:32.459955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] For port 2ddfae4a-0f6f-4539-8533-80c1915f50c6, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:32.463794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] For port 2ddfae4a-0f6f-4539-8533-80c1915f50c6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6,segment=NetworkSegment(9f7afbd9-389d-4758-9960-e59ed6ed75fa),segment_id=9f7afbd9-389d-4758-9960-e59ed6ed75fa)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:32.474456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Request body: {'port': {'device_id': 'ee949e22-12a6-402a-a584-d0d908eadee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:32.480712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:32.510476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:32.510804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 20ff0ce9-1f34-460d-b9a0-6882664b7ee4 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:32.534086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.589265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (502140a4-6af5-4630-9367-9b3dbb5af2a9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.597365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:32.598849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.600935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] 10.222.0.87 "PUT /v2.0/ports/2ddfae4a-0f6f-4539-8533-80c1915f50c6 HTTP/1.1" status: 200 len: 1093 time: 2.7023416 Apr 06 14:37:32.604579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f727e52d-1c2c-4cb6-ba42-baf98fc2810b', 'tag': '2ddfae4a-0f6f-4539-8533-80c1915f50c6'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:32.607708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec" -d '{"events": [{"name": "network-changed", "server_uuid": "f727e52d-1c2c-4cb6-ba42-baf98fc2810b", "tag": "2ddfae4a-0f6f-4539-8533-80c1915f50c6"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:32.658242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (e4ba978d-e318-4547-a2dd-0ad60afed33c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.669022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.673864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357e0ac-403e-411a-b9e6-cce0d2489656 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddfae4a-0f6f-4539-8533-80c1915f50c6,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:32.751975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (502140a4-6af5-4630-9367-9b3dbb5af2a9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.800267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Checking segment: {'id': 'e5d5200e-e5cc-4d22-91fa-af1b6b725b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'af5ada98-d486-41db-85bc-30c3c36af9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:32.800864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network hostable DHCP agents. Network: af5ada98-d486-41db-85bc-30c3c36af9c7, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:32.809301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502140a4-6af5-4630-9367-9b3dbb5af2a9']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:32.813136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Subnet': ['ID=e4ba978d-e318-4547-a2dd-0ad60afed33c,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:32.827006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99327589-1514-46a6-ac59-f58e7c74d4d0') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:32.827467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99327589-1514-46a6-ac59-f58e7c74d4d0') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:32.847764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (99327589-1514-46a6-ac59-f58e7c74d4d0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.864089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (99327589-1514-46a6-ac59-f58e7c74d4d0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.872101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:32.872762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (99327589-1514-46a6-ac59-f58e7c74d4d0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:32.876662 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:32.971028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44932) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:32.979357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a785ba9c-9838-484e-9856-d894e6bbe1d8 x-openstack-request-id: req-a785ba9c-9838-484e-9856-d894e6bbe1d8 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:32.979712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f727e52d-1c2c-4cb6-ba42-baf98fc2810b", "tag": "2ddfae4a-0f6f-4539-8533-80c1915f50c6", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:32.982739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a785ba9c-9838-484e-9856-d894e6bbe1d8 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:32.983094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network af5ada98-d486-41db-85bc-30c3c36af9c7 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:32.983298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a785ba9c-9838-484e-9856-d894e6bbe1d8'] response: {'name': 'network-changed', 'server_uuid': 'f727e52d-1c2c-4cb6-ba42-baf98fc2810b', 'tag': '2ddfae4a-0f6f-4539-8533-80c1915f50c6', 'status': 'completed', 'code': 200} Apr 06 14:37:33.024914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (502140a4-6af5-4630-9367-9b3dbb5af2a9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.032876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-8adad2a5-0fea-4dfa-aa3b-6b8bb3e0fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:33.034638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-8adad2a5-0fea-4dfa-aa3b-6b8bb3e0fdf6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a947444cda1498caba233cfd0b11c7d&device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 1127 time: 0.1797900 Apr 06 14:37:33.049419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.053817 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/networks/502140a4-6af5-4630-9367-9b3dbb5af2a9 HTTP/1.1" status: 204 len: 168 time: 0.6133890 Apr 06 14:37:33.056433 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44940) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:33.077653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054563d0-3fac-4325-b5f2-9394bd5450b7 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Network': ['ID=502140a4-6af5-4630-9367-9b3dbb5af2a9,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:33.090841 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, af5ada98-d486-41db-85bc-30c3c36af9c7) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:33.111686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ba2e4-2850-403d-853f-7eb6dcde87d5 None None] Network af5ada98-d486-41db-85bc-30c3c36af9c7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:33.133824 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-0390310a-0e25-4940-b358-4d00d28cb22b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6 HTTP/1.1" status: 200 len: 217 time: 0.0858793 Apr 06 14:37:33.176246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (b45ba204-514f-4891-9101-9f94ea21fa76), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.200399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:33.201725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.227899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-af5ada98-d486-41db-85bc-30c3c36af9c7', 'network_id': 'af5ada98-d486-41db-85bc-30c3c36af9c7', 'project_id': '68f943397bee48e0a20033226a065dba', 'fixed_ips': [{'subnet_id': 'e4ba978d-e318-4547-a2dd-0ad60afed33c'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:33.229271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.246271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b3167c54-e482-4117-923c-acde530c2ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.280125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-7a4760d1-1b5b-4982-9527-b8ce4a35e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:33.282377 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-7a4760d1-1b5b-4982-9527-b8ce4a35e9d6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8552a9de-f261-4791-bd96-4986749e5865 HTTP/1.1" status: 200 len: 851 time: 0.1382449 Apr 06 14:37:33.353766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b3167c54-e482-4117-923c-acde530c2ba7 admin admin] Publish callbacks [] for security_group (ca82b7f6-2b37-4aae-b6d6-09411351b8ea), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.362512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-f27dcfe2-a961-4891-a0d1-20037fd73c07 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7d2630b5-8730-4cce-8f52-2866be81c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535614 Apr 06 14:37:33.370236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 44944) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:33.370947 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-68ad584c-b76b-4e67-a24b-14961202db43 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5962272 Apr 06 14:37:33.375853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2090546270', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:33.382877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd863ac7-7e6e-4960-bf16-b66a71bc0217 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:33.390532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44948) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:33.429244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Publish callbacks [] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.473665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Allocated IP 172.20.0.2 (af5ada98-d486-41db-85bc-30c3c36af9c7/e4ba978d-e318-4547-a2dd-0ad60afed33c/91494b3d-3931-4b44-8036-af3295b162d7) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:33.485523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b3167c54-e482-4117-923c-acde530c2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ca82b7f6-2b37-4aae-b6d6-09411351b8ea), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.554206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (b45ba204-514f-4891-9101-9f94ea21fa76), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.569315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Transition to ACTIVE for port object cd863ac7-7e6e-4960-bf16-b66a71bc0217 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:37:33.581320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049758259'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:33.589927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-ed2cba05-a322-4953-92ad-90965a901aa9 service neutron] 10.222.0.87 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185614 Apr 06 14:37:33.592268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (8d9baed8-45d7-4caa-8392-f072de51049b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.594502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (8d9baed8-45d7-4caa-8392-f072de51049b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.595512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167c54-e482-4117-923c-acde530c2ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca82b7f6-2b37-4aae-b6d6-09411351b8ea,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:33.618132 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b3167c54-e482-4117-923c-acde530c2ba7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=22c7b92d800142ce903d842886c5c68f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6430750 Apr 06 14:37:33.618822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45ba204-514f-4891-9101-9f94ea21fa76']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:33.622889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44954) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:33.646026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3636d3a-1c85-4e94-a01f-e380c5470417') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:33.646536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3636d3a-1c85-4e94-a01f-e380c5470417') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:33.665679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (f3636d3a-1c85-4e94-a01f-e380c5470417), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.690893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.694128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f3636d3a-1c85-4e94-a01f-e380c5470417), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.709572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:33.718383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (f3636d3a-1c85-4e94-a01f-e380c5470417), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.718555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Publish callbacks [] for port (91494b3d-3931-4b44-8036-af3295b162d7), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:33.718669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.730924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f502a66-4056-457f-8c5c-277dd4081f96 admin admin] Publish callbacks [] for security_group (ca82b7f6-2b37-4aae-b6d6-09411351b8ea), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.765662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.797485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e2fd4-d106-46e7-b4ee-9ab9b0a55aa3 req-d19aa9aa-e8db-4315-8ca4-97abb69f04fd tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:33.799025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e23e2fd4-d106-46e7-b4ee-9ab9b0a55aa3 req-d19aa9aa-e8db-4315-8ca4-97abb69f04fd tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 943 time: 0.3292654 Apr 06 14:37:33.812370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f502a66-4056-457f-8c5c-277dd4081f96 admin admin] Publish callbacks [] for security_group (ca82b7f6-2b37-4aae-b6d6-09411351b8ea), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.835798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (91494b3d-3931-4b44-8036-af3295b162d7), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.886206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Network af5ada98-d486-41db-85bc-30c3c36af9c7 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:33.890607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (b45ba204-514f-4891-9101-9f94ea21fa76), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.891135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:33.902954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.906422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_controller (8d9baed8-45d7-4caa-8392-f072de51049b), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.907221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:33.910164 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] 10.222.0.71 "DELETE /v2.0/networks/b45ba204-514f-4891-9101-9f94ea21fa76 HTTP/1.1" status: 204 len: 168 time: 0.8524315 Apr 06 14:37:33.917752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Pushing event updated for resources: {'Port': ['ID=91494b3d-3931-4b44-8036-af3295b162d7,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:33.936949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c0e5f-84f0-421d-a906-c64364be9a89 tempest-BulkNetworkOpsTest-863416791 tempest-BulkNetworkOpsTest-863416791-project] Pushing event deleted for resources: {'Network': ['ID=b45ba204-514f-4891-9101-9f94ea21fa76,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:33.956479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (54151628-46e0-4fa3-82db-4f1e706ad023), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:33.996489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947125-4c44-4484-9e7e-611804e4db86 req-b6c33e9b-91d8-4f1c-b17f-98edb32ed21f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:33.998078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-67947125-4c44-4484-9e7e-611804e4db86 req-b6c33e9b-91d8-4f1c-b17f-98edb32ed21f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 931 time: 0.4239035 Apr 06 14:37:33.998863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Pushing event updated for resources: {'Port': ['ID=cd863ac7-7e6e-4960-bf16-b66a71bc0217,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:34.021881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Attempting to bind port 91494b3d-3931-4b44-8036-af3295b162d7 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:34.024506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Attempting to bind port 91494b3d-3931-4b44-8036-af3295b162d7 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'e5d5200e-e5cc-4d22-91fa-af1b6b725b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'af5ada98-d486-41db-85bc-30c3c36af9c7'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:34.025140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Attempting to bind port 91494b3d-3931-4b44-8036-af3295b162d7 on network af5ada98-d486-41db-85bc-30c3c36af9c7 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:34.025258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f502a66-4056-457f-8c5c-277dd4081f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ca82b7f6-2b37-4aae-b6d6-09411351b8ea), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.028186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f502a66-4056-457f-8c5c-277dd4081f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.033202 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9f502a66-4056-457f-8c5c-277dd4081f96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca82b7f6-2b37-4aae-b6d6-09411351b8ea HTTP/1.1" status: 204 len: 168 time: 0.4055760 Apr 06 14:37:34.039404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f502a66-4056-457f-8c5c-277dd4081f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca82b7f6-2b37-4aae-b6d6-09411351b8ea,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:34.043966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:34.045098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Checking segment: {'id': 'e5d5200e-e5cc-4d22-91fa-af1b6b725b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'af5ada98-d486-41db-85bc-30c3c36af9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:34.046172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.046647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Bound using segment: {'id': 'e5d5200e-e5cc-4d22-91fa-af1b6b725b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'af5ada98-d486-41db-85bc-30c3c36af9c7'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:34.047462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Bound port: 91494b3d-3931-4b44-8036-af3295b162d7, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d5200e-e5cc-4d22-91fa-af1b6b725b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'af5ada98-d486-41db-85bc-30c3c36af9c7'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:34.047909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (91494b3d-3931-4b44-8036-af3295b162d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.054071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (54151628-46e0-4fa3-82db-4f1e706ad023), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.147589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54151628-46e0-4fa3-82db-4f1e706ad023,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:34.224787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] For port 91494b3d-3931-4b44-8036-af3295b162d7, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:34.230049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] For port 91494b3d-3931-4b44-8036-af3295b162d7, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=91494b3d-3931-4b44-8036-af3295b162d7,segment=NetworkSegment(e5d5200e-e5cc-4d22-91fa-af1b6b725b99),segment_id=e5d5200e-e5cc-4d22-91fa-af1b6b725b99)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:34.236550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (e102be4d-fda9-4acc-9bec-7f075b8dd8e7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.249487 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09052788-a471-4a5e-a5d1-b4dde834c694 req-262c35c7-d568-4341-ad3b-3670adeeadf2 service neutron] 10.222.0.87 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500387 Apr 06 14:37:34.306932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (91494b3d-3931-4b44-8036-af3295b162d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.335032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e102be4d-fda9-4acc-9bec-7f075b8dd8e7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.379652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e102be4d-fda9-4acc-9bec-7f075b8dd8e7,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:34.379921 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e23e2fd4-d106-46e7-b4ee-9ab9b0a55aa3 req-19a941b0-702f-4431-88a2-1cc635047268 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583835 Apr 06 14:37:34.383084 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-302d3aab-7833-483d-97a6-a103b8917c2c req-ccdb1302-fc0e-40c2-a3ab-e38357ad4d58 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5757685 Apr 06 14:37:34.449286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1723e-b58f-444a-b986-dd9f27b715b8 None None] Pushing event updated for resources: {'Port': ['ID=91494b3d-3931-4b44-8036-af3295b162d7,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:34.450346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.473206 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c080f39-3e49-4043-b69c-0726fbe3d951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0651648 Apr 06 14:37:34.473590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44960) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:34.564784 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b60cff1c-275c-41a9-bc44-7517fc1b603a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0898283 Apr 06 14:37:34.567693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44962) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:34.578143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bbd8ac3d-cde0-42a2-a05c-41c2ceefd3fa tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-security--1688587237', 'description': 'tempest-security-description-1487061010'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:34.643497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ac3d-cde0-42a2-a05c-41c2ceefd3fa tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (e102be4d-fda9-4acc-9bec-7f075b8dd8e7), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.789669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ac3d-cde0-42a2-a05c-41c2ceefd3fa tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (e102be4d-fda9-4acc-9bec-7f075b8dd8e7), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.813590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44966) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:34.886493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ac3d-cde0-42a2-a05c-41c2ceefd3fa tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e102be4d-fda9-4acc-9bec-7f075b8dd8e7), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.890839 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ac3d-cde0-42a2-a05c-41c2ceefd3fa tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.893917 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bbd8ac3d-cde0-42a2-a05c-41c2ceefd3fa tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "PUT /v2.0/security-groups/e102be4d-fda9-4acc-9bec-7f075b8dd8e7 HTTP/1.1" status: 200 len: 1797 time: 0.3215556 Apr 06 14:37:34.898646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44970) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:34.902938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_gateway (8d9baed8-45d7-4caa-8392-f072de51049b), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.921161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-67947125-4c44-4484-9e7e-611804e4db86 req-8a092a40-78c4-4ff0-9af5-fae06f150ba3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7946398 Apr 06 14:37:34.935330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Attempting to bind port cd863ac7-7e6e-4960-bf16-b66a71bc0217 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:34.935671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Attempting to bind port cd863ac7-7e6e-4960-bf16-b66a71bc0217 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:34.941616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Attempting to bind port cd863ac7-7e6e-4960-bf16-b66a71bc0217 on network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:34.947218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Port cd863ac7-7e6e-4960-bf16-b66a71bc0217 on network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:37:34.947687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Attempting to bind port cd863ac7-7e6e-4960-bf16-b66a71bc0217 on network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:34.962291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:34.962826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Checking segment: {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:34.963497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Bound using segment: {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:34.964186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Bound port: cd863ac7-7e6e-4960-bf16-b66a71bc0217, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:34.964761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:34.993639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ac3d-cde0-42a2-a05c-41c2ceefd3fa tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e102be4d-fda9-4acc-9bec-7f075b8dd8e7,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:35.002381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-59446751-83db-450e-9452-d9e33e11881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.003823 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-59446751-83db-450e-9452-d9e33e11881c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a947444cda1498caba233cfd0b11c7d&device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 1127 time: 0.1883001 Apr 06 14:37:35.006919 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-13b3e585-f2d7-4ab1-ab9a-04751355fb0d tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups/e102be4d-fda9-4acc-9bec-7f075b8dd8e7 HTTP/1.1" status: 200 len: 1797 time: 0.1066728 Apr 06 14:37:35.011297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44972) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:35.033212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3aab-7833-483d-97a6-a103b8917c2c req-90f22237-150a-4dc5-b645-9f9e5ec49421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.034723 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-302d3aab-7833-483d-97a6-a103b8917c2c req-90f22237-150a-4dc5-b645-9f9e5ec49421 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1130 time: 0.2178090 Apr 06 14:37:35.089733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1858bab-e31f-4599-a02b-68f38a97e41e tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (e102be4d-fda9-4acc-9bec-7f075b8dd8e7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.127182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1858bab-e31f-4599-a02b-68f38a97e41e tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (e102be4d-fda9-4acc-9bec-7f075b8dd8e7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.145262 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-34619c68-62b0-491a-b1bc-fcbe90c3d1a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=958ce02ba6b84faf906d6304dcb7ca92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296988 Apr 06 14:37:35.149850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44974) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:35.214668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6197efdf-53a4-4be9-91ee-e331eb8abda6 admin admin] Publish callbacks [] for security_group (96802060-0fb9-4f5b-b09d-11183aba14b0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.239755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6197efdf-53a4-4be9-91ee-e331eb8abda6 admin admin] Publish callbacks [] for security_group (96802060-0fb9-4f5b-b09d-11183aba14b0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.275763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1858bab-e31f-4599-a02b-68f38a97e41e tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e102be4d-fda9-4acc-9bec-7f075b8dd8e7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.278513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c1858bab-e31f-4599-a02b-68f38a97e41e tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.279541 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c1858bab-e31f-4599-a02b-68f38a97e41e tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/e102be4d-fda9-4acc-9bec-7f075b8dd8e7 HTTP/1.1" status: 204 len: 168 time: 0.2685678 Apr 06 14:37:35.284978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44976) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:35.298981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1858bab-e31f-4599-a02b-68f38a97e41e tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e102be4d-fda9-4acc-9bec-7f075b8dd8e7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:35.307452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] For port cd863ac7-7e6e-4960-bf16-b66a71bc0217, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:35.348206 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d68ca899-836f-460b-b5a7-0bfbb816e086 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0618460 Apr 06 14:37:35.351169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44978) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:35.364840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] For port cd863ac7-7e6e-4960-bf16-b66a71bc0217, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd863ac7-7e6e-4960-bf16-b66a71bc0217,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:35.366261 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-c8d718e7-0de5-4e1c-a24e-19ddd86a29b2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] delete failed (client error): The resource could not be found. Apr 06 14:37:35.367333 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c8d718e7-0de5-4e1c-a24e-19ddd86a29b2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/e102be4d-fda9-4acc-9bec-7f075b8dd8e7 HTTP/1.1" status: 404 len: 347 time: 0.0152323 Apr 06 14:37:35.371793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44980) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:35.381409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ceb8ed10-6e21-49a6-b91b-22c330858e1f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--447487506'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:35.399675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-01356843-f981-4081-8475-ffe0ad5a2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.401491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-01356843-f981-4081-8475-ffe0ad5a2ae1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7d2630b5-8730-4cce-8f52-2866be81c0f2 HTTP/1.1" status: 200 len: 913 time: 0.3890169 Apr 06 14:37:35.411626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3aab-7833-483d-97a6-a103b8917c2c req-72cc3fb9-ee6b-46f3-bb37-4d9dc14c29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.413054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-302d3aab-7833-483d-97a6-a103b8917c2c req-72cc3fb9-ee6b-46f3-bb37-4d9dc14c29ea service neutron] 10.222.0.87 "GET /v2.0/networks?id=6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 200 len: 898 time: 0.3337080 Apr 06 14:37:35.418552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6197efdf-53a4-4be9-91ee-e331eb8abda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (96802060-0fb9-4f5b-b09d-11183aba14b0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.423227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6197efdf-53a4-4be9-91ee-e331eb8abda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.425134 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6197efdf-53a4-4be9-91ee-e331eb8abda6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/96802060-0fb9-4f5b-b09d-11183aba14b0 HTTP/1.1" status: 204 len: 168 time: 0.2742484 Apr 06 14:37:35.443169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197efdf-53a4-4be9-91ee-e331eb8abda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96802060-0fb9-4f5b-b09d-11183aba14b0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:35.472381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.475446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-fc548bac-23a6-4099-923a-6f58500a3204 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6 HTTP/1.1" status: 200 len: 217 time: 0.0655780 Apr 06 14:37:35.508670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ed10-6e21-49a6-b91b-22c330858e1f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.614142 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ed10-6e21-49a6-b91b-22c330858e1f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (e768cc95-6377-49fd-8792-0bbcb3bc2da2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.658702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.659354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.660770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] 10.222.0.87 "PUT /v2.0/ports/cd863ac7-7e6e-4960-bf16-b66a71bc0217 HTTP/1.1" status: 200 len: 1093 time: 3.2649989 Apr 06 14:37:35.664351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee949e22-12a6-402a-a584-d0d908eadee0', 'tag': 'cd863ac7-7e6e-4960-bf16-b66a71bc0217'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:35.666999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d05b45-397e-48bc-9af1-31bb871140af" -d '{"events": [{"name": "network-changed", "server_uuid": "ee949e22-12a6-402a-a584-d0d908eadee0", "tag": "cd863ac7-7e6e-4960-bf16-b66a71bc0217"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:35.686026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ed10-6e21-49a6-b91b-22c330858e1f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e768cc95-6377-49fd-8792-0bbcb3bc2da2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.730746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8ed10-6e21-49a6-b91b-22c330858e1f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e768cc95-6377-49fd-8792-0bbcb3bc2da2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:35.761341 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-302d3aab-7833-483d-97a6-a103b8917c2c req-c5dea8a8-3f71-4c3a-b351-820bd017e6ba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d33610df-3176-4b40-a166-e979bf242268 HTTP/1.1" status: 200 len: 1002 time: 0.3410230 Apr 06 14:37:35.768697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-5fd8d9ad-ab4e-4c80-9d4c-a3326984fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:35.770483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-5fd8d9ad-ab4e-4c80-9d4c-a3326984fba8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8552a9de-f261-4791-bd96-4986749e5865 HTTP/1.1" status: 200 len: 851 time: 0.2517049 Apr 06 14:37:35.777504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3639611-c103-476c-921d-1d9f900eee6f x-openstack-request-id: req-d3639611-c103-476c-921d-1d9f900eee6f {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:35.777803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee949e22-12a6-402a-a584-d0d908eadee0", "tag": "cd863ac7-7e6e-4960-bf16-b66a71bc0217", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:35.778054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3639611-c103-476c-921d-1d9f900eee6f {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:35.778613 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3639611-c103-476c-921d-1d9f900eee6f'] response: {'name': 'network-changed', 'server_uuid': 'ee949e22-12a6-402a-a584-d0d908eadee0', 'tag': 'cd863ac7-7e6e-4960-bf16-b66a71bc0217', 'status': 'completed', 'code': 200} Apr 06 14:37:35.783618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6bff-f9c2-424c-884e-d019ffece9eb service neutron] Pushing event updated for resources: {'Port': ['ID=cd863ac7-7e6e-4960-bf16-b66a71bc0217,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:35.794885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ed10-6e21-49a6-b91b-22c330858e1f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:35.799106 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ceb8ed10-6e21-49a6-b91b-22c330858e1f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4233239 Apr 06 14:37:35.803941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 44988) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:35.817215 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-04a1e112-c351-4a7b-b13d-bae3e1372dba tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': 'e768cc95-6377-49fd-8792-0bbcb3bc2da2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:35.914686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04a1e112-c351-4a7b-b13d-bae3e1372dba tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (05abcf05-62ba-49d6-8f86-64e1130dfedb), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.028601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04a1e112-c351-4a7b-b13d-bae3e1372dba tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (05abcf05-62ba-49d6-8f86-64e1130dfedb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.057095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000dfee5-f131-45b9-8646-ff133c7e0b34 None None] Network af5ada98-d486-41db-85bc-30c3c36af9c7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:36.067010 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-b8380464-16eb-4eb7-8db2-95304317ce40 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7d2630b5-8730-4cce-8f52-2866be81c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2549024 Apr 06 14:37:36.086712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16f230-85b2-468a-a1f6-3676f0994c1b req-4942d0f8-d452-4db9-84d0-3401a54ea64d tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:36.088288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be16f230-85b2-468a-a1f6-3676f0994c1b req-4942d0f8-d452-4db9-84d0-3401a54ea64d tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 943 time: 0.4704075 Apr 06 14:37:36.105155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04a1e112-c351-4a7b-b13d-bae3e1372dba tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (05abcf05-62ba-49d6-8f86-64e1130dfedb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.137842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1e112-c351-4a7b-b13d-bae3e1372dba tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05abcf05-62ba-49d6-8f86-64e1130dfedb,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:36.205315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04a1e112-c351-4a7b-b13d-bae3e1372dba tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.207748 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-04a1e112-c351-4a7b-b13d-bae3e1372dba tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023986 Apr 06 14:37:36.210564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45002) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:36.242908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-212a5d07-b9ef-4e0f-9f55-734a926e1695 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (05abcf05-62ba-49d6-8f86-64e1130dfedb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.243383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3aab-7833-483d-97a6-a103b8917c2c req-e7ecb890-0e3f-40f0-bf31-686be72ea5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:36.244972 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-302d3aab-7833-483d-97a6-a103b8917c2c req-e7ecb890-0e3f-40f0-bf31-686be72ea5a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bdf83bf5-3213-426a-bbec-a8a637500fc5 HTTP/1.1" status: 200 len: 838 time: 0.4366510 Apr 06 14:37:36.254475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_gateway (8d9baed8-45d7-4caa-8392-f072de51049b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.255102 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-212a5d07-b9ef-4e0f-9f55-734a926e1695 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (05abcf05-62ba-49d6-8f86-64e1130dfedb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.339442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.370524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-212a5d07-b9ef-4e0f-9f55-734a926e1695 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (05abcf05-62ba-49d6-8f86-64e1130dfedb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.370770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d05b45-397e-48bc-9af1-31bb871140af req-e429468b-b1d0-4eef-9ee4-e7d5174494d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:36.372224 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53d05b45-397e-48bc-9af1-31bb871140af req-e429468b-b1d0-4eef-9ee4-e7d5174494d5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 1127 time: 0.5397646 Apr 06 14:37:36.386873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-212a5d07-b9ef-4e0f-9f55-734a926e1695 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.389657 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-212a5d07-b9ef-4e0f-9f55-734a926e1695 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/05abcf05-62ba-49d6-8f86-64e1130dfedb HTTP/1.1" status: 204 len: 168 time: 0.1779420 Apr 06 14:37:36.398997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45006) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:36.404994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-700c6c36-ca91-4461-b2a7-0f57bf0f23b6 None None] Provisioning complete for port 91494b3d-3931-4b44-8036-af3295b162d7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:36.405909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-700c6c36-ca91-4461-b2a7-0f57bf0f23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (91494b3d-3931-4b44-8036-af3295b162d7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.407590 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be16f230-85b2-468a-a1f6-3676f0994c1b req-17641601-ce82-47bf-917f-7983d3c45b74 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093686 Apr 06 14:37:36.410724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a5d07-b9ef-4e0f-9f55-734a926e1695 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05abcf05-62ba-49d6-8f86-64e1130dfedb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:36.481825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c718e-3866-4f75-8d53-c8fba8ffb344 req-9f0452d3-2f62-4590-8474-e9ff4718699d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:36.485082 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9c241f62-a29f-4002-aea1-9c13d5699ebb tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0846453 Apr 06 14:37:36.487534 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-923c718e-3866-4f75-8d53-c8fba8ffb344 req-9f0452d3-2f62-4590-8474-e9ff4718699d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 943 time: 0.4193397 Apr 06 14:37:36.490019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45008) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:36.523372 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-893bc732-5190-4f3d-aae7-6c25800ca779 service neutron] 10.222.0.87 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293633 Apr 06 14:37:36.583660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fad6b476-5388-4708-a33c-1724d2917522 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (e768cc95-6377-49fd-8792-0bbcb3bc2da2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.596623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-700c6c36-ca91-4461-b2a7-0f57bf0f23b6 None None] Current status of the port 91494b3d-3931-4b44-8036-af3295b162d7 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:36.597029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-700c6c36-ca91-4461-b2a7-0f57bf0f23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (91494b3d-3931-4b44-8036-af3295b162d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.630857 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 91494b3d-3931-4b44-8036-af3295b162d7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:36.631695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fad6b476-5388-4708-a33c-1724d2917522 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (e768cc95-6377-49fd-8792-0bbcb3bc2da2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.705932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-700c6c36-ca91-4461-b2a7-0f57bf0f23b6 None None] For port 91494b3d-3931-4b44-8036-af3295b162d7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=91494b3d-3931-4b44-8036-af3295b162d7,segment=NetworkSegment(e5d5200e-e5cc-4d22-91fa-af1b6b725b99),segment_id=e5d5200e-e5cc-4d22-91fa-af1b6b725b99)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:36.722242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 91494b3d-3931-4b44-8036-af3295b162d7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:36.722594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (91494b3d-3931-4b44-8036-af3295b162d7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.745315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fad6b476-5388-4708-a33c-1724d2917522 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e768cc95-6377-49fd-8792-0bbcb3bc2da2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.754483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fad6b476-5388-4708-a33c-1724d2917522 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.758446 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fad6b476-5388-4708-a33c-1724d2917522 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/e768cc95-6377-49fd-8792-0bbcb3bc2da2 HTTP/1.1" status: 204 len: 168 time: 0.2634108 Apr 06 14:37:36.760013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45016) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:36.767930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-700c6c36-ca91-4461-b2a7-0f57bf0f23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (91494b3d-3931-4b44-8036-af3295b162d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:36.786670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6b476-5388-4708-a33c-1724d2917522 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e768cc95-6377-49fd-8792-0bbcb3bc2da2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:36.840232 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d1d07457-034d-4ccd-a76d-1f8bd3ce57f6 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0751858 Apr 06 14:37:36.856766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45020) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:36.862895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ef5e0fe0-953d-4fc6-bee8-6a977bd44bd1 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592038939'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:36.900662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c6c36-ca91-4461-b2a7-0f57bf0f23b6 None None] Pushing event updated for resources: {'Port': ['ID=91494b3d-3931-4b44-8036-af3295b162d7,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:36.916291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 91494b3d-3931-4b44-8036-af3295b162d7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:36.966000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0fe0-953d-4fc6-bee8-6a977bd44bd1 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.002760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a0d3cb90-8be4-49c2-b3ab-f6140db39c62 None None] Provisioning complete for port 91494b3d-3931-4b44-8036-af3295b162d7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:37.003186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cb90-8be4-49c2-b3ab-f6140db39c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (91494b3d-3931-4b44-8036-af3295b162d7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.008833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45022) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:37.068751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0fe0-953d-4fc6-bee8-6a977bd44bd1 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (2b428417-feba-4b6b-af64-85c7d9a6998e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.123173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3cb90-8be4-49c2-b3ab-f6140db39c62 None None] Current status of the port 91494b3d-3931-4b44-8036-af3295b162d7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:37.128269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0fe0-953d-4fc6-bee8-6a977bd44bd1 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2b428417-feba-4b6b-af64-85c7d9a6998e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.163876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b8d81ab0-3695-4da9-9d8a-e91da9beaea6 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1398740097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:37.171410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0fe0-953d-4fc6-bee8-6a977bd44bd1 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b428417-feba-4b6b-af64-85c7d9a6998e,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:37.193011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3aab-7833-483d-97a6-a103b8917c2c req-4e315a39-535e-496a-99c4-e67b305f0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:37.194623 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-302d3aab-7833-483d-97a6-a103b8917c2c req-4e315a39-535e-496a-99c4-e67b305f0462 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6fe15972-769a-47ad-b807-182715bb80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.9255261 Apr 06 14:37:37.230620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-923c718e-3866-4f75-8d53-c8fba8ffb344 req-7a2f3b71-216f-4169-af68-e26e498c1917 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6595914 Apr 06 14:37:37.252523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0fe0-953d-4fc6-bee8-6a977bd44bd1 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.255256 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ef5e0fe0-953d-4fc6-bee8-6a977bd44bd1 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3956351 Apr 06 14:37:37.257155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45026) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:37.261660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-413d397f-5354-44c5-8d95-5e4e2c3b9e01 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': '2b428417-feba-4b6b-af64-85c7d9a6998e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:37.336521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.26.7.234 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/3b97314b-c0fd-4901-91fe-d8e65127bf89) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:37.354497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8d81ab0-3695-4da9-9d8a-e91da9beaea6 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (cf7fdc91-d545-4b03-acab-0df6f0028347), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.356064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8d81ab0-3695-4da9-9d8a-e91da9beaea6 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (cf7fdc91-d545-4b03-acab-0df6f0028347), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.367759 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-0527b985-ad6c-40a9-a742-bf0ca67c1d8e service neutron] 10.222.0.87 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350127 Apr 06 14:37:37.376905 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-413d397f-5354-44c5-8d95-5e4e2c3b9e01 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (d02fdba7-e10d-4150-b18a-516cfcb3c053), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.384323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d05b45-397e-48bc-9af1-31bb871140af req-d84b9115-e894-4f69-bf63-a30714b4344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:37.384791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d05b45-397e-48bc-9af1-31bb871140af req-d84b9115-e894-4f69-bf63-a30714b4344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:37.386339 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53d05b45-397e-48bc-9af1-31bb871140af req-d84b9115-e894-4f69-bf63-a30714b4344b service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 1583 time: 1.0006230 Apr 06 14:37:37.439325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8d81ab0-3695-4da9-9d8a-e91da9beaea6 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for router_controller (cf7fdc91-d545-4b03-acab-0df6f0028347), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.466053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-413d397f-5354-44c5-8d95-5e4e2c3b9e01 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (d02fdba7-e10d-4150-b18a-516cfcb3c053), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.500336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8d81ab0-3695-4da9-9d8a-e91da9beaea6 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (cf7fdc91-d545-4b03-acab-0df6f0028347), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.537912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-413d397f-5354-44c5-8d95-5e4e2c3b9e01 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d02fdba7-e10d-4150-b18a-516cfcb3c053), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.559385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d397f-5354-44c5-8d95-5e4e2c3b9e01 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02fdba7-e10d-4150-b18a-516cfcb3c053,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:37.584967 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-302d3aab-7833-483d-97a6-a103b8917c2c req-10595462-548d-4650-8cff-01d4dd43bf6b service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756301 Apr 06 14:37:37.621288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8d81ab0-3695-4da9-9d8a-e91da9beaea6 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.626709 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b8d81ab0-3695-4da9-9d8a-e91da9beaea6 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6131957 Apr 06 14:37:37.627350 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45030) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:37.632292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1847373661'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:37.653502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-413d397f-5354-44c5-8d95-5e4e2c3b9e01 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.654743 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-413d397f-5354-44c5-8d95-5e4e2c3b9e01 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966055 Apr 06 14:37:37.660081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45032) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:37.664751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-167f3306-9925-46e4-b8b0-58d5d17435ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': '2b428417-feba-4b6b-af64-85c7d9a6998e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:37.751044 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Made reservation on behalf of ed8bf78564c043db8827ac5856e3c2a0 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:37.754586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.764242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (3b97314b-c0fd-4901-91fe-d8e65127bf89), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.768442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.776300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d05b45-397e-48bc-9af1-31bb871140af req-29f49aad-2f72-472a-a1a4-a5a3ddfc727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:37.777795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53d05b45-397e-48bc-9af1-31bb871140af req-29f49aad-2f72-472a-a1a4-a5a3ddfc727e service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3499587 Apr 06 14:37:37.788165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-167f3306-9925-46e4-b8b0-58d5d17435ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (6cfd80a7-c635-4dea-8468-ebb014e2f7bd), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.793404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dcc01-287b-4ed5-8a0b-4d9391f26598 req-80d57952-be0c-46db-980f-f4be43d93ee8 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:37.795027 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e75dcc01-287b-4ed5-8a0b-4d9391f26598 req-80d57952-be0c-46db-980f-f4be43d93ee8 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 943 time: 0.2751727 Apr 06 14:37:37.811120 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-302d3aab-7833-483d-97a6-a103b8917c2c req-330099f1-dee2-4764-a4f4-ad090dc5d054 service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159390 Apr 06 14:37:37.873076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e75dcc01-287b-4ed5-8a0b-4d9391f26598 req-db77926f-4047-4814-bfda-33801d6ca2c9 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604577 Apr 06 14:37:37.876677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-167f3306-9925-46e4-b8b0-58d5d17435ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (6cfd80a7-c635-4dea-8468-ebb014e2f7bd), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.908369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for security_group (c1da1897-26f2-49b7-b741-de07bfdfcd75), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.934674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-d11346c6-aa06-45f8-835e-36b808df621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:37.937826 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-d11346c6-aa06-45f8-835e-36b808df621c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 1127 time: 0.0519006 Apr 06 14:37:37.988540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3b97314b-c0fd-4901-91fe-d8e65127bf89), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:37.992595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-46d9dd48-3872-4313-ab72-c128060c5520 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd863ac7-7e6e-4960-bf16-b66a71bc0217 HTTP/1.1" status: 200 len: 217 time: 0.0447173 Apr 06 14:37:37.996650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-167f3306-9925-46e4-b8b0-58d5d17435ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (6cfd80a7-c635-4dea-8468-ebb014e2f7bd), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.001225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c1da1897-26f2-49b7-b741-de07bfdfcd75), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.040141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f3306-9925-46e4-b8b0-58d5d17435ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfd80a7-c635-4dea-8468-ebb014e2f7bd,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:38.041979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:38.059377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1da1897-26f2-49b7-b741-de07bfdfcd75,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:38.062518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a7d14552-f278-4fc6-97f0-a79e660319c9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.062874 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Added segment a7d14552-f278-4fc6-97f0-a79e660319c9 of type vlan for network c2a8ba1d-26cf-4094-a8fa-72124742882a Apr 06 14:37:38.067446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:38.076020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=3b97314b-c0fd-4901-91fe-d8e65127bf89,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:38.079154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:38.083298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:38.110656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (c2a8ba1d-26cf-4094-a8fa-72124742882a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.115155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-da9fd04f-cf7b-4e94-91e4-a58475c658a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:38.115155 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-da9fd04f-cf7b-4e94-91e4-a58475c658a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=da2a002e-978d-4e64-bc2d-5b1a0cde7d27 HTTP/1.1" status: 200 len: 834 time: 0.1163378 Apr 06 14:37:38.139326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-167f3306-9925-46e4-b8b0-58d5d17435ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.143600 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-167f3306-9925-46e4-b8b0-58d5d17435ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4799058 Apr 06 14:37:38.149370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45034) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:38.149370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-17a4cc97-4ee9-4a17-b739-1b6a0c9a61d9 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': '2b428417-feba-4b6b-af64-85c7d9a6998e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:38.200238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (c2a8ba1d-26cf-4094-a8fa-72124742882a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.205989 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:38.206589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.257370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 2ddfae4a-0f6f-4539-8533-80c1915f50c6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:37:38.267373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-1ba8bc9b-f011-4342-9d2a-331d364d91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:38.268919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-1ba8bc9b-f011-4342-9d2a-331d364d91d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1482615 Apr 06 14:37:38.271170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17a4cc97-4ee9-4a17-b739-1b6a0c9a61d9 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (8bbf3e36-19a1-4841-99cc-897048fc6613), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.299299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Network': ['ID=c2a8ba1d-26cf-4094-a8fa-72124742882a,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:38.313576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network c2a8ba1d-26cf-4094-a8fa-72124742882a details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:38.359545 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-98072893-f4bc-4c3d-974e-5c92b403171d tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7310779 Apr 06 14:37:38.363548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45038) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:38.369981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'subnet': {'network_id': 'c2a8ba1d-26cf-4094-a8fa-72124742882a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:38.430273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17a4cc97-4ee9-4a17-b739-1b6a0c9a61d9 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (8bbf3e36-19a1-4841-99cc-897048fc6613), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.487005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 2ddfae4a-0f6f-4539-8533-80c1915f50c6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6,segment=NetworkSegment(9f7afbd9-389d-4758-9960-e59ed6ed75fa),segment_id=9f7afbd9-389d-4758-9960-e59ed6ed75fa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:38.496160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17a4cc97-4ee9-4a17-b739-1b6a0c9a61d9 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8bbf3e36-19a1-4841-99cc-897048fc6613), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.505305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '2ddfae4a-0f6f-4539-8533-80c1915f50c6', 'network_id': '7d2630b5-8730-4cce-8f52-2866be81c0f2', 'port_id': '2ddfae4a-0f6f-4539-8533-80c1915f50c6', 'mac_address': 'fa:16:3e:29:39:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8552a9de-f261-4791-bd96-4986749e5865', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:37:38.515805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85181d09-6594-4bac-a1f0-abba8d2e1cf9 req-3af789dc-23c7-491b-88e1-84becf989217 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:38.517376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-85181d09-6594-4bac-a1f0-abba8d2e1cf9 req-3af789dc-23c7-491b-88e1-84becf989217 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 943 time: 0.1806881 Apr 06 14:37:38.526952 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-ec1729bf-a974-4f99-bbe0-506538d7ca22 service neutron] 10.222.0.87 "GET /v2.0/networks/4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497749 Apr 06 14:37:38.539493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4cc97-4ee9-4a17-b739-1b6a0c9a61d9 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbf3e36-19a1-4841-99cc-897048fc6613,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:38.554776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:38.555240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.567269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 91494b3d-3931-4b44-8036-af3295b162d7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:38.586674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-17a4cc97-4ee9-4a17-b739-1b6a0c9a61d9 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.590869 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-17a4cc97-4ee9-4a17-b739-1b6a0c9a61d9 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4432564 Apr 06 14:37:38.591178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45040) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:38.596493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e7ab1ff7-dca5-4c8d-b923-6851a4e964dd tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': '2b428417-feba-4b6b-af64-85c7d9a6998e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:38.599421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddfae4a-0f6f-4539-8533-80c1915f50c6 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:38.604607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Made reservation on behalf of ed8bf78564c043db8827ac5856e3c2a0 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:38.607706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.632966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 2ddfae4a-0f6f-4539-8533-80c1915f50c6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6,segment=NetworkSegment(9f7afbd9-389d-4758-9960-e59ed6ed75fa),segment_id=9f7afbd9-389d-4758-9960-e59ed6ed75fa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:38.656111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 91494b3d-3931-4b44-8036-af3295b162d7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:38.657423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (91494b3d-3931-4b44-8036-af3295b162d7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.678302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_gateway (8d9baed8-45d7-4caa-8392-f072de51049b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.690588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-85181d09-6594-4bac-a1f0-abba8d2e1cf9 req-c944d32a-e33d-4428-a274-c4e98a2c1075 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545081 Apr 06 14:37:38.696884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.762221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=2ddfae4a-0f6f-4539-8533-80c1915f50c6,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:38.787337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e7ab1ff7-dca5-4c8d-b923-6851a4e964dd tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (a7962540-31af-4509-a47e-1b606178f8c9), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.787889 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2144f825-97d1-4696-98a0-bb28e68cd365 req-ccdd2d90-3c89-4ce5-a4ae-34425f440284 service neutron] 10.222.0.87 "GET /v2.0/networks/4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497466 Apr 06 14:37:38.820633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 91494b3d-3931-4b44-8036-af3295b162d7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:38.913104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e7ab1ff7-dca5-4c8d-b923-6851a4e964dd tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (a7962540-31af-4509-a47e-1b606178f8c9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.990803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (882d1f86-fbdd-475b-b20a-182b02fab6de), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.018616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (8d9baed8-45d7-4caa-8392-f072de51049b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.022709 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e7ab1ff7-dca5-4c8d-b923-6851a4e964dd tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a7962540-31af-4509-a47e-1b606178f8c9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.057364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab1ff7-dca5-4c8d-b923-6851a4e964dd tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7962540-31af-4509-a47e-1b606178f8c9,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:39.084337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Subnet': ['ID=882d1f86-fbdd-475b-b20a-182b02fab6de,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:39.087019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ae54ca1f-44ee-4380-9b2e-3e2a228404b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.100068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Checking segment: {'id': 'a7d14552-f278-4fc6-97f0-a79e660319c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c2a8ba1d-26cf-4094-a8fa-72124742882a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:39.100551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network hostable DHCP agents. Network: c2a8ba1d-26cf-4094-a8fa-72124742882a, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:39.157876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e7ab1ff7-dca5-4c8d-b923-6851a4e964dd tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.162627 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e7ab1ff7-dca5-4c8d-b923-6851a4e964dd tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5675869 Apr 06 14:37:39.163005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45044) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:39.171238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f043d7c1-b645-400b-9b92-1fb0c02a92f0 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': '2b428417-feba-4b6b-af64-85c7d9a6998e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:39.190011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network c2a8ba1d-26cf-4094-a8fa-72124742882a is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:39.280911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f043d7c1-b645-400b-9b92-1fb0c02a92f0 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (a60e4b47-06e9-4761-a03e-a998dbb7232e), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.303831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, c2a8ba1d-26cf-4094-a8fa-72124742882a) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:39.309214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.310039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.320039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b964cca1-eb25-44ad-ba8a-0623892706bb None None] Network c2a8ba1d-26cf-4094-a8fa-72124742882a requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:39.347632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['2ddfae4a-0f6f-4539-8533-80c1915f50c6'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:37:39.398336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f043d7c1-b645-400b-9b92-1fb0c02a92f0 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (a60e4b47-06e9-4761-a03e-a998dbb7232e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.413494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1e272-4bc3-4a41-9595-fb9291bc032f req-831a032f-0e62-4ab1-8258-9b7ff1124ce7 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.415070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2df1e272-4bc3-4a41-9595-fb9291bc032f req-831a032f-0e62-4ab1-8258-9b7ff1124ce7 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 944 time: 0.4651771 Apr 06 14:37:39.450559 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a3a26ffd-a7ea-41a5-8159-05c5ae61ced7 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0844805 Apr 06 14:37:39.454000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45046) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:39.465088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'network': {'name': 'tempest-router-network01--1011134468'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:39.472704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f043d7c1-b645-400b-9b92-1fb0c02a92f0 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a60e4b47-06e9-4761-a03e-a998dbb7232e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.521685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043d7c1-b645-400b-9b92-1fb0c02a92f0 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60e4b47-06e9-4761-a03e-a998dbb7232e,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:39.522513 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2df1e272-4bc3-4a41-9595-fb9291bc032f req-fb87b49e-5121-4067-908b-cc1da92fc46a tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980108 Apr 06 14:37:39.553906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-c2a8ba1d-26cf-4094-a8fa-72124742882a', 'network_id': 'c2a8ba1d-26cf-4094-a8fa-72124742882a', 'project_id': 'ed8bf78564c043db8827ac5856e3c2a0', 'fixed_ips': [{'subnet_id': '882d1f86-fbdd-475b-b20a-182b02fab6de'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:39.555114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.608983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f043d7c1-b645-400b-9b92-1fb0c02a92f0 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.610259 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f043d7c1-b645-400b-9b92-1fb0c02a92f0 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4459307 Apr 06 14:37:39.613172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45048) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:39.641046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8d01aa9-538d-4667-99b3-eae183eb1b58 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (a60e4b47-06e9-4761-a03e-a998dbb7232e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.642396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router 8d9baed8-45d7-4caa-8392-f072de51049b is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:37:39.644429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Made reservation on behalf of ed8bf78564c043db8827ac5856e3c2a0 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:39.647716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.661203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8d01aa9-538d-4667-99b3-eae183eb1b58 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (a60e4b47-06e9-4761-a03e-a998dbb7232e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.699932 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:39.770210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Allocated IP 2001:db8::2 (c2a8ba1d-26cf-4094-a8fa-72124742882a/882d1f86-fbdd-475b-b20a-182b02fab6de/4b4c78a5-e5b2-4622-8038-d82a961e590f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:39.793245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8d01aa9-538d-4667-99b3-eae183eb1b58 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a60e4b47-06e9-4761-a03e-a998dbb7232e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.798255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (53650d3e-89bd-4430-8f3f-fcbd65926e50), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.798840 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Added segment 53650d3e-89bd-4430-8f3f-fcbd65926e50 of type vlan for network a280ec30-f524-4d6a-9126-60c34cbb3385 Apr 06 14:37:39.801564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:39.808572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f8d01aa9-538d-4667-99b3-eae183eb1b58 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.810476 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f8d01aa9-538d-4667-99b3-eae183eb1b58 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/a60e4b47-06e9-4761-a03e-a998dbb7232e HTTP/1.1" status: 204 len: 168 time: 0.1961849 Apr 06 14:37:39.815857 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6d7b7e-ee61-4c67-83d5-791d7997b9a8 None None] Sync routers for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:39.830820 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d7b7e-ee61-4c67-83d5-791d7997b9a8 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:39.831063 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45052) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:39.831646 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dc6d7b7e-ee61-4c67-83d5-791d7997b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:39.849414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d01aa9-538d-4667-99b3-eae183eb1b58 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a60e4b47-06e9-4761-a03e-a998dbb7232e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:39.880993 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dc6d7b7e-ee61-4c67-83d5-791d7997b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:39.889946 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d7b7e-ee61-4c67-83d5-791d7997b9a8 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:39.890950 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dc6d7b7e-ee61-4c67-83d5-791d7997b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:39.913358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56097f82-2084-4dd9-9e7f-5b391dcc2f92 req-47ebea22-745a-4388-8e70-73375da25eda tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:39.914981 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56097f82-2084-4dd9-9e7f-5b391dcc2f92 req-47ebea22-745a-4388-8e70-73375da25eda tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 943 time: 0.1359839 Apr 06 14:37:39.927142 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a280ec30-f524-4d6a-9126-60c34cbb3385), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.935709 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dc6d7b7e-ee61-4c67-83d5-791d7997b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:39.936787 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6d7b7e-ee61-4c67-83d5-791d7997b9a8 None None] The sync data for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:39.946521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:39.948708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c98b966e-a1e4-4a30-8cc4-c2826757032c tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5755470 Apr 06 14:37:39.954056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45054) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:39.978129 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8261a1f2-c701-49b0-b178-c16e78376102 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1454487 Apr 06 14:37:39.982662 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45056) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.009202 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56097f82-2084-4dd9-9e7f-5b391dcc2f92 req-0b1da676-1aa5-48f9-b144-a22cb74a0217 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843289 Apr 06 14:37:40.021260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f33f325c-b91b-48a5-8a7c-6974885df704 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (a7962540-31af-4509-a47e-1b606178f8c9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.030469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f33f325c-b91b-48a5-8a7c-6974885df704 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (a7962540-31af-4509-a47e-1b606178f8c9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.039149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Publish callbacks [] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.115404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.144888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f33f325c-b91b-48a5-8a7c-6974885df704 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a7962540-31af-4509-a47e-1b606178f8c9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.150108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f33f325c-b91b-48a5-8a7c-6974885df704 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.150954 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f33f325c-b91b-48a5-8a7c-6974885df704 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/a7962540-31af-4509-a47e-1b606178f8c9 HTTP/1.1" status: 204 len: 168 time: 0.1663120 Apr 06 14:37:40.154610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45058) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.166497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Network c2a8ba1d-26cf-4094-a8fa-72124742882a is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:40.170107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:40.170322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f325c-b91b-48a5-8a7c-6974885df704 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7962540-31af-4509-a47e-1b606178f8c9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:40.182551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:40.190930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Pushing event updated for resources: {'Port': ['ID=4b4c78a5-e5b2-4622-8038-d82a961e590f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:40.194303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a280ec30-f524-4d6a-9126-60c34cbb3385), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.199966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:40.200811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.214947 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-be4d375a-eb0a-4dde-aab5-6a1ddddc49da tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0552161 Apr 06 14:37:40.218241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45060) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.244749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8704d69f-4222-4b43-8c08-fca0579e7707 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (8bbf3e36-19a1-4841-99cc-897048fc6613), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.254842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8704d69f-4222-4b43-8c08-fca0579e7707 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (8bbf3e36-19a1-4841-99cc-897048fc6613), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.258817 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Attempting to bind port 4b4c78a5-e5b2-4622-8038-d82a961e590f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:40.259424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Attempting to bind port 4b4c78a5-e5b2-4622-8038-d82a961e590f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a7d14552-f278-4fc6-97f0-a79e660319c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c2a8ba1d-26cf-4094-a8fa-72124742882a'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:40.260430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Attempting to bind port 4b4c78a5-e5b2-4622-8038-d82a961e590f on network c2a8ba1d-26cf-4094-a8fa-72124742882a {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:40.266615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:40.267137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Checking segment: {'id': 'a7d14552-f278-4fc6-97f0-a79e660319c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c2a8ba1d-26cf-4094-a8fa-72124742882a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:40.267617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.268229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Bound using segment: {'id': 'a7d14552-f278-4fc6-97f0-a79e660319c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c2a8ba1d-26cf-4094-a8fa-72124742882a'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:40.269113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Bound port: 4b4c78a5-e5b2-4622-8038-d82a961e590f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d14552-f278-4fc6-97f0-a79e660319c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c2a8ba1d-26cf-4094-a8fa-72124742882a'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:40.269113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.294415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Network': ['ID=a280ec30-f524-4d6a-9126-60c34cbb3385,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:40.306642 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-22fc9990-261c-4c9a-8605-53f12546e541 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8473613 Apr 06 14:37:40.307845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45062) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.309357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a280ec30-f524-4d6a-9126-60c34cbb3385 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:40.315945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'network': {'name': 'tempest-router-network02--1206852432'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:40.356597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8704d69f-4222-4b43-8c08-fca0579e7707 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8bbf3e36-19a1-4841-99cc-897048fc6613), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.369932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8704d69f-4222-4b43-8c08-fca0579e7707 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.372591 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8704d69f-4222-4b43-8c08-fca0579e7707 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/8bbf3e36-19a1-4841-99cc-897048fc6613 HTTP/1.1" status: 204 len: 168 time: 0.1531811 Apr 06 14:37:40.378345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45064) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.401506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704d69f-4222-4b43-8c08-fca0579e7707 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bbf3e36-19a1-4841-99cc-897048fc6613,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:40.410203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] For port 4b4c78a5-e5b2-4622-8038-d82a961e590f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:40.415988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] For port 4b4c78a5-e5b2-4622-8038-d82a961e590f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4b4c78a5-e5b2-4622-8038-d82a961e590f,segment=NetworkSegment(a7d14552-f278-4fc6-97f0-a79e660319c9),segment_id=a7d14552-f278-4fc6-97f0-a79e660319c9)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:40.438791 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-66c6356a-f9fe-4cc1-bc67-8e1ba86c0ef2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0560906 Apr 06 14:37:40.438791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Made reservation on behalf of ed8bf78564c043db8827ac5856e3c2a0 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:40.439130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45066) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.444326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.467982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:40.475500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f9f1-a8fe-41ac-b04e-44fd323eeaea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (6cfd80a7-c635-4dea-8468-ebb014e2f7bd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.477991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6c0d94ae-2ab6-49bd-8487-d1c76bafd62f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.478324 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Added segment 6c0d94ae-2ab6-49bd-8487-d1c76bafd62f of type vlan for network 906aa7dc-3981-4c27-8dcc-b2db62501203 Apr 06 14:37:40.493988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.518684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f9f1-a8fe-41ac-b04e-44fd323eeaea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (6cfd80a7-c635-4dea-8468-ebb014e2f7bd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.524839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (906aa7dc-3981-4c27-8dcc-b2db62501203), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.584600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e294d05-1f30-48a3-a1c8-782a448cfc66 None None] Pushing event updated for resources: {'Port': ['ID=4b4c78a5-e5b2-4622-8038-d82a961e590f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:40.625413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (906aa7dc-3981-4c27-8dcc-b2db62501203), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.631176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:40.633699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.678464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.682820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f9f1-a8fe-41ac-b04e-44fd323eeaea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (6cfd80a7-c635-4dea-8468-ebb014e2f7bd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.704579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f9f1-a8fe-41ac-b04e-44fd323eeaea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.705806 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3cf6f9f1-a8fe-41ac-b04e-44fd323eeaea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/6cfd80a7-c635-4dea-8468-ebb014e2f7bd HTTP/1.1" status: 204 len: 168 time: 0.2658384 Apr 06 14:37:40.709392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45070) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.728660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6f9f1-a8fe-41ac-b04e-44fd323eeaea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cfd80a7-c635-4dea-8468-ebb014e2f7bd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:40.739471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Network': ['ID=906aa7dc-3981-4c27-8dcc-b2db62501203,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:40.756851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386916c0-c1dd-4cf1-8d88-596c8ab05550 req-de2c74cb-cecc-4dc5-949b-10ca83186962 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:40.758649 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-386916c0-c1dd-4cf1-8d88-596c8ab05550 req-de2c74cb-cecc-4dc5-949b-10ca83186962 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 944 time: 0.1459014 Apr 06 14:37:40.761041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 906aa7dc-3981-4c27-8dcc-b2db62501203 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:40.813631 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-84acfa30-17bd-4fe9-bb37-c3234569bef0 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5039899 Apr 06 14:37:40.814627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45072) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:40.822879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'subnet': {'network_id': 'a280ec30-f524-4d6a-9126-60c34cbb3385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:40.931445 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-386916c0-c1dd-4cf1-8d88-596c8ab05550 req-47366fd8-f632-45f1-b882-1f828cd4289f tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618741 Apr 06 14:37:41.030866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Made reservation on behalf of ed8bf78564c043db8827ac5856e3c2a0 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:41.035297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.186408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8ba78-73bb-42fd-abd9-5223bbdb3aef req-c0f873d0-f278-44fa-8984-0fe50c170d6d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:41.188092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c3a8ba78-73bb-42fd-abd9-5223bbdb3aef req-c0f873d0-f278-44fa-8984-0fe50c170d6d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 943 time: 0.0962510 Apr 06 14:37:41.216949 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-edd8076b-4ea0-4c28-a9bf-8fe44c7411e5 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5062335 Apr 06 14:37:41.220270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45076) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:41.254423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-19e05094-68b0-4d94-8534-6ed7dc86c6c8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (d02fdba7-e10d-4150-b18a-516cfcb3c053), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.268578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-19e05094-68b0-4d94-8534-6ed7dc86c6c8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (d02fdba7-e10d-4150-b18a-516cfcb3c053), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.316575 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c3a8ba78-73bb-42fd-abd9-5223bbdb3aef req-c1a1fa69-58c9-4ae6-83a9-e911e2af1168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173520 Apr 06 14:37:41.416344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-19e05094-68b0-4d94-8534-6ed7dc86c6c8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d02fdba7-e10d-4150-b18a-516cfcb3c053), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.424803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (b7f83463-901b-4826-87df-8e366e2b7da2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.426559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-19e05094-68b0-4d94-8534-6ed7dc86c6c8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.428234 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-19e05094-68b0-4d94-8534-6ed7dc86c6c8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/d02fdba7-e10d-4150-b18a-516cfcb3c053 HTTP/1.1" status: 204 len: 168 time: 0.2068076 Apr 06 14:37:41.433671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45078) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:41.471713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e05094-68b0-4d94-8534-6ed7dc86c6c8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d02fdba7-e10d-4150-b18a-516cfcb3c053,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:41.497869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a0a7-4a6c-4dc0-88b1-b2daecd947a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.503025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Subnet': ['ID=b7f83463-901b-4826-87df-8e366e2b7da2,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:41.511830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Checking segment: {'id': '53650d3e-89bd-4430-8f3f-fcbd65926e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'a280ec30-f524-4d6a-9126-60c34cbb3385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:41.512194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network hostable DHCP agents. Network: a280ec30-f524-4d6a-9126-60c34cbb3385, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:41.520963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.20.0.1 (af5ada98-d486-41db-85bc-30c3c36af9c7/e4ba978d-e318-4547-a2dd-0ad60afed33c/a4198dc2-f5b9-4c64-b0db-ec99047c5e3c) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:41.537052 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d412a434-c1dd-45b7-87d6-96bca5967430 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1022313 Apr 06 14:37:41.540728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45080) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:41.614836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network a280ec30-f524-4d6a-9126-60c34cbb3385 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:41.674192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-113ec895-0998-451b-a378-e4361d0bcac8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (2b428417-feba-4b6b-af64-85c7d9a6998e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.699478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, a280ec30-f524-4d6a-9126-60c34cbb3385) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:41.706466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:41.707349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.717059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1865e-9622-44ff-bd12-bfd7796e8a65 None None] Network a280ec30-f524-4d6a-9126-60c34cbb3385 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:41.725580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-113ec895-0998-451b-a378-e4361d0bcac8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (2b428417-feba-4b6b-af64-85c7d9a6998e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.734912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.808630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-39df901b-0814-43d9-b6ea-863e796b8790 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9900310 Apr 06 14:37:41.812622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45082) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:41.818805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'subnet': {'network_id': '906aa7dc-3981-4c27-8dcc-b2db62501203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:41.841917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f0325-ad64-462a-adfd-565e512da2d7 None None] Network c2a8ba1d-26cf-4094-a8fa-72124742882a requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:41.873117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-113ec895-0998-451b-a378-e4361d0bcac8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2b428417-feba-4b6b-af64-85c7d9a6998e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.875784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-113ec895-0998-451b-a378-e4361d0bcac8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.877444 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-113ec895-0998-451b-a378-e4361d0bcac8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/2b428417-feba-4b6b-af64-85c7d9a6998e HTTP/1.1" status: 204 len: 168 time: 0.3320112 Apr 06 14:37:41.882442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45084) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:41.884844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-a280ec30-f524-4d6a-9126-60c34cbb3385', 'network_id': 'a280ec30-f524-4d6a-9126-60c34cbb3385', 'project_id': 'ed8bf78564c043db8827ac5856e3c2a0', 'fixed_ips': [{'subnet_id': 'b7f83463-901b-4826-87df-8e366e2b7da2'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:41.885706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.898827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:41.935495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ec895-0998-451b-a378-e4361d0bcac8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b428417-feba-4b6b-af64-85c7d9a6998e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:41.962151 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3ffd85de-cc4e-4a57-8d9f-d1b0f09a5365 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0777698 Apr 06 14:37:41.971058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45088) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:41.986338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d450d1d5-ab1c-4ce2-8738-dc6cd6f5f951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573037611'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:41.997233 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network af5ada98-d486-41db-85bc-30c3c36af9c7 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:42.006443 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:42.009219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-49594c9c-8a7c-4859-9884-ab6d05c8572e None None] Provisioning complete for port 4b4c78a5-e5b2-4622-8038-d82a961e590f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:42.009867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49594c9c-8a7c-4859-9884-ab6d05c8572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.016683 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:42.047015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=a4198dc2-f5b9-4c64-b0db-ec99047c5e3c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:42.097812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (8d9baed8-45d7-4caa-8392-f072de51049b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.114548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d450d1d5-ab1c-4ce2-8738-dc6cd6f5f951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.145827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Made reservation on behalf of ed8bf78564c043db8827ac5856e3c2a0 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:42.150346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.166874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a70464-0b4a-4555-a65d-457e92b78e2d req-ff9bb67e-6d58-4dff-aed4-695490f07e96 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:42.168563 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53a70464-0b4a-4555-a65d-457e92b78e2d req-ff9bb67e-6d58-4dff-aed4-695490f07e96 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 944 time: 0.0957637 Apr 06 14:37:42.319404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d450d1d5-ab1c-4ce2-8738-dc6cd6f5f951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (2866cccb-3991-4d53-a7a7-69b843f2a7be), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.324270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53a70464-0b4a-4555-a65d-457e92b78e2d req-2fee8d32-b902-4b4e-b014-be916c517c9a tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478150 Apr 06 14:37:42.333637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device cd863ac7-7e6e-4960-bf16-b66a71bc0217 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:37:42.336434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 2ddfae4a-0f6f-4539-8533-80c1915f50c6 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:42.397428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d450d1d5-ab1c-4ce2-8738-dc6cd6f5f951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2866cccb-3991-4d53-a7a7-69b843f2a7be), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.415651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Allocated IP 2001:db8::2 (a280ec30-f524-4d6a-9126-60c34cbb3385/b7f83463-901b-4826-87df-8e366e2b7da2/a64168f3-fc5e-4501-b7c7-d6c560ff3413) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:42.473946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450d1d5-ab1c-4ce2-8738-dc6cd6f5f951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2866cccb-3991-4d53-a7a7-69b843f2a7be,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:42.484327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-49594c9c-8a7c-4859-9884-ab6d05c8572e None None] Current status of the port 4b4c78a5-e5b2-4622-8038-d82a961e590f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:42.484951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49594c9c-8a7c-4859-9884-ab6d05c8572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.523198 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.534615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb44b04-b0ff-42d3-9f52-40346e4823b3 req-dc68860f-4d03-4358-a7ee-b24563f27f7b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:42.539026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1eb44b04-b0ff-42d3-9f52-40346e4823b3 req-dc68860f-4d03-4358-a7ee-b24563f27f7b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 943 time: 0.1250601 Apr 06 14:37:42.552000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d450d1d5-ab1c-4ce2-8738-dc6cd6f5f951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.559275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d450d1d5-ab1c-4ce2-8738-dc6cd6f5f951 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5778816 Apr 06 14:37:42.570486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45092) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:42.593661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2d6e15be-fda9-4968-8824-a55931118fd4 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': '2866cccb-3991-4d53-a7a7-69b843f2a7be', 'direction': 'ingress', 'protocol': 17}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:42.679416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1eb44b04-b0ff-42d3-9f52-40346e4823b3 req-0d604ac3-c6ff-483e-9f3d-58ea3cef5dc6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223836 Apr 06 14:37:42.699889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-49594c9c-8a7c-4859-9884-ab6d05c8572e None None] For port 4b4c78a5-e5b2-4622-8038-d82a961e590f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4b4c78a5-e5b2-4622-8038-d82a961e590f,segment=NetworkSegment(a7d14552-f278-4fc6-97f0-a79e660319c9),segment_id=a7d14552-f278-4fc6-97f0-a79e660319c9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:42.699889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4b4c78a5-e5b2-4622-8038-d82a961e590f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:42.723760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.730503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d6e15be-fda9-4968-8824-a55931118fd4 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (89abd881-2f9c-45e0-82b2-1e06d5cbaeb6), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.772385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:37:42.802577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:42.802867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.805716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port cd863ac7-7e6e-4960-bf16-b66a71bc0217, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd863ac7-7e6e-4960-bf16-b66a71bc0217,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:42.808497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d6e15be-fda9-4968-8824-a55931118fd4 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (89abd881-2f9c-45e0-82b2-1e06d5cbaeb6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.808795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Subnet': ['ID=7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:42.836424 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Checking segment: {'id': '6c0d94ae-2ab6-49bd-8487-d1c76bafd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '906aa7dc-3981-4c27-8dcc-b2db62501203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:42.836797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network hostable DHCP agents. Network: 906aa7dc-3981-4c27-8dcc-b2db62501203, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:42.863675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49594c9c-8a7c-4859-9884-ab6d05c8572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.874682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d6e15be-fda9-4968-8824-a55931118fd4 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (89abd881-2f9c-45e0-82b2-1e06d5cbaeb6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.881495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'cd863ac7-7e6e-4960-bf16-b66a71bc0217', 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea', 'port_id': 'cd863ac7-7e6e-4960-bf16-b66a71bc0217', 'mac_address': 'fa:16:3e:26:a4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2a002e-978d-4e64-bc2d-5b1a0cde7d27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:37:42.914555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e15be-fda9-4968-8824-a55931118fd4 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89abd881-2f9c-45e0-82b2-1e06d5cbaeb6,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:42.973697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d6e15be-fda9-4968-8824-a55931118fd4 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.975746 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2d6e15be-fda9-4968-8824-a55931118fd4 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4034810 Apr 06 14:37:42.978752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45094) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:42.986134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Publish callbacks [] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.003641 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network 906aa7dc-3981-4c27-8dcc-b2db62501203 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:43.009807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.017076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4b4c78a5-e5b2-4622-8038-d82a961e590f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:43.017452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.044840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72982b80-f251-4ad5-8e05-f604a2f68591 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (2866cccb-3991-4d53-a7a7-69b843f2a7be), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.045102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port cd863ac7-7e6e-4960-bf16-b66a71bc0217 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:43.046035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.048400 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594c9c-8a7c-4859-9884-ab6d05c8572e None None] Pushing event updated for resources: {'Port': ['ID=4b4c78a5-e5b2-4622-8038-d82a961e590f,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:43.072187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72982b80-f251-4ad5-8e05-f604a2f68591 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (2866cccb-3991-4d53-a7a7-69b843f2a7be), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.074608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9ac22302-a314-47f0-b7f4-d3055907bc00 None None] Provisioning complete for port a4198dc2-f5b9-4c64-b0db-ec99047c5e3c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:43.075019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ac22302-a314-47f0-b7f4-d3055907bc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.086574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd863ac7-7e6e-4960-bf16-b66a71bc0217 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:43.111380 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 906aa7dc-3981-4c27-8dcc-b2db62501203) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:43.115202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.143320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.145986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca02cf0-4cab-460b-a4ed-6b2f6528b207 None None] Network 906aa7dc-3981-4c27-8dcc-b2db62501203 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:43.155925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:43.156615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.208001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72982b80-f251-4ad5-8e05-f604a2f68591 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2866cccb-3991-4d53-a7a7-69b843f2a7be), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.210620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-72982b80-f251-4ad5-8e05-f604a2f68591 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.211925 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-72982b80-f251-4ad5-8e05-f604a2f68591 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/2866cccb-3991-4d53-a7a7-69b843f2a7be HTTP/1.1" status: 204 len: 168 time: 0.2319963 Apr 06 14:37:43.222096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45096) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:43.234361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72982b80-f251-4ad5-8e05-f604a2f68591 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2866cccb-3991-4d53-a7a7-69b843f2a7be,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:43.248188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (8d9baed8-45d7-4caa-8392-f072de51049b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.250900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port cd863ac7-7e6e-4960-bf16-b66a71bc0217, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd863ac7-7e6e-4960-bf16-b66a71bc0217,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:43.254122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=a4198dc2-f5b9-4c64-b0db-ec99047c5e3c,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:43.287573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Network a280ec30-f524-4d6a-9126-60c34cbb3385 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:43.288883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:43.289270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.301423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9ac22302-a314-47f0-b7f4-d3055907bc00 None None] Port a4198dc2-f5b9-4c64-b0db-ec99047c5e3c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:43.312665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:43.324334 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-10d9a621-c27e-4598-a4cb-1da68c2649f8 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5098400 Apr 06 14:37:43.327971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45098) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:43.336212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:43.346278 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a67b9f44-2a22-427e-975f-3426627b7bdc tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1164453 Apr 06 14:37:43.346534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Pushing event updated for resources: {'Port': ['ID=a64168f3-fc5e-4501-b7c7-d6c560ff3413,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:43.354882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45100) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:43.354882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ec6ea83f-2bca-48bd-b64e-6eaf2332e670 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083696368'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:43.394607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.403837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f727e52d-1c2c-4cb6-ba42-baf98fc2810b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddfae4a-0f6f-4539-8533-80c1915f50c6'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:43.407302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd993c72-2b90-43a9-a6e2-a392bf3b80f4" -d '{"events": [{"server_uuid": "f727e52d-1c2c-4cb6-ba42-baf98fc2810b", "name": "network-vif-plugged", "status": "completed", "tag": "2ddfae4a-0f6f-4539-8533-80c1915f50c6"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:43.431388 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network af5ada98-d486-41db-85bc-30c3c36af9c7 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:43.432991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:43.461054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9ac22302-a314-47f0-b7f4-d3055907bc00 None None] Provisioning complete for port 4b4c78a5-e5b2-4622-8038-d82a961e590f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:43.461445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ac22302-a314-47f0-b7f4-d3055907bc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.465526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4b4c78a5-e5b2-4622-8038-d82a961e590f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:43.537892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 2ddfae4a-0f6f-4539-8533-80c1915f50c6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6,segment=NetworkSegment(9f7afbd9-389d-4758-9960-e59ed6ed75fa),segment_id=9f7afbd9-389d-4758-9960-e59ed6ed75fa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:43.558262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea83f-2bca-48bd-b64e-6eaf2332e670 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.586647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-906aa7dc-3981-4c27-8dcc-b2db62501203', 'network_id': '906aa7dc-3981-4c27-8dcc-b2db62501203', 'project_id': 'ed8bf78564c043db8827ac5856e3c2a0', 'fixed_ips': [{'subnet_id': '7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:43.587702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.634580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Attempting to bind port a64168f3-fc5e-4501-b7c7-d6c560ff3413 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:43.636006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Attempting to bind port a64168f3-fc5e-4501-b7c7-d6c560ff3413 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '53650d3e-89bd-4430-8f3f-fcbd65926e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'a280ec30-f524-4d6a-9126-60c34cbb3385'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:43.636006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Attempting to bind port a64168f3-fc5e-4501-b7c7-d6c560ff3413 on network a280ec30-f524-4d6a-9126-60c34cbb3385 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:43.685539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:43.686097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Checking segment: {'id': '53650d3e-89bd-4430-8f3f-fcbd65926e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'a280ec30-f524-4d6a-9126-60c34cbb3385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:43.686318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.686997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Bound using segment: {'id': '53650d3e-89bd-4430-8f3f-fcbd65926e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'a280ec30-f524-4d6a-9126-60c34cbb3385'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:43.687771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Bound port: a64168f3-fc5e-4501-b7c7-d6c560ff3413, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53650d3e-89bd-4430-8f3f-fcbd65926e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'a280ec30-f524-4d6a-9126-60c34cbb3385'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:43.691237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.719910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router 8d9baed8-45d7-4caa-8392-f072de51049b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:43.724915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.754349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97150846-6d6b-4ac8-839c-67f26d3cf336 req-a4c78bf0-8ea7-4c06-9dc8-50a098b00260 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:43.767218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59ca6e6-4bab-44f7-b151-726c656c5e3a x-openstack-request-id: req-c59ca6e6-4bab-44f7-b151-726c656c5e3a {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:43.767218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f727e52d-1c2c-4cb6-ba42-baf98fc2810b", "name": "network-vif-plugged", "status": "completed", "tag": "2ddfae4a-0f6f-4539-8533-80c1915f50c6", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:43.767218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c59ca6e6-4bab-44f7-b151-726c656c5e3a {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:43.767218 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59ca6e6-4bab-44f7-b151-726c656c5e3a'] response: {'server_uuid': 'f727e52d-1c2c-4cb6-ba42-baf98fc2810b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddfae4a-0f6f-4539-8533-80c1915f50c6', 'code': 200} Apr 06 14:37:43.767982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-97150846-6d6b-4ac8-839c-67f26d3cf336 req-a4c78bf0-8ea7-4c06-9dc8-50a098b00260 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 944 time: 0.2586188 Apr 06 14:37:43.769057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea83f-2bca-48bd-b64e-6eaf2332e670 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (b115aa79-1035-4485-940c-36d6f9ad3c36), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.805745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=cd863ac7-7e6e-4960-bf16-b66a71bc0217,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:43.916342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['cd863ac7-7e6e-4960-bf16-b66a71bc0217'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:37:43.919008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea83f-2bca-48bd-b64e-6eaf2332e670 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b115aa79-1035-4485-940c-36d6f9ad3c36), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.950149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.973523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea83f-2bca-48bd-b64e-6eaf2332e670 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b115aa79-1035-4485-940c-36d6f9ad3c36,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:44.002894 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-97150846-6d6b-4ac8-839c-67f26d3cf336 req-4bc8813b-eb25-4d32-b1eb-3830d2fd6d38 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320542 Apr 06 14:37:44.010088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:44.018023 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-98d81889-3373-4cfc-9b3c-27b9f28c3c6a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/routers/8d9baed8-45d7-4caa-8392-f072de51049b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0601599 Apr 06 14:37:44.027327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45110) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:44.033092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'port': {'network_id': 'af5ada98-d486-41db-85bc-30c3c36af9c7', 'name': 'tempest-FloatingIPTestJSON-139979737'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:44.039960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea83f-2bca-48bd-b64e-6eaf2332e670 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.047766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98ab87-0aab-4559-9d8f-3af8adfab957 None None] Sync routers for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:44.048027 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ec6ea83f-2bca-48bd-b64e-6eaf2332e670 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6992178 Apr 06 14:37:44.049445 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45112) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:44.057065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a37e59f3-9232-4696-b341-84c02f310bac tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907649087'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:44.105516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30624a2-5237-4f27-9be6-4a1603ae96b5 req-785503c4-7508-4069-bc16-c233c6e7231b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:44.106986 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c30624a2-5237-4f27-9be6-4a1603ae96b5 req-785503c4-7508-4069-bc16-c233c6e7231b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 944 time: 0.2140105 Apr 06 14:37:44.126655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=2ddfae4a-0f6f-4539-8533-80c1915f50c6,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:44.136724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] For port a64168f3-fc5e-4501-b7c7-d6c560ff3413, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:44.137758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.137876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9ac22302-a314-47f0-b7f4-d3055907bc00 None None] Current status of the port 4b4c78a5-e5b2-4622-8038-d82a961e590f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:44.153601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98ab87-0aab-4559-9d8f-3af8adfab957 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:44.154259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5c98ab87-0aab-4559-9d8f-3af8adfab957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:44.194946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] For port a64168f3-fc5e-4501-b7c7-d6c560ff3413, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a64168f3-fc5e-4501-b7c7-d6c560ff3413,segment=NetworkSegment(53650d3e-89bd-4430-8f3f-fcbd65926e50),segment_id=53650d3e-89bd-4430-8f3f-fcbd65926e50)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:44.204632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5c98ab87-0aab-4559-9d8f-3af8adfab957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:44.216623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Allocated IP 2001:db8::2 (906aa7dc-3981-4c27-8dcc-b2db62501203/7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0/ec14aea1-b50e-498d-9492-50ca1a5efa63) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:44.220660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a37e59f3-9232-4696-b341-84c02f310bac tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.254811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98ab87-0aab-4559-9d8f-3af8adfab957 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:44.255192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5c98ab87-0aab-4559-9d8f-3af8adfab957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:44.329663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a37e59f3-9232-4696-b341-84c02f310bac tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (bebb76b9-9602-4420-a5f2-38026ab64fa7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.346713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.348565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5c98ab87-0aab-4559-9d8f-3af8adfab957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:44.349361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98ab87-0aab-4559-9d8f-3af8adfab957 None None] The sync data for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:44.366920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c30624a2-5237-4f27-9be6-4a1603ae96b5 req-b827335b-b216-4d90-af8b-cc5451d7412d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333145 Apr 06 14:37:44.410017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a37e59f3-9232-4696-b341-84c02f310bac tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (bebb76b9-9602-4420-a5f2-38026ab64fa7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.466628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e59f3-9232-4696-b341-84c02f310bac tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebb76b9-9602-4420-a5f2-38026ab64fa7,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:44.492279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212be77a-6954-43e6-be13-bb3878506293 req-36a9f13d-46b3-4679-9b64-aa894241be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:44.493963 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-212be77a-6954-43e6-be13-bb3878506293 req-36a9f13d-46b3-4679-9b64-aa894241be59 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 1129 time: 0.2120509 Apr 06 14:37:44.502264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a37e59f3-9232-4696-b341-84c02f310bac tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.504011 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a37e59f3-9232-4696-b341-84c02f310bac tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4514325 Apr 06 14:37:44.519372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45114) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:44.528407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6df90da3-47b3-48f7-9fda-3c2394786aa2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': 'b115aa79-1035-4485-940c-36d6f9ad3c36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bebb76b9-9602-4420-a5f2-38026ab64fa7', 'remote_ip_prefix': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:44.550604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Made reservation on behalf of 68f943397bee48e0a20033226a065dba for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:44.555982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.614173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4b4c78a5-e5b2-4622-8038-d82a961e590f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:44.624316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8c638ab0-abfa-4f48-ad3c-127a1c7246ff None None] Provisioning complete for port a4198dc2-f5b9-4c64-b0db-ec99047c5e3c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:44.624755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c638ab0-abfa-4f48-ad3c-127a1c7246ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.649004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] device_id is not set on port dc0e7484-ba27-4f91-8989-7468d9816816 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:37:44.665615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6df90da3-47b3-48f7-9fda-3c2394786aa2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (9175cf98-9276-4acf-96f1-c31028577cf2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.746539 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-212be77a-6954-43e6-be13-bb3878506293 req-23250656-6395-4b43-a9be-5c31acc50285 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376108 Apr 06 14:37:44.760905 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa74b3-9676-4fc9-96ec-1c92ca9ddf52 None None] Pushing event updated for resources: {'Port': ['ID=a64168f3-fc5e-4501-b7c7-d6c560ff3413,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:44.788914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8c638ab0-abfa-4f48-ad3c-127a1c7246ff None None] Port a4198dc2-f5b9-4c64-b0db-ec99047c5e3c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:44.794876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6df90da3-47b3-48f7-9fda-3c2394786aa2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (9175cf98-9276-4acf-96f1-c31028577cf2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.805300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Allocated IP 2001:db8::1 (a280ec30-f524-4d6a-9126-60c34cbb3385/b7f83463-901b-4826-87df-8e366e2b7da2/c4da82a4-7ff5-448e-9c27-3518396b6a30) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:44.879362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4b4c78a5-e5b2-4622-8038-d82a961e590f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:44.879753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.886119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Publish callbacks [] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.909049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6df90da3-47b3-48f7-9fda-3c2394786aa2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (9175cf98-9276-4acf-96f1-c31028577cf2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:44.926108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Allocated IP 172.20.0.12 (af5ada98-d486-41db-85bc-30c3c36af9c7/e4ba978d-e318-4547-a2dd-0ad60afed33c/dc0e7484-ba27-4f91-8989-7468d9816816) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:44.960671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df90da3-47b3-48f7-9fda-3c2394786aa2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9175cf98-9276-4acf-96f1-c31028577cf2,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:44.983810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.020264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6df90da3-47b3-48f7-9fda-3c2394786aa2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.039138 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6df90da3-47b3-48f7-9fda-3c2394786aa2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5128119 Apr 06 14:37:45.040659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45118) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:45.085325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5757cad-3308-4c72-923f-243b786998ae tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (9175cf98-9276-4acf-96f1-c31028577cf2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.099241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5757cad-3308-4c72-923f-243b786998ae tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (9175cf98-9276-4acf-96f1-c31028577cf2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.130886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Network 906aa7dc-3981-4c27-8dcc-b2db62501203 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:45.134934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Pushing event updated for resources: {'Port': ['ID=ec14aea1-b50e-498d-9492-50ca1a5efa63,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:45.137748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.142634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:45.147959 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:45.151830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4b4c78a5-e5b2-4622-8038-d82a961e590f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:45.226819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Attempting to bind port ec14aea1-b50e-498d-9492-50ca1a5efa63 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:45.227378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Attempting to bind port ec14aea1-b50e-498d-9492-50ca1a5efa63 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '6c0d94ae-2ab6-49bd-8487-d1c76bafd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '906aa7dc-3981-4c27-8dcc-b2db62501203'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:45.227806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Attempting to bind port ec14aea1-b50e-498d-9492-50ca1a5efa63 on network 906aa7dc-3981-4c27-8dcc-b2db62501203 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:45.228928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5757cad-3308-4c72-923f-243b786998ae tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (9175cf98-9276-4acf-96f1-c31028577cf2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.235436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:45.235819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Checking segment: {'id': '6c0d94ae-2ab6-49bd-8487-d1c76bafd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '906aa7dc-3981-4c27-8dcc-b2db62501203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:45.236348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.237538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Bound using segment: {'id': '6c0d94ae-2ab6-49bd-8487-d1c76bafd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '906aa7dc-3981-4c27-8dcc-b2db62501203'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:45.237538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Bound port: ec14aea1-b50e-498d-9492-50ca1a5efa63, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0d94ae-2ab6-49bd-8487-d1c76bafd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '906aa7dc-3981-4c27-8dcc-b2db62501203'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:45.237780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.238109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b5757cad-3308-4c72-923f-243b786998ae tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.240911 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b5757cad-3308-4c72-923f-243b786998ae tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/9175cf98-9276-4acf-96f1-c31028577cf2 HTTP/1.1" status: 204 len: 168 time: 0.1967802 Apr 06 14:37:45.242861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45120) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:45.260663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for port (dc0e7484-ba27-4f91-8989-7468d9816816), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.273457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5757cad-3308-4c72-923f-243b786998ae tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9175cf98-9276-4acf-96f1-c31028577cf2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:45.284425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39683459-1e72-4abf-aece-8619a9d8a066 req-54eb3452-a0c9-4577-9f5b-9f1487f6a485 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:45.284425 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39683459-1e72-4abf-aece-8619a9d8a066 req-54eb3452-a0c9-4577-9f5b-9f1487f6a485 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1416452 Apr 06 14:37:45.307835 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8f1b12bc-762e-4a17-8da7-bdfb90c61edb tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0596092 Apr 06 14:37:45.311546 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45122) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:45.327027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] For port ec14aea1-b50e-498d-9492-50ca1a5efa63, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:45.330005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] For port ec14aea1-b50e-498d-9492-50ca1a5efa63, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ec14aea1-b50e-498d-9492-50ca1a5efa63,segment=NetworkSegment(6c0d94ae-2ab6-49bd-8487-d1c76bafd62f),segment_id=6c0d94ae-2ab6-49bd-8487-d1c76bafd62f)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:45.359840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39683459-1e72-4abf-aece-8619a9d8a066 req-3f316873-1f32-4af5-8282-e0b4e4561e94 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690846 Apr 06 14:37:45.365057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.407225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a1364ca-dd62-45e4-98b4-a5f3a1f302f7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (bebb76b9-9602-4420-a5f2-38026ab64fa7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.449262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network a280ec30-f524-4d6a-9126-60c34cbb3385 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:45.454383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.459970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:45.466819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a1364ca-dd62-45e4-98b4-a5f3a1f302f7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (bebb76b9-9602-4420-a5f2-38026ab64fa7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.471883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:45.472445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (cf7fdc91-d545-4b03-acab-0df6f0028347), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.537272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (dc0e7484-ba27-4f91-8989-7468d9816816), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.553851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36f335-d4a8-4f98-97d3-8fe3422fc1f3 None None] Pushing event updated for resources: {'Port': ['ID=ec14aea1-b50e-498d-9492-50ca1a5efa63,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:45.563268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Port': ['ID=c4da82a4-7ff5-448e-9c27-3518396b6a30,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:45.693920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a1364ca-dd62-45e4-98b4-a5f3a1f302f7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (bebb76b9-9602-4420-a5f2-38026ab64fa7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.697961 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a1364ca-dd62-45e4-98b4-a5f3a1f302f7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.699555 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6a1364ca-dd62-45e4-98b4-a5f3a1f302f7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/bebb76b9-9602-4420-a5f2-38026ab64fa7 HTTP/1.1" status: 204 len: 168 time: 0.3866410 Apr 06 14:37:45.704800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45126) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:45.722014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Network af5ada98-d486-41db-85bc-30c3c36af9c7 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:45.735973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:45.747292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:45.750774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1364ca-dd62-45e4-98b4-a5f3a1f302f7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebb76b9-9602-4420-a5f2-38026ab64fa7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:45.807086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event updated for resources: {'Port': ['ID=dc0e7484-ba27-4f91-8989-7468d9816816,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:45.820254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.881851 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-454976c5-9a42-4896-a8a9-a1534c5310ce tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1693263 Apr 06 14:37:45.882487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45128) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:45.928059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:45.928572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:45.949558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2778-2d7d-4e44-b07c-35ec591093ea req-ee87025d-ac25-41c6-b05c-7d161a38d394 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:45.951171 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4bfd2778-2d7d-4e44-b07c-35ec591093ea req-ee87025d-ac25-41c6-b05c-7d161a38d394 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 944 time: 0.4056652 Apr 06 14:37:45.973379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fbcba7dc-76f8-4eab-ac33-a26446cd6c13 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (b115aa79-1035-4485-940c-36d6f9ad3c36), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.013652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fbcba7dc-76f8-4eab-ac33-a26446cd6c13 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (b115aa79-1035-4485-940c-36d6f9ad3c36), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.190567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fbcba7dc-76f8-4eab-ac33-a26446cd6c13 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b115aa79-1035-4485-940c-36d6f9ad3c36), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.199633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fbcba7dc-76f8-4eab-ac33-a26446cd6c13 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.201307 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fbcba7dc-76f8-4eab-ac33-a26446cd6c13 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/b115aa79-1035-4485-940c-36d6f9ad3c36 HTTP/1.1" status: 204 len: 168 time: 0.3171000 Apr 06 14:37:46.214212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45130) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:46.219351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcba7dc-76f8-4eab-ac33-a26446cd6c13 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b115aa79-1035-4485-940c-36d6f9ad3c36,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:46.296308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device cd863ac7-7e6e-4960-bf16-b66a71bc0217 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:46.301587 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-621643bb-8c7d-4d14-995b-76090278cef9 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0728974 Apr 06 14:37:46.302170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45132) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:46.310327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-51956cb8-3d9e-49f5-a2d2-0e5a036c2d5a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943158489'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:46.423548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-13d73120-5fb1-4a32-aa98-0d2d97097d75 None None] Provisioning complete for port dc0e7484-ba27-4f91-8989-7468d9816816 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:46.423987 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-13d73120-5fb1-4a32-aa98-0d2d97097d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (dc0e7484-ba27-4f91-8989-7468d9816816), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.454753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51956cb8-3d9e-49f5-a2d2-0e5a036c2d5a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.513303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-13d73120-5fb1-4a32-aa98-0d2d97097d75 None None] Port dc0e7484-ba27-4f91-8989-7468d9816816 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:46.520062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.533335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port cd863ac7-7e6e-4960-bf16-b66a71bc0217 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:37:46.546534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port cd863ac7-7e6e-4960-bf16-b66a71bc0217 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:46.546534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.560666 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f755a95f-7248-421d-a8a4-0b5ce2879fd6 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5322237 Apr 06 14:37:46.564149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45136) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:46.570721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Request body: {'floatingip': {'port_id': 'dc0e7484-ba27-4f91-8989-7468d9816816'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:46.660127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.663883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f843668-68b9-4213-8535-99687ba40823 None None] Network a280ec30-f524-4d6a-9126-60c34cbb3385 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:46.707837 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4bfd2778-2d7d-4e44-b07c-35ec591093ea req-e2c929fe-c80a-4fcc-8eeb-2e358c86fc9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7335260 Apr 06 14:37:46.727857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (b6cdb936-36d9-4425-b9c6-ca54bd8a834e), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.736161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7ee31-3c2e-4166-8c9a-bf2d92acaf2a req-550ba3b5-0a8d-4557-9982-c9731cb13c43 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:46.738100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08b7ee31-3c2e-4166-8c9a-bf2d92acaf2a req-550ba3b5-0a8d-4557-9982-c9731cb13c43 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1999288 Apr 06 14:37:46.803312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec14aea1-b50e-498d-9492-50ca1a5efa63 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:46.818758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51956cb8-3d9e-49f5-a2d2-0e5a036c2d5a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (876dc437-e755-4e89-bea9-98903639933f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.892333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-56382f80-f222-4eb9-918a-ac5a9451b813 None None] Provisioning complete for port a64168f3-fc5e-4501-b7c7-d6c560ff3413 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:46.892333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56382f80-f222-4eb9-918a-ac5a9451b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:46.978449 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08b7ee31-3c2e-4166-8c9a-bf2d92acaf2a req-5db56f68-684e-4ec3-b39e-26400f3cc80b tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327623 Apr 06 14:37:46.982525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port cd863ac7-7e6e-4960-bf16-b66a71bc0217 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:46.983189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.098768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee949e22-12a6-402a-a584-d0d908eadee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd863ac7-7e6e-4960-bf16-b66a71bc0217'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:47.101104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef355a6-d13a-4218-bf7a-6daf1bff33b7" -d '{"events": [{"server_uuid": "ee949e22-12a6-402a-a584-d0d908eadee0", "name": "network-vif-plugged", "status": "completed", "tag": "cd863ac7-7e6e-4960-bf16-b66a71bc0217"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:47.120559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ec14aea1-b50e-498d-9492-50ca1a5efa63 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:47.120935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.151249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port cd863ac7-7e6e-4960-bf16-b66a71bc0217, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd863ac7-7e6e-4960-bf16-b66a71bc0217,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:47.205085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b19341-eae2-4449-aec1-2d2f186bece4 x-openstack-request-id: req-01b19341-eae2-4449-aec1-2d2f186bece4 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:47.205446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee949e22-12a6-402a-a584-d0d908eadee0", "name": "network-vif-plugged", "status": "completed", "tag": "cd863ac7-7e6e-4960-bf16-b66a71bc0217", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:47.205639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01b19341-eae2-4449-aec1-2d2f186bece4 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:47.206023 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b19341-eae2-4449-aec1-2d2f186bece4'] response: {'server_uuid': 'ee949e22-12a6-402a-a584-d0d908eadee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd863ac7-7e6e-4960-bf16-b66a71bc0217', 'code': 200} Apr 06 14:37:47.228872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-56382f80-f222-4eb9-918a-ac5a9451b813 None None] Current status of the port a64168f3-fc5e-4501-b7c7-d6c560ff3413 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:47.229162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56382f80-f222-4eb9-918a-ac5a9451b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.284809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.336422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.352438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03688-9821-455e-8235-829000038de9 req-8ee9bd91-aba6-4605-ab91-09c30a8ac7a8 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:47.354318 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eef03688-9821-455e-8235-829000038de9 req-8ee9bd91-aba6-4605-ab91-09c30a8ac7a8 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.2109303 Apr 06 14:37:47.358400 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-56382f80-f222-4eb9-918a-ac5a9451b813 None None] For port a64168f3-fc5e-4501-b7c7-d6c560ff3413, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a64168f3-fc5e-4501-b7c7-d6c560ff3413,segment=NetworkSegment(53650d3e-89bd-4430-8f3f-fcbd65926e50),segment_id=53650d3e-89bd-4430-8f3f-fcbd65926e50)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:47.410444 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51956cb8-3d9e-49f5-a2d2-0e5a036c2d5a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (876dc437-e755-4e89-bea9-98903639933f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.472157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=cd863ac7-7e6e-4960-bf16-b66a71bc0217,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:47.479778 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51956cb8-3d9e-49f5-a2d2-0e5a036c2d5a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876dc437-e755-4e89-bea9-98903639933f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:47.480745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0f9f3-fc07-49b3-9c83-d027c04e2911 None None] Network 906aa7dc-3981-4c27-8dcc-b2db62501203 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:47.486924 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eef03688-9821-455e-8235-829000038de9 req-e1826888-a0d1-4868-b4a6-b22f28fa1b3b tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207039 Apr 06 14:37:47.492561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.492561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (cf7fdc91-d545-4b03-acab-0df6f0028347), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.572890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51956cb8-3d9e-49f5-a2d2-0e5a036c2d5a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.574149 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-51956cb8-3d9e-49f5-a2d2-0e5a036c2d5a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2709005 Apr 06 14:37:47.586878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45144) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:47.591332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Port': ['ID=c4da82a4-7ff5-448e-9c27-3518396b6a30,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:47.598456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-be2f785f-8339-4a82-a0cd-095581b88ca8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': '876dc437-e755-4e89-bea9-98903639933f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:47.626096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56382f80-f222-4eb9-918a-ac5a9451b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.654271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.730361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ec14aea1-b50e-498d-9492-50ca1a5efa63 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:47.730710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.756698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (b6cdb936-36d9-4425-b9c6-ca54bd8a834e), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.805651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56382f80-f222-4eb9-918a-ac5a9451b813 None None] Pushing event updated for resources: {'Port': ['ID=a64168f3-fc5e-4501-b7c7-d6c560ff3413,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:47.816435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network a280ec30-f524-4d6a-9126-60c34cbb3385 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:47.820452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4301990b-069a-49fe-9599-88689239f50d None None] Provisioning complete for port ec14aea1-b50e-498d-9492-50ca1a5efa63 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:47.820832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4301990b-069a-49fe-9599-88689239f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.827493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:47.869054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port ec14aea1-b50e-498d-9492-50ca1a5efa63, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ec14aea1-b50e-498d-9492-50ca1a5efa63,segment=NetworkSegment(6c0d94ae-2ab6-49bd-8487-d1c76bafd62f),segment_id=6c0d94ae-2ab6-49bd-8487-d1c76bafd62f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:47.942148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be2f785f-8339-4a82-a0cd-095581b88ca8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (fec71bed-f2a8-4993-885e-9495e9509e16), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.968590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:47.969446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a64168f3-fc5e-4501-b7c7-d6c560ff3413 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:48.006358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d82ca-da23-413b-8646-5b7a0c626660 req-e841fb2e-546c-43b0-8d7f-54e0fb5e6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:48.007942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad5d82ca-da23-413b-8646-5b7a0c626660 req-e841fb2e-546c-43b0-8d7f-54e0fb5e6025 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 1129 time: 0.2656229 Apr 06 14:37:48.094354 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP b6cdb936-36d9-4425-b9c6-ca54bd8a834e associated. External IP: 172.26.7.90, port: 4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4. Apr 06 14:37:48.097240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4301990b-069a-49fe-9599-88689239f50d None None] Current status of the port ec14aea1-b50e-498d-9492-50ca1a5efa63 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:48.097638 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4301990b-069a-49fe-9599-88689239f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.235083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe59b40-200a-4aa8-8f01-59a3da4a1b9a req-6f2edbce-693a-4c69-91f9-c390ea78e590 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:48.249038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be2f785f-8339-4a82-a0cd-095581b88ca8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (fec71bed-f2a8-4993-885e-9495e9509e16), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.249401 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfe59b40-200a-4aa8-8f01-59a3da4a1b9a req-6f2edbce-693a-4c69-91f9-c390ea78e590 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 945 time: 0.3753181 Apr 06 14:37:48.249401 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad5d82ca-da23-413b-8646-5b7a0c626660 req-5eb17806-3551-4a42-9fac-47e12dccae2e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815109 Apr 06 14:37:48.297604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=ec14aea1-b50e-498d-9492-50ca1a5efa63,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:48.304649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-4301990b-069a-49fe-9599-88689239f50d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:37:48.305008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-4301990b-069a-49fe-9599-88689239f50d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:37:48.331677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port a64168f3-fc5e-4501-b7c7-d6c560ff3413 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:48.332062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.380598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be2f785f-8339-4a82-a0cd-095581b88ca8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (fec71bed-f2a8-4993-885e-9495e9509e16), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.416584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f785f-8339-4a82-a0cd-095581b88ca8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec71bed-f2a8-4993-885e-9495e9509e16,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:48.474358 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfe59b40-200a-4aa8-8f01-59a3da4a1b9a req-84262c25-7952-4eb5-a3a1-58e00e121073 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898718 Apr 06 14:37:48.475675 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:48.486808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909f8d7-66c7-47ff-92aa-05809a8e1238 req-c77d45cb-de39-4f78-b8c5-cae0fdb24ab0 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:48.488725 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a909f8d7-66c7-47ff-92aa-05809a8e1238 req-c77d45cb-de39-4f78-b8c5-cae0fdb24ab0 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1471858 Apr 06 14:37:48.491417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port a64168f3-fc5e-4501-b7c7-d6c560ff3413 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:48.554949 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a909f8d7-66c7-47ff-92aa-05809a8e1238 req-af51d6ca-beae-4bb6-8db5-5e5849c605b6 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597162 Apr 06 14:37:48.556946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Router cf7fdc91-d545-4b03-acab-0df6f0028347 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:37:48.584580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be2f785f-8339-4a82-a0cd-095581b88ca8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.589769 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-be2f785f-8339-4a82-a0cd-095581b88ca8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9949772 Apr 06 14:37:48.592344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45150) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:48.613500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec14aea1-b50e-498d-9492-50ca1a5efa63 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:48.632417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4cb86dc-0aaa-4c0b-a366-ec3964cd626b tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (fec71bed-f2a8-4993-885e-9495e9509e16), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.645436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4cb86dc-0aaa-4c0b-a366-ec3964cd626b tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (fec71bed-f2a8-4993-885e-9495e9509e16), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.679401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:48.692736 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2a216-1d5f-442c-87da-ea8384de1e0f None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:48.707996 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2a216-1d5f-442c-87da-ea8384de1e0f None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:48.708638 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-63e2a216-1d5f-442c-87da-ea8384de1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:48.715845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:48.733939 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-94a419c6-6362-4115-bec3-9a251cb65663 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "PUT /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4048862 Apr 06 14:37:48.738690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45152) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:48.766301 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-63e2a216-1d5f-442c-87da-ea8384de1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:48.776229 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2a216-1d5f-442c-87da-ea8384de1e0f None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:48.777268 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-63e2a216-1d5f-442c-87da-ea8384de1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:48.815682 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-63e2a216-1d5f-442c-87da-ea8384de1e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:48.816589 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2a216-1d5f-442c-87da-ea8384de1e0f None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:48.909352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af622765-067f-4e96-8585-ba45e8485f60 None None] Sync routers for ids ['cf7fdc91-d545-4b03-acab-0df6f0028347'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:48.925007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4cb86dc-0aaa-4c0b-a366-ec3964cd626b tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (fec71bed-f2a8-4993-885e-9495e9509e16), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.934067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4cb86dc-0aaa-4c0b-a366-ec3964cd626b tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:48.937946 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a4cb86dc-0aaa-4c0b-a366-ec3964cd626b tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/fec71bed-f2a8-4993-885e-9495e9509e16 HTTP/1.1" status: 204 len: 168 time: 0.3418207 Apr 06 14:37:48.940300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45154) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:48.952713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af622765-067f-4e96-8585-ba45e8485f60 None None] Routers {'cf7fdc91-d545-4b03-acab-0df6f0028347'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:48.953583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-af622765-067f-4e96-8585-ba45e8485f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['cf7fdc91-d545-4b03-acab-0df6f0028347'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:48.966158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb86dc-0aaa-4c0b-a366-ec3964cd626b tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fec71bed-f2a8-4993-885e-9495e9509e16,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:49.001289 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-09547068-3ed6-4791-964c-fb1ffff1af3f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558589 Apr 06 14:37:49.006253 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-af622765-067f-4e96-8585-ba45e8485f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:49.008151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router 8d9baed8-45d7-4caa-8392-f072de51049b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:49.009299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45156) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:49.012910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4301990b-069a-49fe-9599-88689239f50d None None] Current status of the port ec14aea1-b50e-498d-9492-50ca1a5efa63 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:49.036528 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ec14aea1-b50e-498d-9492-50ca1a5efa63 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:49.036818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.042242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4301990b-069a-49fe-9599-88689239f50d None None] Provisioning complete for port c4da82a4-7ff5-448e-9c27-3518396b6a30 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:49.042625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4301990b-069a-49fe-9599-88689239f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.044306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af622765-067f-4e96-8585-ba45e8485f60 None None] Routers {'cf7fdc91-d545-4b03-acab-0df6f0028347'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:49.044961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-af622765-067f-4e96-8585-ba45e8485f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['cf7fdc91-d545-4b03-acab-0df6f0028347'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:49.101558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-af622765-067f-4e96-8585-ba45e8485f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:49.102228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af622765-067f-4e96-8585-ba45e8485f60 None None] The sync data for ids ['cf7fdc91-d545-4b03-acab-0df6f0028347'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:49.148445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4301990b-069a-49fe-9599-88689239f50d None None] Port c4da82a4-7ff5-448e-9c27-3518396b6a30 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:49.165932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4301990b-069a-49fe-9599-88689239f50d None None] Provisioning complete for port a64168f3-fc5e-4501-b7c7-d6c560ff3413 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:49.166329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4301990b-069a-49fe-9599-88689239f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.226996 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-b2c4c962-69e0-49a4-8aec-ccfc6ec642fd tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:37:49.228109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b2c4c962-69e0-49a4-8aec-ccfc6ec642fd tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "PUT /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4878173 Apr 06 14:37:49.230997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45158) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:49.241027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ec14aea1-b50e-498d-9492-50ca1a5efa63 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:49.242143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a64168f3-fc5e-4501-b7c7-d6c560ff3413 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:49.321698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4301990b-069a-49fe-9599-88689239f50d None None] Current status of the port a64168f3-fc5e-4501-b7c7-d6c560ff3413 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:49.332284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port a64168f3-fc5e-4501-b7c7-d6c560ff3413 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:49.332284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.424385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port a64168f3-fc5e-4501-b7c7-d6c560ff3413 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:49.447601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-518165c9-f641-4ec1-bc6a-dcb5da86818d None None] Provisioning complete for port ec14aea1-b50e-498d-9492-50ca1a5efa63 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:49.448178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-518165c9-f641-4ec1-bc6a-dcb5da86818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.511904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8aaeb68-2080-4fc8-be8a-d8af2feb97ec tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (876dc437-e755-4e89-bea9-98903639933f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.515373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:49.523797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.525938 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2123669-47c4-48a3-bfba-d5eee9dd2a76 None None] Sync routers for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:49.544038 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2123669-47c4-48a3-bfba-d5eee9dd2a76 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:49.559381 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a2123669-47c4-48a3-bfba-d5eee9dd2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:49.601037 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-649e8026-df9a-4797-ace9-8aa3356c8825 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/floatingips/b6cdb936-36d9-4425-b9c6-ca54bd8a834e HTTP/1.1" status: 200 len: 977 time: 3.0365999 Apr 06 14:37:49.601368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-518165c9-f641-4ec1-bc6a-dcb5da86818d None None] Current status of the port ec14aea1-b50e-498d-9492-50ca1a5efa63 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:49.611068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45164) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:49.620375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8aaeb68-2080-4fc8-be8a-d8af2feb97ec tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (876dc437-e755-4e89-bea9-98903639933f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.635223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-518165c9-f641-4ec1-bc6a-dcb5da86818d None None] Provisioning complete for port c4da82a4-7ff5-448e-9c27-3518396b6a30 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:49.635594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-518165c9-f641-4ec1-bc6a-dcb5da86818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.731058 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a2123669-47c4-48a3-bfba-d5eee9dd2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:49.736902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-518165c9-f641-4ec1-bc6a-dcb5da86818d None None] Port c4da82a4-7ff5-448e-9c27-3518396b6a30 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:49.742069 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2123669-47c4-48a3-bfba-d5eee9dd2a76 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:49.742688 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a2123669-47c4-48a3-bfba-d5eee9dd2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:49.760238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8aaeb68-2080-4fc8-be8a-d8af2feb97ec tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (876dc437-e755-4e89-bea9-98903639933f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.764442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8aaeb68-2080-4fc8-be8a-d8af2feb97ec tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.769536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f685d7c-65ba-4bb7-955b-4fdc2102c88e req-b3c91224-607c-4e49-b851-5e5a7d7f0072 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:49.775585 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b8aaeb68-2080-4fc8-be8a-d8af2feb97ec tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/876dc437-e755-4e89-bea9-98903639933f HTTP/1.1" status: 204 len: 168 time: 0.7520967 Apr 06 14:37:49.775822 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f685d7c-65ba-4bb7-955b-4fdc2102c88e req-b3c91224-607c-4e49-b851-5e5a7d7f0072 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 945 time: 0.1928673 Apr 06 14:37:49.775822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45166) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:49.776941 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a2123669-47c4-48a3-bfba-d5eee9dd2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:49.777660 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2123669-47c4-48a3-bfba-d5eee9dd2a76 None None] The sync data for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:49.788092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaeb68-2080-4fc8-be8a-d8af2feb97ec tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876dc437-e755-4e89-bea9-98903639933f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:49.864852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (cf7fdc91-d545-4b03-acab-0df6f0028347), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:49.964635 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b6c9f907-df4b-4869-bb52-6b8467c196d5 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1892200 Apr 06 14:37:49.969553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45168) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:49.973028 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f685d7c-65ba-4bb7-955b-4fdc2102c88e req-2a8e7d11-6972-4fbd-9ed5-5f997b48099a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916828 Apr 06 14:37:49.983209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac807be7-dda2-4a7b-aa8b-6a7fe1ba78ed req-cf74ed3b-c9d1-4d0f-9aa6-fbb3c39bfdeb tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:49.984386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-199d6362-d6c7-4cd2-a3d3-4973dd4ccfc7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--58723309'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:49.984568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac807be7-dda2-4a7b-aa8b-6a7fe1ba78ed req-cf74ed3b-c9d1-4d0f-9aa6-fbb3c39bfdeb tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.2771358 Apr 06 14:37:49.994504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port dc0e7484-ba27-4f91-8989-7468d9816816 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:49.994899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (dc0e7484-ba27-4f91-8989-7468d9816816), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.177072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-199d6362-d6c7-4cd2-a3d3-4973dd4ccfc7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.250723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-199d6362-d6c7-4cd2-a3d3-4973dd4ccfc7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (ade158ab-6fb1-4d44-ad92-967d5a5f31da), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.365675 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-199d6362-d6c7-4cd2-a3d3-4973dd4ccfc7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ade158ab-6fb1-4d44-ad92-967d5a5f31da), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.397275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d6362-d6c7-4cd2-a3d3-4973dd4ccfc7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade158ab-6fb1-4d44-ad92-967d5a5f31da,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:50.459034 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac807be7-dda2-4a7b-aa8b-6a7fe1ba78ed req-d64bfbb3-9cad-43d3-8493-d6ff0fbb53b5 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607732 Apr 06 14:37:50.489017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (dc0e7484-ba27-4f91-8989-7468d9816816), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.490537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-199d6362-d6c7-4cd2-a3d3-4973dd4ccfc7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.494275 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-199d6362-d6c7-4cd2-a3d3-4973dd4ccfc7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5196381 Apr 06 14:37:50.494275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45170) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:50.499731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-86846f57-c146-410f-8bfd-42a138e4606a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': 'ade158ab-6fb1-4d44-ad92-967d5a5f31da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:50.633652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86846f57-c146-410f-8bfd-42a138e4606a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (5078e213-33fa-474e-b00c-7110c480877b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.693537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86846f57-c146-410f-8bfd-42a138e4606a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (5078e213-33fa-474e-b00c-7110c480877b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.767445 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86846f57-c146-410f-8bfd-42a138e4606a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (5078e213-33fa-474e-b00c-7110c480877b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.786990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.787430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (b6cdb936-36d9-4425-b9c6-ca54bd8a834e), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.787730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Floating IP b6cdb936-36d9-4425-b9c6-ca54bd8a834e disassociated. External IP: 172.26.7.90, port: dc0e7484-ba27-4f91-8989-7468d9816816. Apr 06 14:37:50.788078 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for dc0e7484-ba27-4f91-8989-7468d9816816 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:50.788182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86846f57-c146-410f-8bfd-42a138e4606a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5078e213-33fa-474e-b00c-7110c480877b,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:50.848101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting port c4da82a4-7ff5-448e-9c27-3518396b6a30 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:50.848449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.864564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-86846f57-c146-410f-8bfd-42a138e4606a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.868536 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-86846f57-c146-410f-8bfd-42a138e4606a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3699586 Apr 06 14:37:50.868918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45172) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:50.886410 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-25c305c3-80cb-437b-9626-9ce8e63bbaa5 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules/5078e213-33fa-474e-b00c-7110c480877b HTTP/1.1" status: 200 len: 763 time: 0.0162101 Apr 06 14:37:50.891111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45174) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:50.934109 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8116f124-ca43-40e5-a267-0798f0b10d4a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0417471 Apr 06 14:37:50.937330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45176) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:50.968096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4353609e-f195-43e9-a4fe-0a4a4dcd71c2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (5078e213-33fa-474e-b00c-7110c480877b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.976735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4353609e-f195-43e9-a4fe-0a4a4dcd71c2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (5078e213-33fa-474e-b00c-7110c480877b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.989034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.008950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Calling delete_port for c4da82a4-7ff5-448e-9c27-3518396b6a30 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:51.114234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4353609e-f195-43e9-a4fe-0a4a4dcd71c2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (5078e213-33fa-474e-b00c-7110c480877b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.120536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4353609e-f195-43e9-a4fe-0a4a4dcd71c2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.122262 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4353609e-f195-43e9-a4fe-0a4a4dcd71c2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/5078e213-33fa-474e-b00c-7110c480877b HTTP/1.1" status: 204 len: 168 time: 0.1831834 Apr 06 14:37:51.127811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45180) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:51.134224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353609e-f195-43e9-a4fe-0a4a4dcd71c2 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5078e213-33fa-474e-b00c-7110c480877b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:51.154877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (dc0e7484-ba27-4f91-8989-7468d9816816), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.167405 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c108b934-9ab0-4e91-ad34-f1bb0a698de4 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0382226 Apr 06 14:37:51.169376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe49ee-76e5-42a6-93e2-1c652347712b req-e3057321-9998-40ae-8e14-b231e3b08f9d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:51.171140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45182) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:51.171300 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7fe49ee-76e5-42a6-93e2-1c652347712b req-e3057321-9998-40ae-8e14-b231e3b08f9d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 945 time: 0.1130760 Apr 06 14:37:51.176081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-33e1c3af-020f-4b5b-aeed-e998ea204199 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': 'ade158ab-6fb1-4d44-ad92-967d5a5f31da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:51.213474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=dc0e7484-ba27-4f91-8989-7468d9816816,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:51.336832 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33e1c3af-020f-4b5b-aeed-e998ea204199 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (432c3f56-b782-4f91-8bd0-fed4eb4f94a6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.361687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7fe49ee-76e5-42a6-93e2-1c652347712b req-20d447d4-1cb4-40b4-8e5c-13d3e3b4be58 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565099 Apr 06 14:37:51.418439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33e1c3af-020f-4b5b-aeed-e998ea204199 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (432c3f56-b782-4f91-8bd0-fed4eb4f94a6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.430567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router 8d9baed8-45d7-4caa-8392-f072de51049b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:51.517581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c4da82a4-7ff5-448e-9c27-3518396b6a30), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.537528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33e1c3af-020f-4b5b-aeed-e998ea204199 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (432c3f56-b782-4f91-8bd0-fed4eb4f94a6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.556621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1c3af-020f-4b5b-aeed-e998ea204199 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432c3f56-b782-4f91-8bd0-fed4eb4f94a6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:51.586333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Port': ['ID=c4da82a4-7ff5-448e-9c27-3518396b6a30,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:51.651086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33e1c3af-020f-4b5b-aeed-e998ea204199 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.652637 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-33e1c3af-020f-4b5b-aeed-e998ea204199 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4805076 Apr 06 14:37:51.655785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45188) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:51.674095 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-383b323e-85c1-486c-913b-7e2cb8e5ecb7 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules/432c3f56-b782-4f91-8bd0-fed4eb4f94a6 HTTP/1.1" status: 200 len: 763 time: 0.0170548 Apr 06 14:37:51.676807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45190) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:51.720422 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2201bafe-8a95-44e7-b3fa-fcbf21ccf94a tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0421600 Apr 06 14:37:51.723141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45192) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:51.734046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd68b1-051f-4d9a-bbd0-4072642beaad req-8a05a837-0c17-48fd-b17f-71c72d8d04b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:51.735623 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-46dd68b1-051f-4d9a-bbd0-4072642beaad req-8a05a837-0c17-48fd-b17f-71c72d8d04b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 945 time: 0.2609501 Apr 06 14:37:51.753459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f50f8d2d-71ca-4ba6-aa14-44713a45dd9f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (432c3f56-b782-4f91-8bd0-fed4eb4f94a6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.767311 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f50f8d2d-71ca-4ba6-aa14-44713a45dd9f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (432c3f56-b782-4f91-8bd0-fed4eb4f94a6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.768164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (cf7fdc91-d545-4b03-acab-0df6f0028347), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.770304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:51.787156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc414723-6ba8-49dc-ad6a-709450f0c682 None None] Sync routers for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:51.789213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd014c5e-1c13-4601-b543-63b8a4f56f88 req-4e7f5cde-1919-4a2e-97ae-6c5a10ae2de4 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:51.790316 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd014c5e-1c13-4601-b543-63b8a4f56f88 req-4e7f5cde-1919-4a2e-97ae-6c5a10ae2de4 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.2468238 Apr 06 14:37:51.803929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc414723-6ba8-49dc-ad6a-709450f0c682 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:51.805214 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-bc414723-6ba8-49dc-ad6a-709450f0c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:51.840853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-bc414723-6ba8-49dc-ad6a-709450f0c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:51.849646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc414723-6ba8-49dc-ad6a-709450f0c682 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:51.850267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-bc414723-6ba8-49dc-ad6a-709450f0c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:51.882038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f50f8d2d-71ca-4ba6-aa14-44713a45dd9f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (432c3f56-b782-4f91-8bd0-fed4eb4f94a6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.888881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f50f8d2d-71ca-4ba6-aa14-44713a45dd9f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:51.890796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-bc414723-6ba8-49dc-ad6a-709450f0c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:51.891547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc414723-6ba8-49dc-ad6a-709450f0c682 None None] The sync data for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:51.892968 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f50f8d2d-71ca-4ba6-aa14-44713a45dd9f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/432c3f56-b782-4f91-8bd0-fed4eb4f94a6 HTTP/1.1" status: 204 len: 168 time: 0.1686394 Apr 06 14:37:51.894741 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45194) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:51.904967 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f8d2d-71ca-4ba6-aa14-44713a45dd9f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=432c3f56-b782-4f91-8bd0-fed4eb4f94a6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:51.945906 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ef12d8a8-54aa-4a9c-9d63-2f4bfb67457f tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499301 Apr 06 14:37:51.948320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45196) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:51.952711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a31724e5-0145-4319-8d19-a42834a36b69 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': 'ade158ab-6fb1-4d44-ad92-967d5a5f31da', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:51.956846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-46dd68b1-051f-4d9a-bbd0-4072642beaad req-d982650c-a335-4542-9466-06878e8b19e7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112219 Apr 06 14:37:51.996625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.000946 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d545958d-2a58-4d19-8036-4963ab41ed44 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/ports/dc0e7484-ba27-4f91-8989-7468d9816816 HTTP/1.1" status: 204 len: 168 time: 2.3860555 Apr 06 14:37:52.003942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45200) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:52.012630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd014c5e-1c13-4601-b543-63b8a4f56f88 req-db2bac7e-eb4c-481a-b1a1-1a18bb37ea7c tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103751 Apr 06 14:37:52.080552 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-a31724e5-0145-4319-8d19-a42834a36b69 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Project 6002b790d40b40c7b0d8ccd33e5acd86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:37:52.088711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a31724e5-0145-4319-8d19-a42834a36b69 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (bd08fc6a-8e35-4753-834c-f907ba3030d0), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.103119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Router cf7fdc91-d545-4b03-acab-0df6f0028347 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:52.187309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:52.192334 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7e03b8e8-8d36-4180-ace3-7e753c95d71f tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "PUT /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9602993 Apr 06 14:37:52.196214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45206) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:52.201957 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb15ee-2cc7-4a96-ae24-d5337e4be44c None None] Sync routers for ids ['cf7fdc91-d545-4b03-acab-0df6f0028347'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:52.212152 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb15ee-2cc7-4a96-ae24-d5337e4be44c None None] Routers {'cf7fdc91-d545-4b03-acab-0df6f0028347'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:52.212846 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f1eb15ee-2cc7-4a96-ae24-d5337e4be44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['cf7fdc91-d545-4b03-acab-0df6f0028347'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:52.237053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-a1080ccf-0a71-449c-a006-c8b31b70f1bd tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] delete failed (client error): The resource could not be found. Apr 06 14:37:52.238098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a1080ccf-0a71-449c-a006-c8b31b70f1bd tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-1412918724 HTTP/1.1" status: 404 len: 335 time: 0.0410616 Apr 06 14:37:52.242484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45208) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:52.247115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5bd75176-dd3d-432f-b926-538c98277609 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf7fdc91-d545-4b03-acab-0df6f0028347'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:52.248508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a31724e5-0145-4319-8d19-a42834a36b69 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (bd08fc6a-8e35-4753-834c-f907ba3030d0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.256245 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f1eb15ee-2cc7-4a96-ae24-d5337e4be44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:52.265242 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb15ee-2cc7-4a96-ae24-d5337e4be44c None None] Routers {'cf7fdc91-d545-4b03-acab-0df6f0028347'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:52.265860 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f1eb15ee-2cc7-4a96-ae24-d5337e4be44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['cf7fdc91-d545-4b03-acab-0df6f0028347'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:52.305238 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f1eb15ee-2cc7-4a96-ae24-d5337e4be44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:52.305877 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb15ee-2cc7-4a96-ae24-d5337e4be44c None None] The sync data for ids ['cf7fdc91-d545-4b03-acab-0df6f0028347'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:52.362229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a31724e5-0145-4319-8d19-a42834a36b69 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (bd08fc6a-8e35-4753-834c-f907ba3030d0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.411168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31724e5-0145-4319-8d19-a42834a36b69 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd08fc6a-8e35-4753-834c-f907ba3030d0,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:52.491675 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (8d9baed8-45d7-4caa-8392-f072de51049b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.520385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5bd75176-dd3d-432f-b926-538c98277609 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for router_gateway (cf7fdc91-d545-4b03-acab-0df6f0028347), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.534611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a31724e5-0145-4319-8d19-a42834a36b69 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.538527 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a31724e5-0145-4319-8d19-a42834a36b69 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5867741 Apr 06 14:37:52.538681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c363e4-5fc5-4e41-95f2-8b4597c4b4ed req-21d20ecf-7ee9-4b0a-8568-791cc840f49f tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:52.538681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-49c363e4-5fc5-4e41-95f2-8b4597c4b4ed req-21d20ecf-7ee9-4b0a-8568-791cc840f49f tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1405172 Apr 06 14:37:52.538893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45212) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:52.568192 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0d328df6-ccf6-437c-94de-c358f6c7caa8 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules/bd08fc6a-8e35-4753-834c-f907ba3030d0 HTTP/1.1" status: 200 len: 769 time: 0.0283883 Apr 06 14:37:52.571394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45214) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:52.625632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-49c363e4-5fc5-4e41-95f2-8b4597c4b4ed req-7e25a072-a274-4535-b268-a4f1709e5a7e tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807524 Apr 06 14:37:52.630338 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-36415f1a-f408-4691-af54-12bcfaea8466 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0553596 Apr 06 14:37:52.630682 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45216) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:52.641505 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-5bd75176-dd3d-432f-b926-538c98277609 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] update failed (client error): The resource could not be found. Apr 06 14:37:52.646219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5bd75176-dd3d-432f-b926-538c98277609 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "PUT /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347 HTTP/1.1" status: 404 len: 339 time: 0.3990824 Apr 06 14:37:52.650624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45218) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:52.651976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1487266491'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:52.667951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-76f7084d-f74a-475d-a957-cee4b812b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:52.669432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-76f7084d-f74a-475d-a957-cee4b812b357 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a947444cda1498caba233cfd0b11c7d&device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 1129 time: 0.1049745 Apr 06 14:37:52.698907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06e1f35c-f7d7-43a0-b874-eae2f48b06ea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (bd08fc6a-8e35-4753-834c-f907ba3030d0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.724897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06e1f35c-f7d7-43a0-b874-eae2f48b06ea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (bd08fc6a-8e35-4753-834c-f907ba3030d0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.767717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-04d5c65a-12d3-42a0-8d8a-16568db158e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:52.769121 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-04d5c65a-12d3-42a0-8d8a-16568db158e6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7d2630b5-8730-4cce-8f52-2866be81c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0936806 Apr 06 14:37:52.769685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Made reservation on behalf of ed8bf78564c043db8827ac5856e3c2a0 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:52.773084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.819551 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-16fc3186-f8e2-49b7-923a-1d237d956c1c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6 HTTP/1.1" status: 200 len: 217 time: 0.0438969 Apr 06 14:37:52.861916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port a4198dc2-f5b9-4c64-b0db-ec99047c5e3c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:52.862308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.875319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-19185a50-4111-46f2-b164-77f1840b568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:52.876849 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-19185a50-4111-46f2-b164-77f1840b568c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8552a9de-f261-4791-bd96-4986749e5865 HTTP/1.1" status: 200 len: 851 time: 0.0505114 Apr 06 14:37:52.901806 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06e1f35c-f7d7-43a0-b874-eae2f48b06ea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (bd08fc6a-8e35-4753-834c-f907ba3030d0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.913473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06e1f35c-f7d7-43a0-b874-eae2f48b06ea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.914622 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-06e1f35c-f7d7-43a0-b874-eae2f48b06ea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/bd08fc6a-8e35-4753-834c-f907ba3030d0 HTTP/1.1" status: 204 len: 168 time: 0.2830966 Apr 06 14:37:52.915408 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-bc9593ea-6364-4f9b-95b3-af04595c9c3e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7d2630b5-8730-4cce-8f52-2866be81c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328815 Apr 06 14:37:52.916162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:37:52.918204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45220) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:52.928290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1f35c-f7d7-43a0-b874-eae2f48b06ea tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd08fc6a-8e35-4753-834c-f907ba3030d0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:52.948120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (788cc3f3-b1ae-48fb-8edf-dd97e8809a18), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.948560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Added segment 788cc3f3-b1ae-48fb-8edf-dd97e8809a18 of type vlan for network 2d7e5aab-772e-49a6-ab8f-672abc70d73c Apr 06 14:37:52.966914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:52.980286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for a4198dc2-f5b9-4c64-b0db-ec99047c5e3c owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:53.270653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (a4198dc2-f5b9-4c64-b0db-ec99047c5e3c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.303851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=a4198dc2-f5b9-4c64-b0db-ec99047c5e3c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:53.363538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (2d7e5aab-772e-49a6-ab8f-672abc70d73c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.375326 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-72d63426-9528-466b-b120-9296870267ca tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4557202 Apr 06 14:37:53.379473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45222) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:53.452960 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-0c5a515e-59c9-463d-b3bf-0817e30f2927 service neutron] 10.222.0.87 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223215 Apr 06 14:37:53.512511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45224) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:53.536772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-923db38e-4f4b-4986-afff-a961fcfac18c tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (ade158ab-6fb1-4d44-ad92-967d5a5f31da), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.553640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (2d7e5aab-772e-49a6-ab8f-672abc70d73c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.555696 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (8d9baed8-45d7-4caa-8392-f072de51049b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.558737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:53.561507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.596306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-923db38e-4f4b-4986-afff-a961fcfac18c tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (ade158ab-6fb1-4d44-ad92-967d5a5f31da), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.607048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.682263 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e354b0ad-2c10-48c3-a5f1-0e1daeff833f req-f6a8fe40-d95e-4ee9-b986-a10350b03cb9 service neutron] 10.222.0.87 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227583 Apr 06 14:37:53.689207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Network': ['ID=2d7e5aab-772e-49a6-ab8f-672abc70d73c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:53.702089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 2d7e5aab-772e-49a6-ab8f-672abc70d73c details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:37:53.754194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e75df2ae-6d92-4bf2-8fba-592c32859950 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1066973 Apr 06 14:37:53.760484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45228) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:53.765628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'subnet': {'network_id': '2d7e5aab-772e-49a6-ab8f-672abc70d73c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:53.816789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-923db38e-4f4b-4986-afff-a961fcfac18c tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ade158ab-6fb1-4d44-ad92-967d5a5f31da), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.819588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-923db38e-4f4b-4986-afff-a961fcfac18c tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:53.820819 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-923db38e-4f4b-4986-afff-a961fcfac18c tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/ade158ab-6fb1-4d44-ad92-967d5a5f31da HTTP/1.1" status: 204 len: 168 time: 0.4390063 Apr 06 14:37:53.835556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45230) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:53.843216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951fd1d-7382-474a-bc9a-cc739c037f7d req-84763afc-ecd3-4685-81fb-1c5301a2b216 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:53.844789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5951fd1d-7382-474a-bc9a-cc739c037f7d req-84763afc-ecd3-4685-81fb-1c5301a2b216 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1298940 Apr 06 14:37:53.868837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923db38e-4f4b-4986-afff-a961fcfac18c tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade158ab-6fb1-4d44-ad92-967d5a5f31da,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:53.956562 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-830f8630-47c2-4e7b-b24f-e47a3f53ef95 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1106434 Apr 06 14:37:53.962486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45232) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:53.966502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bf98b27e-6408-42e5-ad80-b5e05cbe4b03 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group': {'name': 'tempest-secgroup--838835647'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:53.975998 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5951fd1d-7382-474a-bc9a-cc739c037f7d req-4ba41181-f937-43be-9178-db2ff890508e tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147261 Apr 06 14:37:54.006556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router 8d9baed8-45d7-4caa-8392-f072de51049b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:54.070149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Made reservation on behalf of ed8bf78564c043db8827ac5856e3c2a0 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:54.073607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.117681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bf98b27e-6408-42e5-ad80-b5e05cbe4b03 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.198560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:54.210076 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5c80e3fa-9ed0-4365-82b0-d6d4019e2012 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/routers/8d9baed8-45d7-4caa-8392-f072de51049b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2018931 Apr 06 14:37:54.215133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45234) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:54.217676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ad37f-d5d7-4ba8-8c07-da07c0f63a01 None None] Sync routers for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:54.228009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ad37f-d5d7-4ba8-8c07-da07c0f63a01 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:54.228702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-586ad37f-d5d7-4ba8-8c07-da07c0f63a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:54.254164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bf98b27e-6408-42e5-ad80-b5e05cbe4b03 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (55d4b7cc-ddec-46bc-90c0-34f5d5404e8f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.265703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-586ad37f-d5d7-4ba8-8c07-da07c0f63a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:54.274834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ad37f-d5d7-4ba8-8c07-da07c0f63a01 None None] Routers {'8d9baed8-45d7-4caa-8392-f072de51049b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:54.275689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-586ad37f-d5d7-4ba8-8c07-da07c0f63a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8d9baed8-45d7-4caa-8392-f072de51049b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:54.323178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-586ad37f-d5d7-4ba8-8c07-da07c0f63a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:54.323738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ad37f-d5d7-4ba8-8c07-da07c0f63a01 None None] The sync data for ids ['8d9baed8-45d7-4caa-8392-f072de51049b'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:54.343607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bf98b27e-6408-42e5-ad80-b5e05cbe4b03 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (55d4b7cc-ddec-46bc-90c0-34f5d5404e8f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.349799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.374001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98b27e-6408-42e5-ad80-b5e05cbe4b03 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d4b7cc-ddec-46bc-90c0-34f5d5404e8f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:54.376268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router (8d9baed8-45d7-4caa-8392-f072de51049b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.384911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (cb243909-0018-4275-a2d1-7bc420563a8d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.446070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Subnet': ['ID=cb243909-0018-4275-a2d1-7bc420563a8d,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:54.457842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Checking segment: {'id': '788cc3f3-b1ae-48fb-8edf-dd97e8809a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2d7e5aab-772e-49a6-ab8f-672abc70d73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:54.458211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network hostable DHCP agents. Network: 2d7e5aab-772e-49a6-ab8f-672abc70d73c, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:37:54.485902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bf98b27e-6408-42e5-ad80-b5e05cbe4b03 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.489021 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bf98b27e-6408-42e5-ad80-b5e05cbe4b03 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5253398 Apr 06 14:37:54.491398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45236) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:54.496016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-97795939-a3e0-4f1d-83d4-98bd83a761ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Request body: {'security_group_rule': {'security_group_id': '55d4b7cc-ddec-46bc-90c0-34f5d5404e8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:54.584531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network 2d7e5aab-772e-49a6-ab8f-672abc70d73c is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:37:54.632357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97795939-a3e0-4f1d-83d4-98bd83a761ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (96551148-2a70-4f39-81db-0d667f5fb3ef), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.686986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 2d7e5aab-772e-49a6-ab8f-672abc70d73c) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:54.692936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:54.693604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.703754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e68955a-761e-403d-a7bc-87ddbc2ac5f4 None None] Network 2d7e5aab-772e-49a6-ab8f-672abc70d73c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:54.720175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97795939-a3e0-4f1d-83d4-98bd83a761ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (96551148-2a70-4f39-81db-0d667f5fb3ef), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.798605 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-12f236c3-6b41-4ed1-885d-8cacb7c419b1 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0370021 Apr 06 14:37:54.802287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45238) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:54.807086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6ec34700-7c08-4967-87f4-0860e63ca007 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d7e5aab-772e-49a6-ab8f-672abc70d73c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:54.838228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-2d7e5aab-772e-49a6-ab8f-672abc70d73c', 'network_id': '2d7e5aab-772e-49a6-ab8f-672abc70d73c', 'project_id': 'ed8bf78564c043db8827ac5856e3c2a0', 'fixed_ips': [{'subnet_id': 'cb243909-0018-4275-a2d1-7bc420563a8d'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:37:54.840448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.877414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97795939-a3e0-4f1d-83d4-98bd83a761ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (96551148-2a70-4f39-81db-0d667f5fb3ef), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.894805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_gateway (8d9baed8-45d7-4caa-8392-f072de51049b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.902242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97795939-a3e0-4f1d-83d4-98bd83a761ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96551148-2a70-4f39-81db-0d667f5fb3ef,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:55.039860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Allocated IP 2001:db8:1::2 (2d7e5aab-772e-49a6-ab8f-672abc70d73c/cb243909-0018-4275-a2d1-7bc420563a8d/528fab5d-a966-4bf4-98e2-6063df952089) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:55.064913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-97795939-a3e0-4f1d-83d4-98bd83a761ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.068636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-97795939-a3e0-4f1d-83d4-98bd83a761ad tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5737534 Apr 06 14:37:55.069059 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45242) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:55.100918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.1 (4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea/da2a002e-978d-4e64-bc2d-5b1a0cde7d27/b89e57b7-9c81-4af7-b288-677fac8b175d) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:55.104238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6ec34700-7c08-4967-87f4-0860e63ca007 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for router_gateway (cf7fdc91-d545-4b03-acab-0df6f0028347), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.138882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c53484-0997-4d19-81da-86b0b0a70bdb req-b9235395-e876-44e8-8aac-bfeb415940d2 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:55.141471 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-03c53484-0997-4d19-81da-86b0b0a70bdb req-b9235395-e876-44e8-8aac-bfeb415940d2 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.0708978 Apr 06 14:37:55.208929 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-03c53484-0997-4d19-81da-86b0b0a70bdb req-aadc25f8-4ae1-49f2-89a8-0f8031bf4d74 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617514 Apr 06 14:37:55.219061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33806024-c74f-48ec-9c38-0161fb9cc008 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (55d4b7cc-ddec-46bc-90c0-34f5d5404e8f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.234160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Publish callbacks [] for port (528fab5d-a966-4bf4-98e2-6063df952089), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.274410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33806024-c74f-48ec-9c38-0161fb9cc008 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (55d4b7cc-ddec-46bc-90c0-34f5d5404e8f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.319421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.332154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 3b97314b-c0fd-4901-91fe-d8e65127bf89 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:55.332496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3b97314b-c0fd-4901-91fe-d8e65127bf89), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.362990 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-6ec34700-7c08-4967-87f4-0860e63ca007 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:37:55.364076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6ec34700-7c08-4967-87f4-0860e63ca007 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "PUT /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347 HTTP/1.1" status: 400 len: 364 time: 0.5605211 Apr 06 14:37:55.367761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45244) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:55.389422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (528fab5d-a966-4bf4-98e2-6063df952089), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.401549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Network 2d7e5aab-772e-49a6-ab8f-672abc70d73c is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:55.405559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:55.425607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:55.438910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3b97314b-c0fd-4901-91fe-d8e65127bf89), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.454049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 3b97314b-c0fd-4901-91fe-d8e65127bf89 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:55.463408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Pushing event updated for resources: {'Port': ['ID=528fab5d-a966-4bf4-98e2-6063df952089,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:55.498280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Attempting to bind port 528fab5d-a966-4bf4-98e2-6063df952089 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:55.498891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Attempting to bind port 528fab5d-a966-4bf4-98e2-6063df952089 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '788cc3f3-b1ae-48fb-8edf-dd97e8809a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2d7e5aab-772e-49a6-ab8f-672abc70d73c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:55.499416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Attempting to bind port 528fab5d-a966-4bf4-98e2-6063df952089 on network 2d7e5aab-772e-49a6-ab8f-672abc70d73c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:55.504889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:55.505268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Checking segment: {'id': '788cc3f3-b1ae-48fb-8edf-dd97e8809a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2d7e5aab-772e-49a6-ab8f-672abc70d73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:55.505725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.506148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Bound using segment: {'id': '788cc3f3-b1ae-48fb-8edf-dd97e8809a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2d7e5aab-772e-49a6-ab8f-672abc70d73c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:55.506552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33806024-c74f-48ec-9c38-0161fb9cc008 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (55d4b7cc-ddec-46bc-90c0-34f5d5404e8f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.506686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Bound port: 528fab5d-a966-4bf4-98e2-6063df952089, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788cc3f3-b1ae-48fb-8edf-dd97e8809a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2d7e5aab-772e-49a6-ab8f-672abc70d73c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:55.506917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (528fab5d-a966-4bf4-98e2-6063df952089), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.509289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33806024-c74f-48ec-9c38-0161fb9cc008 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.513048 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-33806024-c74f-48ec-9c38-0161fb9cc008 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/55d4b7cc-ddec-46bc-90c0-34f5d5404e8f HTTP/1.1" status: 204 len: 168 time: 0.4404576 Apr 06 14:37:55.516427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45246) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:55.547843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33806024-c74f-48ec-9c38-0161fb9cc008 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d4b7cc-ddec-46bc-90c0-34f5d5404e8f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:55.550061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.596471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] For port 528fab5d-a966-4bf4-98e2-6063df952089, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:55.601401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] For port 528fab5d-a966-4bf4-98e2-6063df952089, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=528fab5d-a966-4bf4-98e2-6063df952089,segment=NetworkSegment(788cc3f3-b1ae-48fb-8edf-dd97e8809a18),segment_id=788cc3f3-b1ae-48fb-8edf-dd97e8809a18)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:55.659734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:55.672052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:55.679698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=b89e57b7-9c81-4af7-b288-677fac8b175d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:55.684939 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-512b781d-578d-4733-b6a3-b3f1fb45bc6b tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1640928 Apr 06 14:37:55.686952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:55.687187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.689612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45248) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:55.703629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (528fab5d-a966-4bf4-98e2-6063df952089), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.797089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dae03-b0e0-4c5c-8078-73565cf464e1 None None] Pushing event updated for resources: {'Port': ['ID=528fab5d-a966-4bf4-98e2-6063df952089,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:55.822479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:55.840884 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6c2a90f1-f297-4fe4-94bd-2c0ef7ddceb5 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1483157 Apr 06 14:37:55.841271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45250) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:55.866151 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-2e979c89-d02d-4d05-b692-4aaef1f3b4cc tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] delete failed (client error): The resource could not be found. Apr 06 14:37:55.867994 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2e979c89-d02d-4d05-b692-4aaef1f3b4cc tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "DELETE /v2.0/security-groups/55d4b7cc-ddec-46bc-90c0-34f5d5404e8f HTTP/1.1" status: 404 len: 347 time: 0.0251946 Apr 06 14:37:55.913394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45252) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:55.980654 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-06c7d18d-2895-494c-9972-e384220c3557 tempest-SecGroupIPv6Test-150964947 tempest-SecGroupIPv6Test-150964947-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0635610 Apr 06 14:37:56.011024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3b97314b-c0fd-4901-91fe-d8e65127bf89), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.068637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=3b97314b-c0fd-4901-91fe-d8e65127bf89,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:56.146373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Allocated IP 2001:db8::1 (c2a8ba1d-26cf-4094-a8fa-72124742882a/882d1f86-fbdd-475b-b20a-182b02fab6de/b201ec31-60fa-408f-b90b-ab289ce067b6) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:56.182878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-65d0fc04-e40a-4fb2-941d-4e9d51437bf9 None None] Provisioning complete for port b89e57b7-9c81-4af7-b288-677fac8b175d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:56.183656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-65d0fc04-e40a-4fb2-941d-4e9d51437bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.242356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (8d9baed8-45d7-4caa-8392-f072de51049b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.245373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.276146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-65d0fc04-e40a-4fb2-941d-4e9d51437bf9 None None] Port b89e57b7-9c81-4af7-b288-677fac8b175d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:56.306728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.395727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3070-946c-44e0-8a24-591c769b2603 req-f77ce0e3-0dd7-4124-8cd9-1f5d0d97d0ec tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:56.397796 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c49f3070-946c-44e0-8a24-591c769b2603 req-f77ce0e3-0dd7-4124-8cd9-1f5d0d97d0ec tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.0850089 Apr 06 14:37:56.400979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (8d9baed8-45d7-4caa-8392-f072de51049b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.405359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_controller (8d9baed8-45d7-4caa-8392-f072de51049b), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.453627 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c49f3070-946c-44e0-8a24-591c769b2603 req-a8343f4a-98a7-49c2-b243-b7bb1f7ce99d tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 Apr 06 14:37:56.470982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.538195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Port': ['ID=b201ec31-60fa-408f-b90b-ab289ce067b6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:56.541907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network c2a8ba1d-26cf-4094-a8fa-72124742882a is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:56.543784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:56.550194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:56.550757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (cf7fdc91-d545-4b03-acab-0df6f0028347), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.611255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (8d9baed8-45d7-4caa-8392-f072de51049b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.611772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9baed8-45d7-4caa-8392-f072de51049b {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:37:56.634239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.635135 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-16e46b35-8d52-4807-827a-7d1cc7aa0085 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/routers/8d9baed8-45d7-4caa-8392-f072de51049b HTTP/1.1" status: 204 len: 168 time: 2.4209907 Apr 06 14:37:56.641771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45262) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:56.680275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 528fab5d-a966-4bf4-98e2-6063df952089 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:56.728998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45264) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:56.732965 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-16325c70-e661-4191-88c2-d6fac54219bd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting subnet e4ba978d-e318-4547-a2dd-0ad60afed33c {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:37:56.735910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16325c70-e661-4191-88c2-d6fac54219bd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for subnet (e4ba978d-e318-4547-a2dd-0ad60afed33c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.768837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 528fab5d-a966-4bf4-98e2-6063df952089 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:56.769216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (528fab5d-a966-4bf4-98e2-6063df952089), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.851867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.918674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 528fab5d-a966-4bf4-98e2-6063df952089 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:56.919250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16325c70-e661-4191-88c2-d6fac54219bd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (e4ba978d-e318-4547-a2dd-0ad60afed33c), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.919358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (528fab5d-a966-4bf4-98e2-6063df952089), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:56.956719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 528fab5d-a966-4bf4-98e2-6063df952089, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=528fab5d-a966-4bf4-98e2-6063df952089,segment=NetworkSegment(788cc3f3-b1ae-48fb-8edf-dd97e8809a18),segment_id=788cc3f3-b1ae-48fb-8edf-dd97e8809a18)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:57.015663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2465d618-4997-46ee-b39f-ebbe9e266c94 None None] Provisioning complete for port b201ec31-60fa-408f-b90b-ab289ce067b6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:57.016397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2465d618-4997-46ee-b39f-ebbe9e266c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.049676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (528fab5d-a966-4bf4-98e2-6063df952089), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.106631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2465d618-4997-46ee-b39f-ebbe9e266c94 None None] Port b201ec31-60fa-408f-b90b-ab289ce067b6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:57.130436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=528fab5d-a966-4bf4-98e2-6063df952089,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:57.147493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bbb4d4ed-a9b1-45f8-bde7-0d97a60b3b9f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6002b790d40b40c7b0d8ccd33e5acd86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155662 Apr 06 14:37:57.150278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45270) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:57.186881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.191894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16325c70-e661-4191-88c2-d6fac54219bd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (e4ba978d-e318-4547-a2dd-0ad60afed33c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.229940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f58d2-37b9-4d46-975c-9d8ba0939126 req-bf34b594-1e88-4919-8564-37423d1be3bb tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:57.231588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d2f58d2-37b9-4d46-975c-9d8ba0939126 req-bf34b594-1e88-4919-8564-37423d1be3bb tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1518033 Apr 06 14:37:57.276797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2e082e62-7ee6-41e0-b413-8681980cbc3b admin admin] Publish callbacks [] for security_group (54151628-46e0-4fa3-82db-4f1e706ad023), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.295695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bcdf5-1c52-4bf1-92ba-81e76689db4d None None] Network 2d7e5aab-772e-49a6-ab8f-672abc70d73c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:57.299790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2e082e62-7ee6-41e0-b413-8681980cbc3b admin admin] Publish callbacks [] for security_group (54151628-46e0-4fa3-82db-4f1e706ad023), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.320686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d2f58d2-37b9-4d46-975c-9d8ba0939126 req-6f5b08da-849d-4463-960f-863ecbf090ff tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825622 Apr 06 14:37:57.334235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.362593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.362813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9d6d619c-d82f-44df-8454-97cbac891ed6 None None] Provisioning complete for port 528fab5d-a966-4bf4-98e2-6063df952089 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:57.363093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9d6d619c-d82f-44df-8454-97cbac891ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (528fab5d-a966-4bf4-98e2-6063df952089), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.427278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.429050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=b89e57b7-9c81-4af7-b288-677fac8b175d,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:57.484783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16325c70-e661-4191-88c2-d6fac54219bd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (e4ba978d-e318-4547-a2dd-0ad60afed33c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.499783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d619c-d82f-44df-8454-97cbac891ed6 None None] Current status of the port 528fab5d-a966-4bf4-98e2-6063df952089 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:57.520957 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16325c70-e661-4191-88c2-d6fac54219bd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ba978d-e318-4547-a2dd-0ad60afed33c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:57.521718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.522525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (cf7fdc91-d545-4b03-acab-0df6f0028347), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.530183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2e082e62-7ee6-41e0-b413-8681980cbc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (54151628-46e0-4fa3-82db-4f1e706ad023), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.538168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2e082e62-7ee6-41e0-b413-8681980cbc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.538168 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2e082e62-7ee6-41e0-b413-8681980cbc3b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/54151628-46e0-4fa3-82db-4f1e706ad023 HTTP/1.1" status: 204 len: 168 time: 0.3818438 Apr 06 14:37:57.538168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-16325c70-e661-4191-88c2-d6fac54219bd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.544659 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-16325c70-e661-4191-88c2-d6fac54219bd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/subnets/e4ba978d-e318-4547-a2dd-0ad60afed33c HTTP/1.1" status: 204 len: 168 time: 0.8908515 Apr 06 14:37:57.549325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c899b15-5802-4318-9271-77e496b3baf3 None None] Network af5ada98-d486-41db-85bc-30c3c36af9c7 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:37:57.551384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45274) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:57.611199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e082e62-7ee6-41e0-b413-8681980cbc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54151628-46e0-4fa3-82db-4f1e706ad023,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:57.644874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event updated for resources: {'Port': ['ID=b201ec31-60fa-408f-b90b-ab289ce067b6,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:57.705679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:57.709439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:57.715396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Network c2a8ba1d-26cf-4094-a8fa-72124742882a is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:57.718807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:57.722838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (af5ada98-d486-41db-85bc-30c3c36af9c7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.836964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-396d4e72-ee36-437f-b73c-b55538cabfbd None None] Provisioning complete for port 528fab5d-a966-4bf4-98e2-6063df952089 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:57.837347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-396d4e72-ee36-437f-b73c-b55538cabfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (528fab5d-a966-4bf4-98e2-6063df952089), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.893264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] DHCP port deletion for af5ada98-d486-41db-85bc-30c3c36af9c7 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:37:57.904979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:57.932059 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 91494b3d-3931-4b44-8036-af3295b162d7 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:57.932407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (91494b3d-3931-4b44-8036-af3295b162d7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:57.949787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Router cf7fdc91-d545-4b03-acab-0df6f0028347 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:58.086123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] Deleting port 91494b3d-3931-4b44-8036-af3295b162d7 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:58.087480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (91494b3d-3931-4b44-8036-af3295b162d7), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.111869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] For port 91494b3d-3931-4b44-8036-af3295b162d7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=91494b3d-3931-4b44-8036-af3295b162d7,segment=NetworkSegment(e5d5200e-e5cc-4d22-91fa-af1b6b725b99),segment_id=e5d5200e-e5cc-4d22-91fa-af1b6b725b99)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:58.112327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (91494b3d-3931-4b44-8036-af3295b162d7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.151814 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 91494b3d-3931-4b44-8036-af3295b162d7 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:58.197186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:58.217780 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f8cf31e4-e2a9-4abb-99cb-e3848ede7979 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "PUT /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8396368 Apr 06 14:37:58.217780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45276) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:58.218113 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3818bc6-d2b3-4c2c-9063-79196f5018d4 None None] Sync routers for ids ['cf7fdc91-d545-4b03-acab-0df6f0028347'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:58.218577 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:58.223770 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eb92b860-f40e-4858-a440-0842193529c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7099249 Apr 06 14:37:58.254009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Sync routers for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:58.262149 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3818bc6-d2b3-4c2c-9063-79196f5018d4 None None] Routers {'cf7fdc91-d545-4b03-acab-0df6f0028347'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:58.264134 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b3818bc6-d2b3-4c2c-9063-79196f5018d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['cf7fdc91-d545-4b03-acab-0df6f0028347'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:58.300885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-396d4e72-ee36-437f-b73c-b55538cabfbd None None] Current status of the port 528fab5d-a966-4bf4-98e2-6063df952089 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:58.305249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:58.305439 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b3818bc6-d2b3-4c2c-9063-79196f5018d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:58.305880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:58.313674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] For port 91494b3d-3931-4b44-8036-af3295b162d7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=91494b3d-3931-4b44-8036-af3295b162d7,segment=NetworkSegment(e5d5200e-e5cc-4d22-91fa-af1b6b725b99),segment_id=e5d5200e-e5cc-4d22-91fa-af1b6b725b99)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:58.314252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (91494b3d-3931-4b44-8036-af3295b162d7), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.316020 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3818bc6-d2b3-4c2c-9063-79196f5018d4 None None] Routers {'cf7fdc91-d545-4b03-acab-0df6f0028347'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:58.316893 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b3818bc6-d2b3-4c2c-9063-79196f5018d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['cf7fdc91-d545-4b03-acab-0df6f0028347'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:58.350674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-02805d33-a5f6-40bf-b33f-c95d915d2e1a tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for router (cf7fdc91-d545-4b03-acab-0df6f0028347), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.356380 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b3818bc6-d2b3-4c2c-9063-79196f5018d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:58.356380 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3818bc6-d2b3-4c2c-9063-79196f5018d4 None None] The sync data for ids ['cf7fdc91-d545-4b03-acab-0df6f0028347'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:58.384744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (91494b3d-3931-4b44-8036-af3295b162d7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.407220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] Calling delete_port for 91494b3d-3931-4b44-8036-af3295b162d7 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:58.424452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=91494b3d-3931-4b44-8036-af3295b162d7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:58.442576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] No DVR routers for this DVR port 91494b3d-3931-4b44-8036-af3295b162d7 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:58.450862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8c005a8e-0ef1-471a-9fc7-2670815d6d21 None None] Provisioning complete for port b201ec31-60fa-408f-b90b-ab289ce067b6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:58.451391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c005a8e-0ef1-471a-9fc7-2670815d6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.478331 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-02805d33-a5f6-40bf-b33f-c95d915d2e1a tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 06 14:37:58.479738 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-02805d33-a5f6-40bf-b33f-c95d915d2e1a tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347 HTTP/1.1" status: 409 len: 376 time: 0.2687376 Apr 06 14:37:58.482757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45284) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:58.540731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (af5ada98-d486-41db-85bc-30c3c36af9c7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.567337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5ada98-d486-41db-85bc-30c3c36af9c7']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:58.571066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198a28e-efb8-4dcd-965c-bf6ac8350818 req-4c20c7ab-2c18-424e-bfe3-57eb82dc7e05 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:58.572600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4198a28e-efb8-4dcd-965c-bf6ac8350818 req-4c20c7ab-2c18-424e-bfe3-57eb82dc7e05 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1462798 Apr 06 14:37:58.586847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d5200e-e5cc-4d22-91fa-af1b6b725b99') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:58.587332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d5200e-e5cc-4d22-91fa-af1b6b725b99') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:58.598696 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (e5d5200e-e5cc-4d22-91fa-af1b6b725b99), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.613498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e5d5200e-e5cc-4d22-91fa-af1b6b725b99), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.623575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:37:58.624205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (e5d5200e-e5cc-4d22-91fa-af1b6b725b99), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:37:58.630435 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:37:58.664386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4198a28e-efb8-4dcd-965c-bf6ac8350818 req-cccaf424-6908-4505-8247-f9ab11b5fe73 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819499 Apr 06 14:37:58.731306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:58.776793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 528fab5d-a966-4bf4-98e2-6063df952089 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:58.836199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (af5ada98-d486-41db-85bc-30c3c36af9c7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.863680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.867239 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/networks/af5ada98-d486-41db-85bc-30c3c36af9c7 HTTP/1.1" status: 204 len: 168 time: 1.3084116 Apr 06 14:37:58.868250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfe225-901f-4289-9383-c42a8f6223ec tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Network': ['ID=af5ada98-d486-41db-85bc-30c3c36af9c7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:58.869972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45288) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:58.921178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8c005a8e-0ef1-471a-9fc7-2670815d6d21 None None] Port b201ec31-60fa-408f-b90b-ab289ce067b6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:58.924016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (91494b3d-3931-4b44-8036-af3295b162d7), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.968762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] Network af5ada98-d486-41db-85bc-30c3c36af9c7 is not hosted by any dhcp agent {{(pid=104444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:37:58.969232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] No DVR routers for this DVR port 91494b3d-3931-4b44-8036-af3295b162d7 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:37:58.974923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83586b53-0dc0-49c1-b6cb-6f2a208f8ca7 None None] Pushing event deleted for resources: {'Port': ['ID=91494b3d-3931-4b44-8036-af3295b162d7,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:58.985484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8c005a8e-0ef1-471a-9fc7-2670815d6d21 None None] Provisioning complete for port b89e57b7-9c81-4af7-b288-677fac8b175d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:58.985866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c005a8e-0ef1-471a-9fc7-2670815d6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:58.994706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 528fab5d-a966-4bf4-98e2-6063df952089 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:58.994706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (528fab5d-a966-4bf4-98e2-6063df952089), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.090087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port cd0c29ec-98c8-4af4-9335-ea6beba47c68 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:37:59.090435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cd0c29ec-98c8-4af4-9335-ea6beba47c68), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.127441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8c005a8e-0ef1-471a-9fc7-2670815d6d21 None None] Port b89e57b7-9c81-4af7-b288-677fac8b175d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:59.188915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 528fab5d-a966-4bf4-98e2-6063df952089 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:59.246170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cd0c29ec-98c8-4af4-9335-ea6beba47c68), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.246170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (cd0c29ec-98c8-4af4-9335-ea6beba47c68), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.264075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for cd0c29ec-98c8-4af4-9335-ea6beba47c68 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:37:59.272328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 91494b3d-3931-4b44-8036-af3295b162d7 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:37:59.295380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 91494b3d-3931-4b44-8036-af3295b162d7 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:37:59.295737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 91494b3d-3931-4b44-8036-af3295b162d7 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:37:59.296305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32673e69-77b7-4fd7-82f6-0eab148738dc req-5f320788-2ba3-4a1c-af1b-98f8d923282c tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:59.306350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-32673e69-77b7-4fd7-82f6-0eab148738dc req-5f320788-2ba3-4a1c-af1b-98f8d923282c tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1678205 Apr 06 14:37:59.333881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:37:56Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:07Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89e57b7-9c81-4af7-b288-677fac8b175d', 'name': '', 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:26:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'da2a002e-978d-4e64-bc2d-5b1a0cde7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:54Z', 'updated_at': '2022-04-06T14:37:56Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'da2a002e-978d-4e64-bc2d-5b1a0cde7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:59.376309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Checking router: 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:37:59.376577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Updating router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 port b89e57b7-9c81-4af7-b288-677fac8b175d binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:37:59.391465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d98f3-5901-4232-a3db-160936a5c06b req-7f112b1c-c526-4b5e-b147-d19b21063a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:59.393347 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d54d98f3-5901-4232-a3db-160936a5c06b req-7f112b1c-c526-4b5e-b147-d19b21063a49 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a947444cda1498caba233cfd0b11c7d&device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 1129 time: 0.1523094 Apr 06 14:37:59.411157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.463626 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-32673e69-77b7-4fd7-82f6-0eab148738dc req-ad5e403f-95ea-4f11-b170-127ef5b6be5c tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562700 Apr 06 14:37:59.538531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d98f3-5901-4232-a3db-160936a5c06b req-d4ecd82d-7b20-4525-b1c7-e8d82ec83232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:59.540077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d54d98f3-5901-4232-a3db-160936a5c06b req-d4ecd82d-7b20-4525-b1c7-e8d82ec83232 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7d2630b5-8730-4cce-8f52-2866be81c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1399360 Apr 06 14:37:59.585512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (cd0c29ec-98c8-4af4-9335-ea6beba47c68), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.602814 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d54d98f3-5901-4232-a3db-160936a5c06b req-d3e0986a-4a88-4cb2-819d-fc295fd13630 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6 HTTP/1.1" status: 200 len: 217 time: 0.0563214 Apr 06 14:37:59.619724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=cd0c29ec-98c8-4af4-9335-ea6beba47c68,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:59.670199 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d98f3-5901-4232-a3db-160936a5c06b req-d917d007-f435-43bf-b2b2-befd20a02bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:59.671859 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d54d98f3-5901-4232-a3db-160936a5c06b req-d917d007-f435-43bf-b2b2-befd20a02bdf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8552a9de-f261-4791-bd96-4986749e5865 HTTP/1.1" status: 200 len: 851 time: 0.0632865 Apr 06 14:37:59.689540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (cf7fdc91-d545-4b03-acab-0df6f0028347), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.718736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Publish callbacks [] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.772686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d54d98f3-5901-4232-a3db-160936a5c06b req-58471feb-8a90-497f-97ef-f9a51f3fcde6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7d2630b5-8730-4cce-8f52-2866be81c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943518 Apr 06 14:37:59.798677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.856427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e405157-f396-42ac-8c16-4926ee9e2417 None None] Pushing event updated for resources: {'Port': ['ID=b89e57b7-9c81-4af7-b288-677fac8b175d,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:59.928290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Attempting to bind port b89e57b7-9c81-4af7-b288-677fac8b175d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:59.929186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Attempting to bind port b89e57b7-9c81-4af7-b288-677fac8b175d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:59.929768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Attempting to bind port b89e57b7-9c81-4af7-b288-677fac8b175d on network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:59.939882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:59.940618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Checking segment: {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:59.941235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.941890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Bound using segment: {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:59.942651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Bound port: b89e57b7-9c81-4af7-b288-677fac8b175d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678cf0eb-bcb5-48a7-acb2-963b5fa5012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:59.943371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:59.956136 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d54d98f3-5901-4232-a3db-160936a5c06b req-bc9ac13e-020b-4cb9-9fdf-d67d4dc8fb49 service neutron] 10.222.0.87 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767116 Apr 06 14:38:00.021254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] For port b89e57b7-9c81-4af7-b288-677fac8b175d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:00.024781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] For port b89e57b7-9c81-4af7-b288-677fac8b175d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b89e57b7-9c81-4af7-b288-677fac8b175d,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:00.031596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for floatingip (b6cdb936-36d9-4425-b9c6-ca54bd8a834e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.038611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.038611 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8de36c87-f98e-44bb-b979-5d03ed3d39c1 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/floatingips/b6cdb936-36d9-4425-b9c6-ca54bd8a834e HTTP/1.1" status: 204 len: 168 time: 1.1668096 Apr 06 14:38:00.041772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45292) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:00.068971 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26ef937-1189-4076-aca3-b3c3228757d9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:00.069545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26ef937-1189-4076-aca3-b3c3228757d9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:00.074933 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c26ef937-1189-4076-aca3-b3c3228757d9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/ports/dc0e7484-ba27-4f91-8989-7468d9816816 HTTP/1.1" status: 404 len: 333 time: 0.0296991 Apr 06 14:38:00.076512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45294) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:00.106927 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-52e301f1-a9e7-4eb1-bfaf-23b2cd387ecd tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d9baed8-45d7-4caa-8392-f072de51049b HTTP/1.1" status: 200 len: 205 time: 0.0287802 Apr 06 14:38:00.109939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45296) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:00.110324 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d54d98f3-5901-4232-a3db-160936a5c06b req-fbd55722-450c-4dfb-9169-e5ab32b72e0c service neutron] 10.222.0.87 "GET /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474762 Apr 06 14:38:00.122244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.163227 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-39393fd2-d676-4445-9eb9-c951f6408522 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] delete failed (client error): The resource could not be found. Apr 06 14:38:00.164292 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-39393fd2-d676-4445-9eb9-c951f6408522 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/routers/8d9baed8-45d7-4caa-8392-f072de51049b HTTP/1.1" status: 404 len: 336 time: 0.0522885 Apr 06 14:38:00.167099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45298) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:00.200473 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-da448e94-79b4-40fd-be81-423da741a8ac tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:00.201514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da448e94-79b4-40fd-be81-423da741a8ac tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:00.207722 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-da448e94-79b4-40fd-be81-423da741a8ac tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/subnets/e4ba978d-e318-4547-a2dd-0ad60afed33c HTTP/1.1" status: 404 len: 337 time: 0.0370502 Apr 06 14:38:00.209256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45300) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:00.209973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:00.210616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:00.213173 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting port b201ec31-60fa-408f-b90b-ab289ce067b6 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:00.213637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.292312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d9eb8765-350f-4f68-a308-d34f073bf1d0 None None] Provisioning complete for port b89e57b7-9c81-4af7-b288-677fac8b175d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:00.292694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8765-350f-4f68-a308-d34f073bf1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.296907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e405157-f396-42ac-8c16-4926ee9e2417 None None] Pushing event updated for resources: {'Port': ['ID=b89e57b7-9c81-4af7-b288-677fac8b175d,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:00.325828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.329243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-adc7cb85-692e-4d00-aec6-d7ab1eda2a24 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:00.329652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-adc7cb85-692e-4d00-aec6-d7ab1eda2a24 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.347794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Calling delete_port for b201ec31-60fa-408f-b90b-ab289ce067b6 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:00.382455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:00.437645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-adc7cb85-692e-4d00-aec6-d7ab1eda2a24 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.451963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-adc7cb85-692e-4d00-aec6-d7ab1eda2a24 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:00.500458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb8765-350f-4f68-a308-d34f073bf1d0 None None] Current status of the port b89e57b7-9c81-4af7-b288-677fac8b175d is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:00.500852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8765-350f-4f68-a308-d34f073bf1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.625137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d9eb8765-350f-4f68-a308-d34f073bf1d0 None None] For port b89e57b7-9c81-4af7-b288-677fac8b175d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b89e57b7-9c81-4af7-b288-677fac8b175d,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:00.634621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91703202-f704-4956-b052-dd472dde6d1f req-1b3549a7-9834-4c22-8453-b78f8372bfc1 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:00.637743 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91703202-f704-4956-b052-dd472dde6d1f req-1b3549a7-9834-4c22-8453-b78f8372bfc1 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.0757632 Apr 06 14:38:00.688111 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91703202-f704-4956-b052-dd472dde6d1f req-dd85076c-7e8b-4c16-bb97-602986b1a4c0 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Apr 06 14:38:00.706954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b201ec31-60fa-408f-b90b-ab289ce067b6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.717890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:37:56Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:07Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89e57b7-9c81-4af7-b288-677fac8b175d', 'name': '', 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:26:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'da2a002e-978d-4e64-bc2d-5b1a0cde7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:54Z', 'updated_at': '2022-04-06T14:38:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'da2a002e-978d-4e64-bc2d-5b1a0cde7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:00.725362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-adc7cb85-692e-4d00-aec6-d7ab1eda2a24 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.736017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Port': ['ID=b201ec31-60fa-408f-b90b-ab289ce067b6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:00.745606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff108523-dd2b-4685-afa5-5217a0d472b3 None None] The sync data for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv is: [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:37:56Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:07Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89e57b7-9c81-4af7-b288-677fac8b175d', 'name': '', 'network_id': '4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:26:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'da2a002e-978d-4e64-bc2d-5b1a0cde7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:37:54Z', 'updated_at': '2022-04-06T14:38:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'da2a002e-978d-4e64-bc2d-5b1a0cde7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:00.747260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8765-350f-4f68-a308-d34f073bf1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.765080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7cb85-692e-4d00-aec6-d7ab1eda2a24 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:00.854201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb8765-350f-4f68-a308-d34f073bf1d0 None None] Pushing event updated for resources: {'Port': ['ID=b89e57b7-9c81-4af7-b288-677fac8b175d,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:00.906295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (cf7fdc91-d545-4b03-acab-0df6f0028347), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.914706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-adc7cb85-692e-4d00-aec6-d7ab1eda2a24 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:00.922045 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-adc7cb85-692e-4d00-aec6-d7ab1eda2a24 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/ports/4e5b27ae-77c3-4a4b-9555-21bb19ee6ae4 HTTP/1.1" status: 204 len: 168 time: 0.7075148 Apr 06 14:38:00.924460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45306) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:00.925762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2419d5d6-0cd4-4c24-8d62-17fac53b1d97 None None] Provisioning complete for port b89e57b7-9c81-4af7-b288-677fac8b175d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:00.926655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2419d5d6-0cd4-4c24-8d62-17fac53b1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.083193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2419d5d6-0cd4-4c24-8d62-17fac53b1d97 None None] Current status of the port b89e57b7-9c81-4af7-b288-677fac8b175d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:01.109980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8d3699cb-555e-4b11-b0ad-e160515cd5eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port b55ce3d3-92f2-403c-b6d4-e241e2e5c59d {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:01.110453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8d3699cb-555e-4b11-b0ad-e160515cd5eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b55ce3d3-92f2-403c-b6d4-e241e2e5c59d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.153990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Router cf7fdc91-d545-4b03-acab-0df6f0028347 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:01.221274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8d3699cb-555e-4b11-b0ad-e160515cd5eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b55ce3d3-92f2-403c-b6d4-e241e2e5c59d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.237822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8d3699cb-555e-4b11-b0ad-e160515cd5eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for b55ce3d3-92f2-403c-b6d4-e241e2e5c59d owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:01.247125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:01.256457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a3d63f2f-a5a2-46c8-b145-5460a4b43bee tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "PUT /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7717891 Apr 06 14:38:01.256886 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45308) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:01.257896 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c0420-2033-4cb1-9773-d1a7ab4333de None None] Sync routers for ids ['cf7fdc91-d545-4b03-acab-0df6f0028347'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:01.272465 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c0420-2033-4cb1-9773-d1a7ab4333de None None] Routers {'cf7fdc91-d545-4b03-acab-0df6f0028347'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:01.273189 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-136c0420-2033-4cb1-9773-d1a7ab4333de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['cf7fdc91-d545-4b03-acab-0df6f0028347'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:01.304076 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-8b06002b-bd44-4c2d-9899-e5a1021c8588 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] show failed (client error): The resource could not be found. Apr 06 14:38:01.308692 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8b06002b-bd44-4c2d-9899-e5a1021c8588 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-1859354987 HTTP/1.1" status: 404 len: 335 time: 0.0471814 Apr 06 14:38:01.312756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45310) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:01.317859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-745ced12-f183-4ae2-be11-378056803b7c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:01.343852 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-136c0420-2033-4cb1-9773-d1a7ab4333de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:01.356549 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c0420-2033-4cb1-9773-d1a7ab4333de None None] Routers {'cf7fdc91-d545-4b03-acab-0df6f0028347'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:01.358138 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-136c0420-2033-4cb1-9773-d1a7ab4333de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['cf7fdc91-d545-4b03-acab-0df6f0028347'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:01.365737 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-745ced12-f183-4ae2-be11-378056803b7c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] update failed (client error): The resource could not be found. Apr 06 14:38:01.371770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-745ced12-f183-4ae2-be11-378056803b7c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-406084420 HTTP/1.1" status: 404 len: 334 time: 0.0568659 Apr 06 14:38:01.372572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45312) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:01.417454 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-136c0420-2033-4cb1-9773-d1a7ab4333de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:01.418690 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c0420-2033-4cb1-9773-d1a7ab4333de None None] The sync data for ids ['cf7fdc91-d545-4b03-acab-0df6f0028347'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:01.466372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f276d9-0e3c-4654-9cb4-f3a5d5c43d33 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting subnet cb243909-0018-4275-a2d1-7bc420563a8d {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:01.471101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71f276d9-0e3c-4654-9cb4-f3a5d5c43d33 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (cb243909-0018-4275-a2d1-7bc420563a8d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.529431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71f276d9-0e3c-4654-9cb4-f3a5d5c43d33 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (cb243909-0018-4275-a2d1-7bc420563a8d), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.616568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8d3699cb-555e-4b11-b0ad-e160515cd5eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b55ce3d3-92f2-403c-b6d4-e241e2e5c59d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.638831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71f276d9-0e3c-4654-9cb4-f3a5d5c43d33 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (cb243909-0018-4275-a2d1-7bc420563a8d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.646256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3699cb-555e-4b11-b0ad-e160515cd5eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=b55ce3d3-92f2-403c-b6d4-e241e2e5c59d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:01.732359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8d3699cb-555e-4b11-b0ad-e160515cd5eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.737976 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8d3699cb-555e-4b11-b0ad-e160515cd5eb tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/ports/b55ce3d3-92f2-403c-b6d4-e241e2e5c59d HTTP/1.1" status: 204 len: 168 time: 0.8122149 Apr 06 14:38:01.740737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45316) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:01.806759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b4e5c-ab4b-4946-891f-514f95c9b5bf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:01.807338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71f276d9-0e3c-4654-9cb4-f3a5d5c43d33 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (cb243909-0018-4275-a2d1-7bc420563a8d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.808247 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ee4b4e5c-ab4b-4946-891f-514f95c9b5bf tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "GET /v2.0/ports?device_id=b95ce012-9a60-47ea-bce7-a6e932909407 HTTP/1.1" status: 200 len: 913 time: 0.0665405 Apr 06 14:38:01.811111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45318) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:01.843736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71f276d9-0e3c-4654-9cb4-f3a5d5c43d33 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:01.847138 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-71f276d9-0e3c-4654-9cb4-f3a5d5c43d33 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/subnets/cb243909-0018-4275-a2d1-7bc420563a8d HTTP/1.1" status: 204 len: 168 time: 0.4683478 Apr 06 14:38:01.850899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45320) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:01.852200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60fbe7-78ad-44a8-a354-fd6f0bcf94cd None None] Network 2d7e5aab-772e-49a6-ab8f-672abc70d73c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:01.859014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f276d9-0e3c-4654-9cb4-f3a5d5c43d33 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Subnet': ['ID=cb243909-0018-4275-a2d1-7bc420563a8d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:01.931553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145aa90-cfad-4b66-8e5f-87d6487279bd req-a8d1ed13-2683-4fd1-a8c9-860703720c9a tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:01.933248 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d145aa90-cfad-4b66-8e5f-87d6487279bd req-a8d1ed13-2683-4fd1-a8c9-860703720c9a tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1631887 Apr 06 14:38:01.974910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (2d7e5aab-772e-49a6-ab8f-672abc70d73c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.037794 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d145aa90-cfad-4b66-8e5f-87d6487279bd req-fd14a89a-26e0-4a5b-b8c7-22a9f746c769 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900383 Apr 06 14:38:02.068090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting port 528fab5d-a966-4bf4-98e2-6063df952089 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:02.068090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (528fab5d-a966-4bf4-98e2-6063df952089), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.137535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] For port 528fab5d-a966-4bf4-98e2-6063df952089, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=528fab5d-a966-4bf4-98e2-6063df952089,segment=NetworkSegment(788cc3f3-b1ae-48fb-8edf-dd97e8809a18),segment_id=788cc3f3-b1ae-48fb-8edf-dd97e8809a18)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:02.137934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (528fab5d-a966-4bf4-98e2-6063df952089), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.159518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Calling delete_port for 528fab5d-a966-4bf4-98e2-6063df952089 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:02.258876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] DHCP port deletion for 2d7e5aab-772e-49a6-ab8f-672abc70d73c request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:02.311123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] Deleting port 528fab5d-a966-4bf4-98e2-6063df952089 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:02.311424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (528fab5d-a966-4bf4-98e2-6063df952089), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.315822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (b95ce012-9a60-47ea-bce7-a6e932909407), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.321674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (528fab5d-a966-4bf4-98e2-6063df952089), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.355154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Port': ['ID=528fab5d-a966-4bf4-98e2-6063df952089,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:02.368136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] No DVR routers for this DVR port 528fab5d-a966-4bf4-98e2-6063df952089 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:02.384390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] For port 528fab5d-a966-4bf4-98e2-6063df952089, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=528fab5d-a966-4bf4-98e2-6063df952089,segment=NetworkSegment(788cc3f3-b1ae-48fb-8edf-dd97e8809a18),segment_id=788cc3f3-b1ae-48fb-8edf-dd97e8809a18)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:02.385109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (528fab5d-a966-4bf4-98e2-6063df952089), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.406395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] Calling delete_port for 528fab5d-a966-4bf4-98e2-6063df952089 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:02.495016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (2d7e5aab-772e-49a6-ab8f-672abc70d73c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.501131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (528fab5d-a966-4bf4-98e2-6063df952089), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.533372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] Pushing event deleted for resources: {'Port': ['ID=528fab5d-a966-4bf4-98e2-6063df952089,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:02.538167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975f92d-b82e-4e5a-9699-8228dd4bd8d4 None None] No DVR routers for this DVR port 528fab5d-a966-4bf4-98e2-6063df952089 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:02.541775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7e5aab-772e-49a6-ab8f-672abc70d73c']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:02.586584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788cc3f3-b1ae-48fb-8edf-dd97e8809a18') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:02.586891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788cc3f3-b1ae-48fb-8edf-dd97e8809a18') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:02.600519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (788cc3f3-b1ae-48fb-8edf-dd97e8809a18), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.621581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (788cc3f3-b1ae-48fb-8edf-dd97e8809a18), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.631719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:02.642887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (788cc3f3-b1ae-48fb-8edf-dd97e8809a18), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.642887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbf3cc-d88f-470b-9779-4e0590ea6aa9 req-4cc00338-4c42-4aa5-bb7a-9a5a7ba6714f tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:02.643799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-92cbf3cc-d88f-470b-9779-4e0590ea6aa9 req-4cc00338-4c42-4aa5-bb7a-9a5a7ba6714f tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1102965 Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:02.644487 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:02.691673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b89e57b7-9c81-4af7-b288-677fac8b175d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:02.738988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 3ed2504d-05a6-40c0-aec9-8e94890614c6 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:02.739434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3ed2504d-05a6-40c0-aec9-8e94890614c6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.743165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b89e57b7-9c81-4af7-b288-677fac8b175d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:02.743548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.758415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-92cbf3cc-d88f-470b-9779-4e0590ea6aa9 req-1f449323-e82b-40ba-b584-de54aa90c00d tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026242 Apr 06 14:38:02.813758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (2d7e5aab-772e-49a6-ab8f-672abc70d73c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.826596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.828102 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/networks/2d7e5aab-772e-49a6-ab8f-672abc70d73c HTTP/1.1" status: 204 len: 168 time: 0.9760761 Apr 06 14:38:02.828768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45326) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:02.834953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b89e57b7-9c81-4af7-b288-677fac8b175d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:02.840404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3ed2504d-05a6-40c0-aec9-8e94890614c6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.848008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed4dd5-0c46-4111-9d1b-5205359e455e tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Network': ['ID=2d7e5aab-772e-49a6-ab8f-672abc70d73c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:02.867208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 3ed2504d-05a6-40c0-aec9-8e94890614c6 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:02.894784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2736eba-5365-413f-aebb-6eefb3d121e2 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting subnet 7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:02.898411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2736eba-5365-413f-aebb-6eefb3d121e2 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.911976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 528fab5d-a966-4bf4-98e2-6063df952089 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:02.941579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2736eba-5365-413f-aebb-6eefb3d121e2 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:02.951834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 528fab5d-a966-4bf4-98e2-6063df952089 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:02.952556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 528fab5d-a966-4bf4-98e2-6063df952089 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:03.052267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2736eba-5365-413f-aebb-6eefb3d121e2 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.121372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3ed2504d-05a6-40c0-aec9-8e94890614c6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.150285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2736eba-5365-413f-aebb-6eefb3d121e2 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.150952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=3ed2504d-05a6-40c0-aec9-8e94890614c6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:03.179114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2736eba-5365-413f-aebb-6eefb3d121e2 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:03.185023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2736eba-5365-413f-aebb-6eefb3d121e2 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.190352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a2736eba-5365-413f-aebb-6eefb3d121e2 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/subnets/7aa4d1e6-1072-4eb5-ac29-ad1f0a0b96f0 HTTP/1.1" status: 204 len: 168 time: 0.3504043 Apr 06 14:38:03.191798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45328) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:03.196015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4571f-7498-4326-a671-d69f19b4d3c6 None None] Network 906aa7dc-3981-4c27-8dcc-b2db62501203 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:03.259917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d134eb7-3aea-47b2-8696-77b653736c1c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting subnet b7f83463-901b-4826-87df-8e366e2b7da2 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:03.264134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d134eb7-3aea-47b2-8696-77b653736c1c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (b7f83463-901b-4826-87df-8e366e2b7da2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.314913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d134eb7-3aea-47b2-8696-77b653736c1c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (b7f83463-901b-4826-87df-8e366e2b7da2), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.340611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (b95ce012-9a60-47ea-bce7-a6e932909407), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.370051 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] DHCP port deletion for 906aa7dc-3981-4c27-8dcc-b2db62501203 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:03.416731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d134eb7-3aea-47b2-8696-77b653736c1c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (b7f83463-901b-4826-87df-8e366e2b7da2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.425785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] Deleting port ec14aea1-b50e-498d-9492-50ca1a5efa63 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:03.426430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.511179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] For port ec14aea1-b50e-498d-9492-50ca1a5efa63, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ec14aea1-b50e-498d-9492-50ca1a5efa63,segment=NetworkSegment(6c0d94ae-2ab6-49bd-8487-d1c76bafd62f),segment_id=6c0d94ae-2ab6-49bd-8487-d1c76bafd62f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:03.511818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.530618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] Calling delete_port for ec14aea1-b50e-498d-9492-50ca1a5efa63 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:03.533873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d134eb7-3aea-47b2-8696-77b653736c1c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (b7f83463-901b-4826-87df-8e366e2b7da2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.567130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d134eb7-3aea-47b2-8696-77b653736c1c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f83463-901b-4826-87df-8e366e2b7da2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:03.572061 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8d134eb7-3aea-47b2-8696-77b653736c1c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.575877 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8d134eb7-3aea-47b2-8696-77b653736c1c tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/subnets/b7f83463-901b-4826-87df-8e366e2b7da2 HTTP/1.1" status: 204 len: 168 time: 0.3829741 Apr 06 14:38:03.581162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45332) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:03.585199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c62ba-0e02-4356-9fde-e793ee124bad None None] Network a280ec30-f524-4d6a-9126-60c34cbb3385 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:03.683355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (906aa7dc-3981-4c27-8dcc-b2db62501203), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.691299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Router b95ce012-9a60-47ea-bce7-a6e932909407 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:03.764858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] DHCP port deletion for a280ec30-f524-4d6a-9126-60c34cbb3385 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:03.797336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.830854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] Pushing event deleted for resources: {'Port': ['ID=ec14aea1-b50e-498d-9492-50ca1a5efa63,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:03.835805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting port ec14aea1-b50e-498d-9492-50ca1a5efa63 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:03.835971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.836480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9316849-7b71-46eb-a06c-6ceeffcdf736 None None] No DVR routers for this DVR port ec14aea1-b50e-498d-9492-50ca1a5efa63 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:03.867718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] Deleting port a64168f3-fc5e-4501-b7c7-d6c560ff3413 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:03.868130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.898810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:03.906429 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-67a0577c-0d99-4e69-a018-a5fd4887400a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "PUT /v2.0/routers/b95ce012-9a60-47ea-bce7-a6e932909407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0942802 Apr 06 14:38:03.910031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45336) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:03.915041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6a86b-a6a6-4f58-ac26-5b19cf364e67 None None] Sync routers for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:03.923087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] For port ec14aea1-b50e-498d-9492-50ca1a5efa63, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:03.923970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.943030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Calling delete_port for ec14aea1-b50e-498d-9492-50ca1a5efa63 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:03.943030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_backend_mixin [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Port ec14aea1-b50e-498d-9492-50ca1a5efa63 was not found and therefore no delete operation was performed {{(pid=104442) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:38:03.943336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6a86b-a6a6-4f58-ac26-5b19cf364e67 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:03.943437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ec14aea1-b50e-498d-9492-50ca1a5efa63), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:03.943539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0eb6a86b-a6a6-4f58-ac26-5b19cf364e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:03.972543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Port': ['ID=ec14aea1-b50e-498d-9492-50ca1a5efa63,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:03.978547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] No DVR routers for this DVR port ec14aea1-b50e-498d-9492-50ca1a5efa63 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:03.986643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0eb6a86b-a6a6-4f58-ac26-5b19cf364e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:04.000817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2dfef-66c2-4373-8b3b-624dad8320ec req-0dd39467-29b1-44cc-a327-3b84340adbb2 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:04.002436 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08b2dfef-66c2-4373-8b3b-624dad8320ec req-0dd39467-29b1-44cc-a327-3b84340adbb2 tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1431034 Apr 06 14:38:04.010225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] For port a64168f3-fc5e-4501-b7c7-d6c560ff3413, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a64168f3-fc5e-4501-b7c7-d6c560ff3413,segment=NetworkSegment(53650d3e-89bd-4430-8f3f-fcbd65926e50),segment_id=53650d3e-89bd-4430-8f3f-fcbd65926e50)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:04.010662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.013164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6a86b-a6a6-4f58-ac26-5b19cf364e67 None None] Routers {'b95ce012-9a60-47ea-bce7-a6e932909407'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:04.014176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0eb6a86b-a6a6-4f58-ac26-5b19cf364e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:37:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b95ce012-9a60-47ea-bce7-a6e932909407'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:04.062239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0eb6a86b-a6a6-4f58-ac26-5b19cf364e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:04.062954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6a86b-a6a6-4f58-ac26-5b19cf364e67 None None] The sync data for ids ['b95ce012-9a60-47ea-bce7-a6e932909407'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:04.065533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] Calling delete_port for a64168f3-fc5e-4501-b7c7-d6c560ff3413 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:04.067317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (906aa7dc-3981-4c27-8dcc-b2db62501203), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.080521 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08b2dfef-66c2-4373-8b3b-624dad8320ec req-a334bcaa-1bc0-4213-ace5-30800c2f815b tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662248 Apr 06 14:38:04.082596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router (b95ce012-9a60-47ea-bce7-a6e932909407), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.096987 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906aa7dc-3981-4c27-8dcc-b2db62501203']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:04.108555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0d94ae-2ab6-49bd-8487-d1c76bafd62f') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:04.108858 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0d94ae-2ab6-49bd-8487-d1c76bafd62f') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:04.120081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (6c0d94ae-2ab6-49bd-8487-d1c76bafd62f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.147528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6c0d94ae-2ab6-49bd-8487-d1c76bafd62f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.163311 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:04.164058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (6c0d94ae-2ab6-49bd-8487-d1c76bafd62f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:04.168190 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:04.222326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_gateway (b95ce012-9a60-47ea-bce7-a6e932909407), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.267939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (a64168f3-fc5e-4501-b7c7-d6c560ff3413), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.292565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] Pushing event deleted for resources: {'Port': ['ID=a64168f3-fc5e-4501-b7c7-d6c560ff3413,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:04.298758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b4804-e6e0-4b90-aeba-b30c628af6cf None None] No DVR routers for this DVR port a64168f3-fc5e-4501-b7c7-d6c560ff3413 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:04.361345 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (906aa7dc-3981-4c27-8dcc-b2db62501203), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.368139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.371277 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/networks/906aa7dc-3981-4c27-8dcc-b2db62501203 HTTP/1.1" status: 204 len: 168 time: 0.7892025 Apr 06 14:38:04.374937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45338) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:04.387964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d63bd-ac71-40d2-b900-8dd9eaadda78 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Network': ['ID=906aa7dc-3981-4c27-8dcc-b2db62501203,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:04.447604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting port 6272a7a7-70b2-4711-ac78-9108d50d5193 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:04.448193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6272a7a7-70b2-4711-ac78-9108d50d5193), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.498758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (a280ec30-f524-4d6a-9126-60c34cbb3385), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.582340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec14aea1-b50e-498d-9492-50ca1a5efa63 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:04.605550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: ec14aea1-b50e-498d-9492-50ca1a5efa63 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:04.605902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ec14aea1-b50e-498d-9492-50ca1a5efa63 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:04.606333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a64168f3-fc5e-4501-b7c7-d6c560ff3413 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:04.627601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: a64168f3-fc5e-4501-b7c7-d6c560ff3413 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:04.627945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a64168f3-fc5e-4501-b7c7-d6c560ff3413 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:04.923800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6272a7a7-70b2-4711-ac78-9108d50d5193), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.971397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (a280ec30-f524-4d6a-9126-60c34cbb3385), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:04.979429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Calling delete_port for 6272a7a7-70b2-4711-ac78-9108d50d5193 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:05.003046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a280ec30-f524-4d6a-9126-60c34cbb3385']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:05.049959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53650d3e-89bd-4430-8f3f-fcbd65926e50') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:05.050255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53650d3e-89bd-4430-8f3f-fcbd65926e50') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:05.067953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (53650d3e-89bd-4430-8f3f-fcbd65926e50), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.082728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83db03-23b0-4193-92be-6152c0cba726 req-63c80f40-4a9a-43d6-b3a0-57faa4fde4be tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:05.084205 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be83db03-23b0-4193-92be-6152c0cba726 req-63c80f40-4a9a-43d6-b3a0-57faa4fde4be tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.87 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1626823 Apr 06 14:38:05.106885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (53650d3e-89bd-4430-8f3f-fcbd65926e50), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.139731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:05.140147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (53650d3e-89bd-4430-8f3f-fcbd65926e50), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:05.144322 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:05.341814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548afef-aeaf-44d7-ac21-163ad265ea15 req-dad6880c-9fbf-48d6-8b99-5e0ff619fdac tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:05.343629 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3548afef-aeaf-44d7-ac21-163ad265ea15 req-dad6880c-9fbf-48d6-8b99-5e0ff619fdac tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 945 time: 0.1846228 Apr 06 14:38:05.371356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (a280ec30-f524-4d6a-9126-60c34cbb3385), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.386413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Deleting port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:05.386795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.394534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.397671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/networks/a280ec30-f524-4d6a-9126-60c34cbb3385 HTTP/1.1" status: 204 len: 168 time: 1.0217352 Apr 06 14:38:05.400244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45344) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:05.455835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a25605d-3cb1-4f38-9833-1c89cd45e743 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting subnet 882d1f86-fbdd-475b-b20a-182b02fab6de {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:05.458905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ecd45-7f46-430b-891a-5773f11ada39 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Network': ['ID=a280ec30-f524-4d6a-9126-60c34cbb3385,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:05.459435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a25605d-3cb1-4f38-9833-1c89cd45e743 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (882d1f86-fbdd-475b-b20a-182b02fab6de), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.501785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a25605d-3cb1-4f38-9833-1c89cd45e743 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (882d1f86-fbdd-475b-b20a-182b02fab6de), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.511648 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3548afef-aeaf-44d7-ac21-163ad265ea15 req-3090d318-0423-49eb-9d1a-6c41c2390f4e tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/security-groups?id=42f77067-82e5-49fb-be8a-2ae3a25db2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460350 Apr 06 14:38:05.545095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] For port 2ddfae4a-0f6f-4539-8533-80c1915f50c6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2ddfae4a-0f6f-4539-8533-80c1915f50c6,segment=NetworkSegment(9f7afbd9-389d-4758-9960-e59ed6ed75fa),segment_id=9f7afbd9-389d-4758-9960-e59ed6ed75fa)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:05.545516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.563150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Calling delete_port for 2ddfae4a-0f6f-4539-8533-80c1915f50c6 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:05.569565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6272a7a7-70b2-4711-ac78-9108d50d5193), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.604932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Port': ['ID=6272a7a7-70b2-4711-ac78-9108d50d5193,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:05.608935 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a25605d-3cb1-4f38-9833-1c89cd45e743 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (882d1f86-fbdd-475b-b20a-182b02fab6de), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.722783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (b95ce012-9a60-47ea-bce7-a6e932909407), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.751176 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a25605d-3cb1-4f38-9833-1c89cd45e743 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (882d1f86-fbdd-475b-b20a-182b02fab6de), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.777380 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25605d-3cb1-4f38-9833-1c89cd45e743 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Subnet': ['ID=882d1f86-fbdd-475b-b20a-182b02fab6de,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:05.784723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a25605d-3cb1-4f38-9833-1c89cd45e743 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.790399 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8a25605d-3cb1-4f38-9833-1c89cd45e743 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/subnets/882d1f86-fbdd-475b-b20a-182b02fab6de HTTP/1.1" status: 204 len: 168 time: 0.3867111 Apr 06 14:38:05.791210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45346) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:05.793397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4993d7c-6ad9-41b0-94a3-eb7f271e965f None None] Network c2a8ba1d-26cf-4094-a8fa-72124742882a requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:05.866324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (b95ce012-9a60-47ea-bce7-a6e932909407), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.870136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router_controller (b95ce012-9a60-47ea-bce7-a6e932909407), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.890597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (c2a8ba1d-26cf-4094-a8fa-72124742882a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.956608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Deleting port 4b4c78a5-e5b2-4622-8038-d82a961e590f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:05.957231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:05.958711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] DHCP port deletion for c2a8ba1d-26cf-4094-a8fa-72124742882a request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:06.006818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] Deleting port 4b4c78a5-e5b2-4622-8038-d82a961e590f {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:06.007561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.022940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] For port 4b4c78a5-e5b2-4622-8038-d82a961e590f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4b4c78a5-e5b2-4622-8038-d82a961e590f,segment=NetworkSegment(a7d14552-f278-4fc6-97f0-a79e660319c9),segment_id=a7d14552-f278-4fc6-97f0-a79e660319c9)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:06.023407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.031716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (2ddfae4a-0f6f-4539-8533-80c1915f50c6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.040390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Calling delete_port for 4b4c78a5-e5b2-4622-8038-d82a961e590f owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:06.063392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (b95ce012-9a60-47ea-bce7-a6e932909407), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.064090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Fanout notify agent at l3_agent the message router_deleted on router b95ce012-9a60-47ea-bce7-a6e932909407 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:38:06.065803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Pushing event deleted for resources: {'Port': ['ID=2ddfae4a-0f6f-4539-8533-80c1915f50c6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:06.072683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.076801 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c1227c6b-7a57-4206-a89d-e4f8978957f9 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/routers/b95ce012-9a60-47ea-bce7-a6e932909407 HTTP/1.1" status: 204 len: 168 time: 2.1653891 Apr 06 14:38:06.078305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['2ddfae4a-0f6f-4539-8533-80c1915f50c6'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:38:06.079168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45348) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:06.118597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] For port 4b4c78a5-e5b2-4622-8038-d82a961e590f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4b4c78a5-e5b2-4622-8038-d82a961e590f,segment=NetworkSegment(a7d14552-f278-4fc6-97f0-a79e660319c9),segment_id=a7d14552-f278-4fc6-97f0-a79e660319c9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:06.119036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.132790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] Calling delete_port for 4b4c78a5-e5b2-4622-8038-d82a961e590f owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:06.154937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] No DVR routers for this DVR port 2ddfae4a-0f6f-4539-8533-80c1915f50c6 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:06.159808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.163247 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be83db03-23b0-4193-92be-6152c0cba726 req-9bc35732-860c-45bc-b6f7-03538a0a87ee tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.87 "DELETE /v2.0/ports/2ddfae4a-0f6f-4539-8533-80c1915f50c6 HTTP/1.1" status: 204 len: 173 time: 1.0658028 Apr 06 14:38:06.167485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f727e52d-1c2c-4cb6-ba42-baf98fc2810b', 'name': 'network-vif-deleted', 'tag': '2ddfae4a-0f6f-4539-8533-80c1915f50c6'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:06.167485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7544327-4074-45e2-9caa-8d984d6e9529" -d '{"events": [{"server_uuid": "f727e52d-1c2c-4cb6-ba42-baf98fc2810b", "name": "network-vif-deleted", "tag": "2ddfae4a-0f6f-4539-8533-80c1915f50c6"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:06.182955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38617a5-3ba0-47a7-8794-45b180cb7b4a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Deleting subnet 076f30a1-b5ca-4f14-954f-09dbb526f7fa {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:06.186659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f38617a5-3ba0-47a7-8794-45b180cb7b4a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for subnet (076f30a1-b5ca-4f14-954f-09dbb526f7fa), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.210397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6697fe-4a09-4844-981b-89cba92ad9a6 x-openstack-request-id: req-9d6697fe-4a09-4844-981b-89cba92ad9a6 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:06.210764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f727e52d-1c2c-4cb6-ba42-baf98fc2810b", "name": "network-vif-deleted", "tag": "2ddfae4a-0f6f-4539-8533-80c1915f50c6", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:06.211104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9d6697fe-4a09-4844-981b-89cba92ad9a6 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:06.211578 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6697fe-4a09-4844-981b-89cba92ad9a6'] response: {'server_uuid': 'f727e52d-1c2c-4cb6-ba42-baf98fc2810b', 'name': 'network-vif-deleted', 'tag': '2ddfae4a-0f6f-4539-8533-80c1915f50c6', 'status': 'completed', 'code': 200} Apr 06 14:38:06.222868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.234904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (4b4c78a5-e5b2-4622-8038-d82a961e590f), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.237496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f38617a5-3ba0-47a7-8794-45b180cb7b4a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (076f30a1-b5ca-4f14-954f-09dbb526f7fa), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.252610 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Port': ['ID=4b4c78a5-e5b2-4622-8038-d82a961e590f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:06.256350 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] No DVR routers for this DVR port 4b4c78a5-e5b2-4622-8038-d82a961e590f on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:06.267736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] No DVR routers for this DVR port 4b4c78a5-e5b2-4622-8038-d82a961e590f on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:06.271953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98ef9d-e7ff-4c40-8794-9f1bb838a2b2 None None] Pushing event deleted for resources: {'Port': ['ID=4b4c78a5-e5b2-4622-8038-d82a961e590f,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:06.296610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f38617a5-3ba0-47a7-8794-45b180cb7b4a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (076f30a1-b5ca-4f14-954f-09dbb526f7fa), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.365346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (c2a8ba1d-26cf-4094-a8fa-72124742882a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.386188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a8ba1d-26cf-4094-a8fa-72124742882a']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:06.402649 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d14552-f278-4fc6-97f0-a79e660319c9') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:06.404758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d14552-f278-4fc6-97f0-a79e660319c9') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:06.417303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (a7d14552-f278-4fc6-97f0-a79e660319c9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.422776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f38617a5-3ba0-47a7-8794-45b180cb7b4a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (076f30a1-b5ca-4f14-954f-09dbb526f7fa), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.431465 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a7d14552-f278-4fc6-97f0-a79e660319c9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.438432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:06.438835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (a7d14552-f278-4fc6-97f0-a79e660319c9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:06.442718 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:06.452180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38617a5-3ba0-47a7-8794-45b180cb7b4a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Subnet': ['ID=076f30a1-b5ca-4f14-954f-09dbb526f7fa,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:06.456060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f38617a5-3ba0-47a7-8794-45b180cb7b4a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.462679 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f38617a5-3ba0-47a7-8794-45b180cb7b4a tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/subnets/076f30a1-b5ca-4f14-954f-09dbb526f7fa HTTP/1.1" status: 204 len: 168 time: 0.3787389 Apr 06 14:38:06.462679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45352) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:06.552903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (8e31b2b2-cd72-4c5b-94aa-f66662184a15), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.568164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (c2a8ba1d-26cf-4094-a8fa-72124742882a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.582668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4b4c78a5-e5b2-4622-8038-d82a961e590f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:06.583777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.591702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45356) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:06.592615 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/networks/c2a8ba1d-26cf-4094-a8fa-72124742882a HTTP/1.1" status: 204 len: 168 time: 0.8003294 Apr 06 14:38:06.605616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 4b4c78a5-e5b2-4622-8038-d82a961e590f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:06.606131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4b4c78a5-e5b2-4622-8038-d82a961e590f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:06.615966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2faaa-1fdb-4959-afc5-99683a7ef77b tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Pushing event deleted for resources: {'Network': ['ID=c2a8ba1d-26cf-4094-a8fa-72124742882a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:06.689276 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-43a3849d-9cde-450d-ac6b-fade243ebd70 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf7fdc91-d545-4b03-acab-0df6f0028347 HTTP/1.1" status: 200 len: 205 time: 0.0955033 Apr 06 14:38:06.691699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45358) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:06.712921 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ca263c3-be9f-443e-8ec7-4b5bda1b2697 req-b2d4e779-7527-41b3-b0ad-69029d40501f tempest-TestServerAdvancedOps-660501809 tempest-TestServerAdvancedOps-660501809-project] 10.222.0.71 "GET /v2.0/ports?device_id=f727e52d-1c2c-4cb6-ba42-baf98fc2810b HTTP/1.1" status: 200 len: 210 time: 0.0639100 Apr 06 14:38:06.714683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (8e31b2b2-cd72-4c5b-94aa-f66662184a15), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.741619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e31b2b2-cd72-4c5b-94aa-f66662184a15']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:06.751044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb65b85-e8a5-4cfd-9667-f617ec2dc982') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:06.751347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb65b85-e8a5-4cfd-9667-f617ec2dc982') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:06.765668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (0fb65b85-e8a5-4cfd-9667-f617ec2dc982), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.767702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f98f877-b2c5-4d64-80fa-6e9ad4c691c5 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for router (cf7fdc91-d545-4b03-acab-0df6f0028347), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.779898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0fb65b85-e8a5-4cfd-9667-f617ec2dc982), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.786492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:06.787067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (0fb65b85-e8a5-4cfd-9667-f617ec2dc982), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:06.790071 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:06.937997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f98f877-b2c5-4d64-80fa-6e9ad4c691c5 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (cf7fdc91-d545-4b03-acab-0df6f0028347), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.940206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f98f877-b2c5-4d64-80fa-6e9ad4c691c5 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for router_controller (cf7fdc91-d545-4b03-acab-0df6f0028347), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.010931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (8e31b2b2-cd72-4c5b-94aa-f66662184a15), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.021349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.024362 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] 10.222.0.71 "DELETE /v2.0/networks/8e31b2b2-cd72-4c5b-94aa-f66662184a15 HTTP/1.1" status: 204 len: 168 time: 0.5616431 Apr 06 14:38:07.037515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea147b-fd71-4899-bcfa-d33d00734aa0 tempest-FloatingIPTestJSON-501747567 tempest-FloatingIPTestJSON-501747567-project] Pushing event deleted for resources: {'Network': ['ID=8e31b2b2-cd72-4c5b-94aa-f66662184a15,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:07.115736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f98f877-b2c5-4d64-80fa-6e9ad4c691c5 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (cf7fdc91-d545-4b03-acab-0df6f0028347), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.116284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f98f877-b2c5-4d64-80fa-6e9ad4c691c5 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Fanout notify agent at l3_agent the message router_deleted on router cf7fdc91-d545-4b03-acab-0df6f0028347 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:38:07.131094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6f98f877-b2c5-4d64-80fa-6e9ad4c691c5 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.131094 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6f98f877-b2c5-4d64-80fa-6e9ad4c691c5 tempest-RoutersNegativeIpV6Test-763462386 tempest-RoutersNegativeIpV6Test-763462386-project] 10.222.0.71 "DELETE /v2.0/routers/cf7fdc91-d545-4b03-acab-0df6f0028347 HTTP/1.1" status: 204 len: 168 time: 0.4326284 Apr 06 14:38:07.565723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45366) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:07.710153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45374) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:07.783295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45380) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:07.828890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa8ddb6-0654-4cf4-a642-87ffdba88f6f admin admin] Deleting subnet 8552a9de-f261-4791-bd96-4986749e5865 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:07.834003 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bc1c6caf-4b30-464a-8935-ac035f9e89d7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ed8bf78564c043db8827ac5856e3c2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1202652 Apr 06 14:38:07.834145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa8ddb6-0654-4cf4-a642-87ffdba88f6f admin admin] Publish callbacks [] for subnet (8552a9de-f261-4791-bd96-4986749e5865), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.834327 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b831b3b1-1d46-4731-a857-d2ae2d4e40ad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68f943397bee48e0a20033226a065dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675369 Apr 06 14:38:07.834838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45382) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:07.842155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45384) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:07.872291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa8ddb6-0654-4cf4-a642-87ffdba88f6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (8552a9de-f261-4791-bd96-4986749e5865), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.912301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa8ddb6-0654-4cf4-a642-87ffdba88f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (8552a9de-f261-4791-bd96-4986749e5865), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.919661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eae15170-666f-41b9-8a45-cb84439d476d admin admin] Publish callbacks [] for security_group (c1da1897-26f2-49b7-b741-de07bfdfcd75), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.925831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f7b995e-31e2-4f88-96d4-8172fb07a538 admin admin] Publish callbacks [] for security_group (fddf60ee-e678-4eb6-9b90-8e9e72fb75ab), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.957834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eae15170-666f-41b9-8a45-cb84439d476d admin admin] Publish callbacks [] for security_group (c1da1897-26f2-49b7-b741-de07bfdfcd75), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:07.973612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f7b995e-31e2-4f88-96d4-8172fb07a538 admin admin] Publish callbacks [] for security_group (fddf60ee-e678-4eb6-9b90-8e9e72fb75ab), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.046337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa8ddb6-0654-4cf4-a642-87ffdba88f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (8552a9de-f261-4791-bd96-4986749e5865), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.070998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8ddb6-0654-4cf4-a642-87ffdba88f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8552a9de-f261-4791-bd96-4986749e5865,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:08.077949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efa8ddb6-0654-4cf4-a642-87ffdba88f6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.081037 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-efa8ddb6-0654-4cf4-a642-87ffdba88f6f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8552a9de-f261-4791-bd96-4986749e5865 HTTP/1.1" status: 204 len: 168 time: 0.2969918 Apr 06 14:38:08.083434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45386) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:08.113678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eae15170-666f-41b9-8a45-cb84439d476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c1da1897-26f2-49b7-b741-de07bfdfcd75), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.119952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eae15170-666f-41b9-8a45-cb84439d476d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.119952 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eae15170-666f-41b9-8a45-cb84439d476d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1da1897-26f2-49b7-b741-de07bfdfcd75 HTTP/1.1" status: 204 len: 168 time: 0.2817092 Apr 06 14:38:08.127562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae15170-666f-41b9-8a45-cb84439d476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1da1897-26f2-49b7-b741-de07bfdfcd75,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:08.160737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7d2630b5-8730-4cce-8f52-2866be81c0f2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.182499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f7b995e-31e2-4f88-96d4-8172fb07a538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (fddf60ee-e678-4eb6-9b90-8e9e72fb75ab), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.185722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f7b995e-31e2-4f88-96d4-8172fb07a538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.187331 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1f7b995e-31e2-4f88-96d4-8172fb07a538 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fddf60ee-e678-4eb6-9b90-8e9e72fb75ab HTTP/1.1" status: 204 len: 168 time: 0.3441005 Apr 06 14:38:08.201652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b995e-31e2-4f88-96d4-8172fb07a538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf60ee-e678-4eb6-9b90-8e9e72fb75ab,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:08.248531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7d2630b5-8730-4cce-8f52-2866be81c0f2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.268382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2630b5-8730-4cce-8f52-2866be81c0f2']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:08.277651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7afbd9-389d-4758-9960-e59ed6ed75fa') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:08.277949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7afbd9-389d-4758-9960-e59ed6ed75fa') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:08.288303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (9f7afbd9-389d-4758-9960-e59ed6ed75fa), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.301988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (9f7afbd9-389d-4758-9960-e59ed6ed75fa), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.308044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:08.308439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (9f7afbd9-389d-4758-9960-e59ed6ed75fa), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:08.310157 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:08.378416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 2ddfae4a-0f6f-4539-8533-80c1915f50c6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:08.401583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 2ddfae4a-0f6f-4539-8533-80c1915f50c6 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:08.401924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 2ddfae4a-0f6f-4539-8533-80c1915f50c6 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:08.451487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7d2630b5-8730-4cce-8f52-2866be81c0f2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.457040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.460496 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] 10.222.0.71 "DELETE /v2.0/networks/7d2630b5-8730-4cce-8f52-2866be81c0f2 HTTP/1.1" status: 204 len: 168 time: 0.3761609 Apr 06 14:38:08.463426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45394) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:08.479826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ab6f4-c717-4e37-9582-650f4a1d4e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2630b5-8730-4cce-8f52-2866be81c0f2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:08.515611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0c609c-ec5f-465e-8193-91cbf74ea0e5 admin admin] Deleting subnet ab5ad755-b5c0-4505-88aa-7c8a24d9f843 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:08.519416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd0c609c-ec5f-465e-8193-91cbf74ea0e5 admin admin] Publish callbacks [] for subnet (ab5ad755-b5c0-4505-88aa-7c8a24d9f843), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.560916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd0c609c-ec5f-465e-8193-91cbf74ea0e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (ab5ad755-b5c0-4505-88aa-7c8a24d9f843), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.616571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd0c609c-ec5f-465e-8193-91cbf74ea0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (ab5ad755-b5c0-4505-88aa-7c8a24d9f843), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.834145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd0c609c-ec5f-465e-8193-91cbf74ea0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (ab5ad755-b5c0-4505-88aa-7c8a24d9f843), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.867761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fd0c609c-ec5f-465e-8193-91cbf74ea0e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:08.871810 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fd0c609c-ec5f-465e-8193-91cbf74ea0e5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ab5ad755-b5c0-4505-88aa-7c8a24d9f843 HTTP/1.1" status: 204 len: 168 time: 0.4074047 Apr 06 14:38:08.873307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c609c-ec5f-465e-8193-91cbf74ea0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5ad755-b5c0-4505-88aa-7c8a24d9f843,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:08.874538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45414) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:08.957589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (875bbf44-ba70-4662-a50a-25bb132e467e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.032862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (875bbf44-ba70-4662-a50a-25bb132e467e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.055324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875bbf44-ba70-4662-a50a-25bb132e467e']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:09.066938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e5e559-3d3c-4b7f-91cd-a96b1b32748f') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:09.066938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e5e559-3d3c-4b7f-91cd-a96b1b32748f') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:09.078445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (96e5e559-3d3c-4b7f-91cd-a96b1b32748f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.093982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (96e5e559-3d3c-4b7f-91cd-a96b1b32748f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.100226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:09.100779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (96e5e559-3d3c-4b7f-91cd-a96b1b32748f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:09.102662 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:09.122356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-473c9793-ae9f-4688-a7a8-3f35eeb0d25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.269042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (875bbf44-ba70-4662-a50a-25bb132e467e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.275172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.281029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] 10.222.0.71 "DELETE /v2.0/networks/875bbf44-ba70-4662-a50a-25bb132e467e HTTP/1.1" status: 204 len: 168 time: 0.4046249 Apr 06 14:38:09.292832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d8077-6a8e-47c2-8961-1e9add4b874e admin admin] Pushing event deleted for resources: {'Network': ['ID=875bbf44-ba70-4662-a50a-25bb132e467e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:09.357871 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45436) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:09.363083 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:38:09.458615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45440) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:09.543716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-360419382'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:09.579348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5f900507-0b27-4a0a-8fb5-4ce7f35a05c0 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1409843352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:09.687875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f900507-0b27-4a0a-8fb5-4ce7f35a05c0 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (24dd3344-8e7c-47b6-bc0e-5627992d590e), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.688973 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f900507-0b27-4a0a-8fb5-4ce7f35a05c0 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (24dd3344-8e7c-47b6-bc0e-5627992d590e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.693155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:09.696454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.708494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.769587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f900507-0b27-4a0a-8fb5-4ce7f35a05c0 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for router_controller (24dd3344-8e7c-47b6-bc0e-5627992d590e), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.800565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45446) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:09.850587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for security_group (f0174ac4-da08-4975-98a5-00cdc348db1f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.861691 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cd958999-5959-4912-889e-fa85cff6c36e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4a947444cda1498caba233cfd0b11c7d&name=default HTTP/1.1" status: 200 len: 2999 time: 0.0600746 Apr 06 14:38:09.864238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45448) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:09.887873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f900507-0b27-4a0a-8fb5-4ce7f35a05c0 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (24dd3344-8e7c-47b6-bc0e-5627992d590e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.922643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bbcc-00bd-4d24-9c55-d8936fdf4e32 admin admin] Publish callbacks [] for security_group (42f77067-82e5-49fb-be8a-2ae3a25db2ba), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.943556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bbcc-00bd-4d24-9c55-d8936fdf4e32 admin admin] Publish callbacks [] for security_group (42f77067-82e5-49fb-be8a-2ae3a25db2ba), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.945110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f0174ac4-da08-4975-98a5-00cdc348db1f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:09.993327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:10.008097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0174ac4-da08-4975-98a5-00cdc348db1f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:10.012537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5f900507-0b27-4a0a-8fb5-4ce7f35a05c0 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.015378 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5f900507-0b27-4a0a-8fb5-4ce7f35a05c0 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5546257 Apr 06 14:38:10.015880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (23eb8eec-5129-405e-a38e-415444951a70), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.016221 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment 23eb8eec-5129-405e-a38e-415444951a70 of type vlan for network 100ca191-7ced-4dd4-9f3f-ed6f93592a7f Apr 06 14:38:10.017267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45450) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:10.023617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1643395492'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:10.058899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (100ca191-7ced-4dd4-9f3f-ed6f93592a7f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.119208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Made reservation on behalf of a4b6e93b922342a69c97f461639b3038 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:10.122670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.131581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.150254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bbcc-00bd-4d24-9c55-d8936fdf4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (42f77067-82e5-49fb-be8a-2ae3a25db2ba), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.153038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bbcc-00bd-4d24-9c55-d8936fdf4e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.154809 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aaa6bbcc-00bd-4d24-9c55-d8936fdf4e32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42f77067-82e5-49fb-be8a-2ae3a25db2ba HTTP/1.1" status: 204 len: 168 time: 0.2896483 Apr 06 14:38:10.164069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6bbcc-00bd-4d24-9c55-d8936fdf4e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f77067-82e5-49fb-be8a-2ae3a25db2ba,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:10.205517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (100ca191-7ced-4dd4-9f3f-ed6f93592a7f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.212024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:10.212954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.214749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for security_group (47e6c658-9e8b-4009-bbd1-db014dfd9075), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.286886 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=100ca191-7ced-4dd4-9f3f-ed6f93592a7f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:10.296738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 100ca191-7ced-4dd4-9f3f-ed6f93592a7f details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:10.313985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (47e6c658-9e8b-4009-bbd1-db014dfd9075), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.341868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:10.347704 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dbc5fc92-214a-4047-9f75-0d1b0c68cbca tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9887009 Apr 06 14:38:10.351889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e6c658-9e8b-4009-bbd1-db014dfd9075,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:10.360362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.360712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Added segment 9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370 of type vlan for network 0a0faace-d35c-4c52-8478-cf85c67accf3 Apr 06 14:38:10.406777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (0a0faace-d35c-4c52-8478-cf85c67accf3), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.522295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (0a0faace-d35c-4c52-8478-cf85c67accf3), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.528184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:10.530045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.605992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Network': ['ID=0a0faace-d35c-4c52-8478-cf85c67accf3,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:10.624305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 0a0faace-d35c-4c52-8478-cf85c67accf3 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:10.674492 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1cc45469-6c18-4205-8006-54714fadd313 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6526992 Apr 06 14:38:10.674760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45456) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:10.680265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'subnet': {'network_id': '0a0faace-d35c-4c52-8478-cf85c67accf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:10.892906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Made reservation on behalf of a4b6e93b922342a69c97f461639b3038 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:10.896464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.945413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45458) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:10.998377 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eaae6b1e-59b3-4907-b96c-68258964de5b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31b0a14cf36c468994ae08f74d47ba28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512085 Apr 06 14:38:10.998985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45460) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:11.059714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea0dd-2173-44a6-934c-78f5dbc7b41f admin admin] Publish callbacks [] for security_group (1ebe3aac-eadf-4c01-a354-85afa27c3fce), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.086571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea0dd-2173-44a6-934c-78f5dbc7b41f admin admin] Publish callbacks [] for security_group (1ebe3aac-eadf-4c01-a354-85afa27c3fce), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.154513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (c66833a8-0b4e-4769-a686-8f484f582f1e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.217708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Subnet': ['ID=c66833a8-0b4e-4769-a686-8f484f582f1e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:11.225844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Checking segment: {'id': '9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0a0faace-d35c-4c52-8478-cf85c67accf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:11.226202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network hostable DHCP agents. Network: 0a0faace-d35c-4c52-8478-cf85c67accf3, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:11.230893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea0dd-2173-44a6-934c-78f5dbc7b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (1ebe3aac-eadf-4c01-a354-85afa27c3fce), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.230893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea0dd-2173-44a6-934c-78f5dbc7b41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.232269 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7f7ea0dd-2173-44a6-934c-78f5dbc7b41f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1ebe3aac-eadf-4c01-a354-85afa27c3fce HTTP/1.1" status: 204 len: 168 time: 0.2321465 Apr 06 14:38:11.240734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ea0dd-2173-44a6-934c-78f5dbc7b41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe3aac-eadf-4c01-a354-85afa27c3fce,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:11.325681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network 0a0faace-d35c-4c52-8478-cf85c67accf3 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:11.416176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 0a0faace-d35c-4c52-8478-cf85c67accf3) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:11.422912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:11.423660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.427524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c226c91-c753-4d85-82e1-1afe28d3e320 None None] Network 0a0faace-d35c-4c52-8478-cf85c67accf3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:11.472874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9b8de7aa-61f6-46ce-b592-45219932e9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.508764 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-328e5b28-2745-46e1-bd23-5b9ffb3dd677 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8320251 Apr 06 14:38:11.512127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45464) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:11.518222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'network': {'name': 'tempest-router-network01--20193477'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:11.546142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-0a0faace-d35c-4c52-8478-cf85c67accf3', 'network_id': '0a0faace-d35c-4c52-8478-cf85c67accf3', 'project_id': 'a4b6e93b922342a69c97f461639b3038', 'fixed_ips': [{'subnet_id': 'c66833a8-0b4e-4769-a686-8f484f582f1e'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:11.546142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.658606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Made reservation on behalf of a4b6e93b922342a69c97f461639b3038 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:11.662153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.702453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Allocated IP 172.20.0.2 (0a0faace-d35c-4c52-8478-cf85c67accf3/c66833a8-0b4e-4769-a686-8f484f582f1e/a4e16cf6-0b13-4640-aef1-d776ae67f464) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:11.709112 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:11.723115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d743f516-44f0-4656-b330-cca79a659281), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.724213 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Added segment d743f516-44f0-4656-b330-cca79a659281 of type vlan for network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b Apr 06 14:38:11.781694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (4a33cc36-b6e6-4074-851d-36a2d1e30e3b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.860731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Publish callbacks [] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.896573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (4a33cc36-b6e6-4074-851d-36a2d1e30e3b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.901850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:11.906480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.972280 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Network': ['ID=4a33cc36-b6e6-4074-851d-36a2d1e30e3b,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:11.977304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:11.986092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:12.057877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45466) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:12.058108 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d4f8710f-a71d-415d-9f1d-cf36d0cd3156 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5438230 Apr 06 14:38:12.063977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'network': {'name': 'tempest-router-network02--1887076072'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:12.185663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Made reservation on behalf of a4b6e93b922342a69c97f461639b3038 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:12.189000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.224315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:12.231675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Network 0a0faace-d35c-4c52-8478-cf85c67accf3 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:12.234057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a6de9d2d-e02b-4388-a18c-66d57fc67add), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.234411 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Added segment a6de9d2d-e02b-4388-a18c-66d57fc67add of type vlan for network 1d2f0712-7b79-42b1-b0ab-85b18295cb6c Apr 06 14:38:12.243328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:12.251232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:12.260165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Pushing event updated for resources: {'Port': ['ID=a4e16cf6-0b13-4640-aef1-d776ae67f464,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:12.288217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (1d2f0712-7b79-42b1-b0ab-85b18295cb6c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.319458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Attempting to bind port a4e16cf6-0b13-4640-aef1-d776ae67f464 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:12.319833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Attempting to bind port a4e16cf6-0b13-4640-aef1-d776ae67f464 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0a0faace-d35c-4c52-8478-cf85c67accf3'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:12.320281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Attempting to bind port a4e16cf6-0b13-4640-aef1-d776ae67f464 on network 0a0faace-d35c-4c52-8478-cf85c67accf3 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:12.325258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:12.326286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Checking segment: {'id': '9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0a0faace-d35c-4c52-8478-cf85c67accf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:12.326634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.327053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Bound using segment: {'id': '9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0a0faace-d35c-4c52-8478-cf85c67accf3'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:12.327522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Bound port: a4e16cf6-0b13-4640-aef1-d776ae67f464, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0a0faace-d35c-4c52-8478-cf85c67accf3'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:12.327908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.390432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-935c6380-941d-4832-aa9b-93312867abbb None None] For port a4e16cf6-0b13-4640-aef1-d776ae67f464, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:12.393990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-935c6380-941d-4832-aa9b-93312867abbb None None] For port a4e16cf6-0b13-4640-aef1-d776ae67f464, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a4e16cf6-0b13-4640-aef1-d776ae67f464,segment=NetworkSegment(9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370),segment_id=9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:12.397309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (1d2f0712-7b79-42b1-b0ab-85b18295cb6c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.402722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:12.403403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.472800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Network': ['ID=1d2f0712-7b79-42b1-b0ab-85b18295cb6c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:12.483052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 1d2f0712-7b79-42b1-b0ab-85b18295cb6c details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:12.537432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.546193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45470) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:12.546887 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-96998e06-5c72-4aeb-ade9-c0ed536f1656 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4869130 Apr 06 14:38:12.553762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'subnet': {'network_id': '4a33cc36-b6e6-4074-851d-36a2d1e30e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:12.617564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6380-941d-4832-aa9b-93312867abbb None None] Pushing event updated for resources: {'Port': ['ID=a4e16cf6-0b13-4640-aef1-d776ae67f464,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:12.733446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Made reservation on behalf of a4b6e93b922342a69c97f461639b3038 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:12.737950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.051772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (aa612229-73cf-401d-94d8-e302bf99e9c6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.115654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Subnet': ['ID=aa612229-73cf-401d-94d8-e302bf99e9c6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:13.130485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.130844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.131278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.131622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.131961 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.132302 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.132638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.132968 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.133300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.133641 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.133972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.134296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.134624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:13.138818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Checking segment: {'id': 'd743f516-44f0-4656-b330-cca79a659281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4a33cc36-b6e6-4074-851d-36a2d1e30e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:13.138818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network hostable DHCP agents. Network: 4a33cc36-b6e6-4074-851d-36a2d1e30e3b, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:13.268051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:13.359637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 4a33cc36-b6e6-4074-851d-36a2d1e30e3b) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:13.363753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:13.364354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.371190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a915061-9ae4-46c9-a71b-b2f42c6c4c16 None None] Network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:13.493324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-4a33cc36-b6e6-4074-851d-36a2d1e30e3b', 'network_id': '4a33cc36-b6e6-4074-851d-36a2d1e30e3b', 'project_id': 'a4b6e93b922342a69c97f461639b3038', 'fixed_ips': [{'subnet_id': 'aa612229-73cf-401d-94d8-e302bf99e9c6'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:13.494479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.530278 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2de05e45-f097-48f8-8375-7c9c695249c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9788401 Apr 06 14:38:13.531899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45474) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:13.537394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'subnet': {'network_id': '1d2f0712-7b79-42b1-b0ab-85b18295cb6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:13.582133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45476) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:13.588002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '100ca191-7ced-4dd4-9f3f-ed6f93592a7f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:13.664946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Allocated IP 172.20.0.2 (4a33cc36-b6e6-4074-851d-36a2d1e30e3b/aa612229-73cf-401d-94d8-e302bf99e9c6/ab51f7be-4ed4-49b4-a177-d4adc9a41b59) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:13.696222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461dc3f-9213-4010-b4e1-ca079e1713f2 None None] Network 0a0faace-d35c-4c52-8478-cf85c67accf3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:13.755648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Made reservation on behalf of a4b6e93b922342a69c97f461639b3038 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:13.759146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.799145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:13.803172 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.813180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.885641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ce240442-89d0-47b8-8ee7-4bfe8a6c5fd7 None None] Provisioning complete for port a4e16cf6-0b13-4640-aef1-d776ae67f464 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:13.886011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ce240442-89d0-47b8-8ee7-4bfe8a6c5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.952466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Publish callbacks [] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.020678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ce240442-89d0-47b8-8ee7-4bfe8a6c5fd7 None None] Current status of the port a4e16cf6-0b13-4640-aef1-d776ae67f464 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:14.021190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ce240442-89d0-47b8-8ee7-4bfe8a6c5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.053024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.070442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ce240442-89d0-47b8-8ee7-4bfe8a6c5fd7 None None] For port a4e16cf6-0b13-4640-aef1-d776ae67f464, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a4e16cf6-0b13-4640-aef1-d776ae67f464,segment=NetworkSegment(9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370),segment_id=9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:14.091624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (acea3b27-2fdf-41e2-8b59-a9ad77095b5c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.107652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:14.111132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:14.117506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:14.126015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Pushing event updated for resources: {'Port': ['ID=ab51f7be-4ed4-49b4-a177-d4adc9a41b59,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:14.205961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Subnet': ['ID=acea3b27-2fdf-41e2-8b59-a9ad77095b5c,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:14.211533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ce240442-89d0-47b8-8ee7-4bfe8a6c5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.215745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Checking segment: {'id': 'a6de9d2d-e02b-4388-a18c-66d57fc67add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1d2f0712-7b79-42b1-b0ab-85b18295cb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:14.216786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network hostable DHCP agents. Network: 1d2f0712-7b79-42b1-b0ab-85b18295cb6c, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:14.225594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.225594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.225594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.226039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.226250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.226525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.226857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.227219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.227545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.228072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.228401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.228731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.229047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:14.248849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Attempting to bind port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:14.249509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Attempting to bind port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'd743f516-44f0-4656-b330-cca79a659281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4a33cc36-b6e6-4074-851d-36a2d1e30e3b'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:14.249980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Attempting to bind port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 on network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:14.260439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:14.260921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Checking segment: {'id': 'd743f516-44f0-4656-b330-cca79a659281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4a33cc36-b6e6-4074-851d-36a2d1e30e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:14.261394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.261864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Bound using segment: {'id': 'd743f516-44f0-4656-b330-cca79a659281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4a33cc36-b6e6-4074-851d-36a2d1e30e3b'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:14.262452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Bound port: ab51f7be-4ed4-49b4-a177-d4adc9a41b59, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd743f516-44f0-4656-b330-cca79a659281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4a33cc36-b6e6-4074-851d-36a2d1e30e3b'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:14.263525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.313208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce240442-89d0-47b8-8ee7-4bfe8a6c5fd7 None None] Pushing event updated for resources: {'Port': ['ID=a4e16cf6-0b13-4640-aef1-d776ae67f464,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:14.353943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] For port ab51f7be-4ed4-49b4-a177-d4adc9a41b59, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:14.358796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] For port ab51f7be-4ed4-49b4-a177-d4adc9a41b59, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ab51f7be-4ed4-49b4-a177-d4adc9a41b59,segment=NetworkSegment(d743f516-44f0-4656-b330-cca79a659281),segment_id=d743f516-44f0-4656-b330-cca79a659281)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:14.362550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dfd440b6-25c1-486e-91bd-c727a8367d50 None None] Provisioning complete for port a4e16cf6-0b13-4640-aef1-d776ae67f464 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:14.362923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dfd440b6-25c1-486e-91bd-c727a8367d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.378286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network 1d2f0712-7b79-42b1-b0ab-85b18295cb6c is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:14.411475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (f9b1a8c4-4447-40dc-ac21-26e07aa77ea2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.447451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dfd440b6-25c1-486e-91bd-c727a8367d50 None None] Current status of the port a4e16cf6-0b13-4640-aef1-d776ae67f464 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:14.468820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=f9b1a8c4-4447-40dc-ac21-26e07aa77ea2,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:14.485368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': '23eb8eec-5129-405e-a38e-415444951a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '100ca191-7ced-4dd4-9f3f-ed6f93592a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:14.485772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: 100ca191-7ced-4dd4-9f3f-ed6f93592a7f, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:14.502597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.544009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 1d2f0712-7b79-42b1-b0ab-85b18295cb6c) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:14.550345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:14.551268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.574821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ee039-edfe-4701-8715-85da5313fc30 None None] Network 1d2f0712-7b79-42b1-b0ab-85b18295cb6c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:14.592749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b3f5b-1c3f-4eaa-ac6a-4deda01fbeb6 None None] Pushing event updated for resources: {'Port': ['ID=ab51f7be-4ed4-49b4-a177-d4adc9a41b59,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:14.636579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a4e16cf6-0b13-4640-aef1-d776ae67f464 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:14.656691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 100ca191-7ced-4dd4-9f3f-ed6f93592a7f is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:14.668286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 100ca191-7ced-4dd4-9f3f-ed6f93592a7f) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:14.674043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:14.674368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.692352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7b7a7-2b6d-4249-b2ad-900f6f3e9f65 None None] Network 100ca191-7ced-4dd4-9f3f-ed6f93592a7f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:14.693165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e8e34302-8e8c-4ded-ac22-a2420021558d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1598973 Apr 06 14:38:14.697387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45480) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:14.768010 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-148bafc0-a21a-4267-97c8-09220550ca49 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1789486 Apr 06 14:38:14.768010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45482) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:14.786030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271387305'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:14.809198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port a4e16cf6-0b13-4640-aef1-d776ae67f464 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:14.809592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.812198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-1d2f0712-7b79-42b1-b0ab-85b18295cb6c', 'network_id': '1d2f0712-7b79-42b1-b0ab-85b18295cb6c', 'project_id': 'a4b6e93b922342a69c97f461639b3038', 'fixed_ips': [{'subnet_id': 'acea3b27-2fdf-41e2-8b59-a9ad77095b5c'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:14.812766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.937513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:14.937513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.953496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-100ca191-7ced-4dd4-9f3f-ed6f93592a7f', 'network_id': '100ca191-7ced-4dd4-9f3f-ed6f93592a7f', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': 'f9b1a8c4-4447-40dc-ac21-26e07aa77ea2'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:14.954362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.980344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:14.999306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (66513330-3650-4e2b-b3a8-ab3a7253b8de), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:14.999896 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment 66513330-3650-4e2b-b3a8-ab3a7253b8de of type vlan for network 256053c7-0d7e-4b5e-a036-61504ba6dad5 Apr 06 14:38:15.055674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (256053c7-0d7e-4b5e-a036-61504ba6dad5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.063297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.155707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port a4e16cf6-0b13-4640-aef1-d776ae67f464 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:15.183007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Allocated IP 172.20.0.2 (1d2f0712-7b79-42b1-b0ab-85b18295cb6c/acea3b27-2fdf-41e2-8b59-a9ad77095b5c/4ab936ea-8d65-4cd7-aead-b0c7aa2a505d) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:15.200423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (256053c7-0d7e-4b5e-a036-61504ba6dad5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.201324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Allocated IP 2001:db8:0:ffff::2 (100ca191-7ced-4dd4-9f3f-ed6f93592a7f/f9b1a8c4-4447-40dc-ac21-26e07aa77ea2/8d7a12a1-20db-491e-b93e-5401a6971cf3) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:15.204274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:15.204980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.279258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=256053c7-0d7e-4b5e-a036-61504ba6dad5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:15.301734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 256053c7-0d7e-4b5e-a036-61504ba6dad5 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:15.305212 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d76c3f91-b950-4870-9e01-38ee717a7857 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5351138 Apr 06 14:38:15.305474 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45484) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:15.311901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '256053c7-0d7e-4b5e-a036-61504ba6dad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:15.334923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Allocated IP 172.20.0.1 (4a33cc36-b6e6-4074-851d-36a2d1e30e3b/aa612229-73cf-401d-94d8-e302bf99e9c6/365eed38-b204-4edf-b339-36dcf660e5c6) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:15.488025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for port (365eed38-b204-4edf-b339-36dcf660e5c6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.513970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:15.519169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.619397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (365eed38-b204-4edf-b339-36dcf660e5c6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.669878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:15.673576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:15.680846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:15.691001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Port': ['ID=365eed38-b204-4edf-b339-36dcf660e5c6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:15.727896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Publish callbacks [] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.733204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Publish callbacks [] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.767497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.787271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454a2c7-1f0b-4a49-8f2a-0d08dc7acce3 None None] Network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:15.834321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.836755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.843751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (af7f5a02-7f88-4a94-87d2-3865310730e5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.905567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Network 1d2f0712-7b79-42b1-b0ab-85b18295cb6c is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:15.911543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Network 100ca191-7ced-4dd4-9f3f-ed6f93592a7f is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:15.922592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:15.930172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:15.934544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=af7f5a02-7f88-4a94-87d2-3865310730e5,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:15.934835 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:15.940153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:15.942992 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': '66513330-3650-4e2b-b3a8-ab3a7253b8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '256053c7-0d7e-4b5e-a036-61504ba6dad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:15.943520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: 256053c7-0d7e-4b5e-a036-61504ba6dad5, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:15.958720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Pushing event updated for resources: {'Port': ['ID=8d7a12a1-20db-491e-b93e-5401a6971cf3,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:15.978122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6d00a4d3-168a-4028-9bb5-ebab3dab8193 None None] Provisioning complete for port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:15.978499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6d00a4d3-168a-4028-9bb5-ebab3dab8193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:15.985571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.985986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.986260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.986598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.986929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.987289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.987617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.987945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.988271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.988656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.988931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.989242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:15.989565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:16.047429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 256053c7-0d7e-4b5e-a036-61504ba6dad5 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:16.072192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (24dd3344-8e7c-47b6-bc0e-5627992d590e), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.136386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 256053c7-0d7e-4b5e-a036-61504ba6dad5) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:16.143623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:16.146831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.160552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e406daa-edaa-410a-8648-f425d04f13de None None] Network 256053c7-0d7e-4b5e-a036-61504ba6dad5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:16.215752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Attempting to bind port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:16.216177 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Attempting to bind port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a6de9d2d-e02b-4388-a18c-66d57fc67add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1d2f0712-7b79-42b1-b0ab-85b18295cb6c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:16.216548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Attempting to bind port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d on network 1d2f0712-7b79-42b1-b0ab-85b18295cb6c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:16.218533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Attempting to bind port 8d7a12a1-20db-491e-b93e-5401a6971cf3 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:16.218893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Attempting to bind port 8d7a12a1-20db-491e-b93e-5401a6971cf3 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '23eb8eec-5129-405e-a38e-415444951a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '100ca191-7ced-4dd4-9f3f-ed6f93592a7f'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:16.219266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Attempting to bind port 8d7a12a1-20db-491e-b93e-5401a6971cf3 on network 100ca191-7ced-4dd4-9f3f-ed6f93592a7f {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:16.234627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Pushing event updated for resources: {'Port': ['ID=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:16.246311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:16.246712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Checking segment: {'id': '23eb8eec-5129-405e-a38e-415444951a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '100ca191-7ced-4dd4-9f3f-ed6f93592a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:16.247126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.248503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Bound using segment: {'id': '23eb8eec-5129-405e-a38e-415444951a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '100ca191-7ced-4dd4-9f3f-ed6f93592a7f'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:16.248866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Bound port: 8d7a12a1-20db-491e-b93e-5401a6971cf3, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23eb8eec-5129-405e-a38e-415444951a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '100ca191-7ced-4dd4-9f3f-ed6f93592a7f'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:16.249160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.251993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:16.256871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Checking segment: {'id': 'a6de9d2d-e02b-4388-a18c-66d57fc67add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1d2f0712-7b79-42b1-b0ab-85b18295cb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:16.256871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.256871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Bound using segment: {'id': 'a6de9d2d-e02b-4388-a18c-66d57fc67add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1d2f0712-7b79-42b1-b0ab-85b18295cb6c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:16.256871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Bound port: 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6de9d2d-e02b-4388-a18c-66d57fc67add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1d2f0712-7b79-42b1-b0ab-85b18295cb6c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:16.256871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.283838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (365eed38-b204-4edf-b339-36dcf660e5c6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.302509 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0366dca6-8c78-4bd6-9e98-760e7a569671 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9958572 Apr 06 14:38:16.306946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45486) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:16.460949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6d00a4d3-168a-4028-9bb5-ebab3dab8193 None None] Current status of the port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:16.461449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6d00a4d3-168a-4028-9bb5-ebab3dab8193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.482142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcad907-2411-4c7d-afe4-20728deeea0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-256053c7-0d7e-4b5e-a036-61504ba6dad5', 'network_id': '256053c7-0d7e-4b5e-a036-61504ba6dad5', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': 'af7f5a02-7f88-4a94-87d2-3865310730e5'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:16.484636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9fcad907-2411-4c7d-afe4-20728deeea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.489068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (256053c7-0d7e-4b5e-a036-61504ba6dad5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.507780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] For port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:16.510189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] For port 8d7a12a1-20db-491e-b93e-5401a6971cf3, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:16.546571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] For port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,segment=NetworkSegment(a6de9d2d-e02b-4388-a18c-66d57fc67add),segment_id=a6de9d2d-e02b-4388-a18c-66d57fc67add)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:16.548970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] For port 8d7a12a1-20db-491e-b93e-5401a6971cf3, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8d7a12a1-20db-491e-b93e-5401a6971cf3,segment=NetworkSegment(23eb8eec-5129-405e-a38e-415444951a70),segment_id=23eb8eec-5129-405e-a38e-415444951a70)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:16.561117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.578554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6d00a4d3-168a-4028-9bb5-ebab3dab8193 None None] For port ab51f7be-4ed4-49b4-a177-d4adc9a41b59, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ab51f7be-4ed4-49b4-a177-d4adc9a41b59,segment=NetworkSegment(d743f516-44f0-4656-b330-cca79a659281),segment_id=d743f516-44f0-4656-b330-cca79a659281)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:16.606030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (af7f5a02-7f88-4a94-87d2-3865310730e5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.665454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for port (365eed38-b204-4edf-b339-36dcf660e5c6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.668701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.722196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ab51f7be-4ed4-49b4-a177-d4adc9a41b59 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:16.725548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.727412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6d00a4d3-168a-4028-9bb5-ebab3dab8193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.754064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (365eed38-b204-4edf-b339-36dcf660e5c6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.784765 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (af7f5a02-7f88-4a94-87d2-3865310730e5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server [None req-9fcad907-2411-4c7d-afe4-20728deeea0e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af7f5a02-7f88-4a94-87d2-3865310730e5: This subnet is being modified by another concurrent operation. Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af7f5a02-7f88-4a94-87d2-3865310730e5: This subnet is being modified by another concurrent operation. Apr 06 14:38:16.819216 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Apr 06 14:38:16.834538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0bfe1-6440-49bd-8b90-e5a4a5c935a0 None None] Pushing event updated for resources: {'Port': ['ID=8d7a12a1-20db-491e-b93e-5401a6971cf3,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:16.882884 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=af7f5a02-7f88-4a94-87d2-3865310730e5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:16.893998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9f4c6-ef29-49a5-ad8f-d29bdf310d2d None None] Network 256053c7-0d7e-4b5e-a036-61504ba6dad5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:16.897706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (24dd3344-8e7c-47b6-bc0e-5627992d590e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:16.908617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Port': ['ID=365eed38-b204-4edf-b339-36dcf660e5c6,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:16.979752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (256053c7-0d7e-4b5e-a036-61504ba6dad5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.009509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256053c7-0d7e-4b5e-a036-61504ba6dad5']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:17.023958 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66513330-3650-4e2b-b3a8-ab3a7253b8de') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:17.024648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66513330-3650-4e2b-b3a8-ab3a7253b8de') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:17.028399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:17.032737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.039971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (66513330-3650-4e2b-b3a8-ab3a7253b8de), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.063972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (66513330-3650-4e2b-b3a8-ab3a7253b8de), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.069537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-93ca7fd9-dfc4-4eca-8a62-b1d95735732c None None] Provisioning complete for port 365eed38-b204-4edf-b339-36dcf660e5c6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:17.072271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-93ca7fd9-dfc4-4eca-8a62-b1d95735732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (365eed38-b204-4edf-b339-36dcf660e5c6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.073832 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:17.074461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (66513330-3650-4e2b-b3a8-ab3a7253b8de), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:17.079276 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:17.123741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a13dc-d1b1-44a1-b1c7-63f82ac32feb None None] Pushing event updated for resources: {'Port': ['ID=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:17.171683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:17.172798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:17.231351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00a4d3-168a-4028-9bb5-ebab3dab8193 None None] Pushing event updated for resources: {'Port': ['ID=ab51f7be-4ed4-49b4-a177-d4adc9a41b59,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:17.235475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-93ca7fd9-dfc4-4eca-8a62-b1d95735732c None None] Port 365eed38-b204-4edf-b339-36dcf660e5c6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:17.256910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-93ca7fd9-dfc4-4eca-8a62-b1d95735732c None None] Provisioning complete for port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:17.257498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-93ca7fd9-dfc4-4eca-8a62-b1d95735732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.348412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:17.374219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (256053c7-0d7e-4b5e-a036-61504ba6dad5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.381983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.403216 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/256053c7-0d7e-4b5e-a036-61504ba6dad5 HTTP/1.1" status: 204 len: 168 time: 1.0931585 Apr 06 14:38:17.410445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45490) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:17.417511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-136280730'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:17.447016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Router 24dd3344-8e7c-47b6-bc0e-5627992d590e is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:38:17.453008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2df313-b457-4a1f-bfee-04d416781a03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=256053c7-0d7e-4b5e-a036-61504ba6dad5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:17.469841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-93ca7fd9-dfc4-4eca-8a62-b1d95735732c None None] Current status of the port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:17.574215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:17.577089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:17.580901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.586707 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091d57d-3e3d-4905-bf63-6f4a71fdb914 None None] Sync routers for ids ['24dd3344-8e7c-47b6-bc0e-5627992d590e'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:17.595314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-211dd7dc-e6f6-4cea-a6fd-b7dc4a793dde None None] Provisioning complete for port 365eed38-b204-4edf-b339-36dcf660e5c6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:17.595314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-211dd7dc-e6f6-4cea-a6fd-b7dc4a793dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (365eed38-b204-4edf-b339-36dcf660e5c6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.595589 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4e59b966-1a19-46cb-957a-1ad114243c9e tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "PUT /v2.0/routers/24dd3344-8e7c-47b6-bc0e-5627992d590e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8956106 Apr 06 14:38:17.603619 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091d57d-3e3d-4905-bf63-6f4a71fdb914 None None] Routers {'24dd3344-8e7c-47b6-bc0e-5627992d590e'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:17.603619 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d091d57d-3e3d-4905-bf63-6f4a71fdb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24dd3344-8e7c-47b6-bc0e-5627992d590e'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:17.605553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45492) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:17.611566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:17.622331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5196d985-1dd2-48d5-8df5-fc7df3170943), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.623000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment 5196d985-1dd2-48d5-8df5-fc7df3170943 of type vlan for network 8200bdff-425a-465c-9d15-0a5665a6cf67 Apr 06 14:38:17.639506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-211dd7dc-e6f6-4cea-a6fd-b7dc4a793dde None None] Port 365eed38-b204-4edf-b339-36dcf660e5c6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:17.649704 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d091d57d-3e3d-4905-bf63-6f4a71fdb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:17.661576 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091d57d-3e3d-4905-bf63-6f4a71fdb914 None None] Routers {'24dd3344-8e7c-47b6-bc0e-5627992d590e'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:17.662222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d091d57d-3e3d-4905-bf63-6f4a71fdb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24dd3344-8e7c-47b6-bc0e-5627992d590e'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:17.678102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (8200bdff-425a-465c-9d15-0a5665a6cf67), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.695916 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-d091d57d-3e3d-4905-bf63-6f4a71fdb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:17.696695 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091d57d-3e3d-4905-bf63-6f4a71fdb914 None None] The sync data for ids ['24dd3344-8e7c-47b6-bc0e-5627992d590e'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:17.961980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (8200bdff-425a-465c-9d15-0a5665a6cf67), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:17.967902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:17.969321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.021663 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-4740520f-ece6-4696-983f-ccfa8b91973d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:38:18.022761 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4740520f-ece6-4696-983f-ccfa8b91973d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "PUT /v2.0/routers/24dd3344-8e7c-47b6-bc0e-5627992d590e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4160063 Apr 06 14:38:18.026865 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45494) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:18.043696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=8200bdff-425a-465c-9d15-0a5665a6cf67,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:18.055594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 8200bdff-425a-465c-9d15-0a5665a6cf67 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:18.187793 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dc41dd68-6c4b-457a-8f42-61a1bec7b53f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7736261 Apr 06 14:38:18.189769 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45496) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:18.194924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '8200bdff-425a-465c-9d15-0a5665a6cf67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:18.200971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961e9bb-d2d9-4655-9219-06be75be2931 None None] Network 1d2f0712-7b79-42b1-b0ab-85b18295cb6c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:18.284975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0197ad53-772c-4006-abd6-fe7562c853bb None None] Provisioning complete for port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:18.285494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0197ad53-772c-4006-abd6-fe7562c853bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.411281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0197ad53-772c-4006-abd6-fe7562c853bb None None] Current status of the port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:18.411761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0197ad53-772c-4006-abd6-fe7562c853bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.440627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (24dd3344-8e7c-47b6-bc0e-5627992d590e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.449930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0197ad53-772c-4006-abd6-fe7562c853bb None None] For port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,segment=NetworkSegment(a6de9d2d-e02b-4388-a18c-66d57fc67add),segment_id=a6de9d2d-e02b-4388-a18c-66d57fc67add)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:18.456838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:18.460379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.584379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0197ad53-772c-4006-abd6-fe7562c853bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.686431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197ad53-772c-4006-abd6-fe7562c853bb None None] Pushing event updated for resources: {'Port': ['ID=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:18.765577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8963283-d309-4b8e-a565-79487bf0e182 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:38:18.834482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8d7a12a1-20db-491e-b93e-5401a6971cf3 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:18.839718 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Deleting port 365eed38-b204-4edf-b339-36dcf660e5c6 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:18.840093 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (365eed38-b204-4edf-b339-36dcf660e5c6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.840221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (fb06b2d3-9fd8-4927-afae-fe9c153f5169), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.875693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Provisioning complete for port 8d7a12a1-20db-491e-b93e-5401a6971cf3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:18.876135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.899424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=fb06b2d3-9fd8-4927-afae-fe9c153f5169,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:18.917763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': '5196d985-1dd2-48d5-8df5-fc7df3170943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '8200bdff-425a-465c-9d15-0a5665a6cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:18.919633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: 8200bdff-425a-465c-9d15-0a5665a6cf67, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:18.940125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (365eed38-b204-4edf-b339-36dcf660e5c6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:18.953148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Calling delete_port for 365eed38-b204-4edf-b339-36dcf660e5c6 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:18.959948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8963283-d309-4b8e-a565-79487bf0e182 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:38:18.980081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8d7a12a1-20db-491e-b93e-5401a6971cf3 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:18.980457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.027986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 8200bdff-425a-465c-9d15-0a5665a6cf67 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:19.085985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Current status of the port 8d7a12a1-20db-491e-b93e-5401a6971cf3 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:19.086577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.142926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 8200bdff-425a-465c-9d15-0a5665a6cf67) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:19.147458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:19.148654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.151891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] For port 8d7a12a1-20db-491e-b93e-5401a6971cf3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8d7a12a1-20db-491e-b93e-5401a6971cf3,segment=NetworkSegment(23eb8eec-5129-405e-a38e-415444951a70),segment_id=23eb8eec-5129-405e-a38e-415444951a70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:19.225433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8d7a12a1-20db-491e-b93e-5401a6971cf3 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:19.225821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.239467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (365eed38-b204-4edf-b339-36dcf660e5c6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.268704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Port': ['ID=365eed38-b204-4edf-b339-36dcf660e5c6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:19.285894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c1a70-604b-4453-a528-0faa175799ca None None] Network 100ca191-7ced-4dd4-9f3f-ed6f93592a7f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:19.293518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebd86d-46b1-4630-8701-0004d4263719 None None] Network 8200bdff-425a-465c-9d15-0a5665a6cf67 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:19.293755 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-617e3698-2cdf-4388-bf23-0efe017ad544 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0977824 Apr 06 14:38:19.293755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45500) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:19.295389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.299028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1733293674'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:19.422450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:19.425894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.453684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:19.465227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (24dd3344-8e7c-47b6-bc0e-5627992d590e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.465490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c0e389f8-3f78-483e-9601-485f8520f455), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.465490 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment c0e389f8-3f78-483e-9601-485f8520f455 of type vlan for network 85e12b30-e6ed-4d44-ae8d-4740c67d8596 Apr 06 14:38:19.516910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (85e12b30-e6ed-4d44-ae8d-4740c67d8596), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.644261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Router 24dd3344-8e7c-47b6-bc0e-5627992d590e has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:19.645605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (85e12b30-e6ed-4d44-ae8d-4740c67d8596), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.651660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:19.652265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.659014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Provisioning complete for port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:19.659549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.666809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:38:19.667317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:38:19.724152 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:19.726561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Pushing event updated for resources: {'Port': ['ID=8d7a12a1-20db-491e-b93e-5401a6971cf3,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:19.729324 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ea8ca3b9-f121-43ed-8a77-acf954b5619a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "PUT /v2.0/routers/24dd3344-8e7c-47b6-bc0e-5627992d590e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998026 Apr 06 14:38:19.733555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45502) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:19.738320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=85e12b30-e6ed-4d44-ae8d-4740c67d8596,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:19.739433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c3da8-4f6d-4ebf-921d-188cf3811995 None None] Sync routers for ids ['24dd3344-8e7c-47b6-bc0e-5627992d590e'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:19.754892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 85e12b30-e6ed-4d44-ae8d-4740c67d8596 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:19.778639 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-8aa6cd44-7a1c-4363-a188-3dd5ff00232d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] delete failed (client error): The resource could not be found. Apr 06 14:38:19.779744 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8aa6cd44-7a1c-4363-a188-3dd5ff00232d tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-1875424411 HTTP/1.1" status: 404 len: 335 time: 0.0452130 Apr 06 14:38:19.784219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45504) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:19.788479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-aaa9d92a-c4f6-471e-b887-b677c1c6be30 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'router': {'external_gateway_info': {'network_id': '24dd3344-8e7c-47b6-bc0e-5627992d590e'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:19.794454 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6a6eb924-ef0d-427b-bb3c-658ab78f336b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5011015 Apr 06 14:38:19.797399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45506) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:19.803308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '85e12b30-e6ed-4d44-ae8d-4740c67d8596', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:19.833668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-8200bdff-425a-465c-9d15-0a5665a6cf67', 'network_id': '8200bdff-425a-465c-9d15-0a5665a6cf67', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': 'fb06b2d3-9fd8-4927-afae-fe9c153f5169'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:19.834571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:19.857524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c3da8-4f6d-4ebf-921d-188cf3811995 None None] Routers {'24dd3344-8e7c-47b6-bc0e-5627992d590e'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:19.857844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-698c3da8-4f6d-4ebf-921d-188cf3811995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24dd3344-8e7c-47b6-bc0e-5627992d590e'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:19.922645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-698c3da8-4f6d-4ebf-921d-188cf3811995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:20.007899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:20.014733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.023232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d92a-c4f6-471e-b887-b677c1c6be30 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for router_gateway (24dd3344-8e7c-47b6-bc0e-5627992d590e), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.030116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c3da8-4f6d-4ebf-921d-188cf3811995 None None] Routers {'24dd3344-8e7c-47b6-bc0e-5627992d590e'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:20.030781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-698c3da8-4f6d-4ebf-921d-188cf3811995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24dd3344-8e7c-47b6-bc0e-5627992d590e'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:20.083428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-698c3da8-4f6d-4ebf-921d-188cf3811995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:20.084078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c3da8-4f6d-4ebf-921d-188cf3811995 None None] The sync data for ids ['24dd3344-8e7c-47b6-bc0e-5627992d590e'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:20.092318 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Performing IP validity checks on allocation pools {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:38:20.092993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:38:20.108276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-39aab16f-26ab-4d40-9621-3ae3a6854487 None None] Current status of the port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:20.142596 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Allocated IP 2001:db8::3 (8200bdff-425a-465c-9d15-0a5665a6cf67/fb06b2d3-9fd8-4927-afae-fe9c153f5169/517c57f4-b3f6-4025-a0a1-18ed204d5692) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:20.156220 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-aaa9d92a-c4f6-471e-b887-b677c1c6be30 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] update failed (client error): The resource could not be found. Apr 06 14:38:20.157527 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aaa9d92a-c4f6-471e-b887-b677c1c6be30 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "PUT /v2.0/routers/24dd3344-8e7c-47b6-bc0e-5627992d590e HTTP/1.1" status: 404 len: 339 time: 0.3724167 Apr 06 14:38:20.161169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45508) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:20.258374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8d7a12a1-20db-491e-b93e-5401a6971cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:20.259720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ab51f7be-4ed4-49b4-a177-d4adc9a41b59 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:20.267497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-13e93d6e-a166-4164-9763-e59dec16dedd None None] Provisioning complete for port 8d7a12a1-20db-491e-b93e-5401a6971cf3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:20.267874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-13e93d6e-a166-4164-9763-e59dec16dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.353757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (b5f31470-38f8-4ec7-8e49-85b40de9875c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.423499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Publish callbacks [] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.432519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=b5f31470-38f8-4ec7-8e49-85b40de9875c,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:20.446315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:20.446727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.448145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': 'c0e389f8-3f78-483e-9601-485f8520f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '85e12b30-e6ed-4d44-ae8d-4740c67d8596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:20.448595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: 85e12b30-e6ed-4d44-ae8d-4740c67d8596, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:20.472762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.491357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-13e93d6e-a166-4164-9763-e59dec16dedd None None] Current status of the port 8d7a12a1-20db-491e-b93e-5401a6971cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:20.543886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:20.544893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:20.572073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.623365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Network 8200bdff-425a-465c-9d15-0a5665a6cf67 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:20.629019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:20.631479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:20.641540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 85e12b30-e6ed-4d44-ae8d-4740c67d8596 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:20.647065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Pushing event updated for resources: {'Port': ['ID=517c57f4-b3f6-4025-a0a1-18ed204d5692,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:20.676213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:20.676589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.728669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Allocated IP 172.20.0.1 (0a0faace-d35c-4c52-8478-cf85c67accf3/c66833a8-0b4e-4769-a686-8f484f582f1e/d9da0fc9-7245-49d5-9db9-d3e211124e37) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:20.730737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Attempting to bind port 517c57f4-b3f6-4025-a0a1-18ed204d5692 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:20.731146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Attempting to bind port 517c57f4-b3f6-4025-a0a1-18ed204d5692 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5196d985-1dd2-48d5-8df5-fc7df3170943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '8200bdff-425a-465c-9d15-0a5665a6cf67'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:20.731656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Attempting to bind port 517c57f4-b3f6-4025-a0a1-18ed204d5692 on network 8200bdff-425a-465c-9d15-0a5665a6cf67 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:20.744198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:20.744576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Checking segment: {'id': '5196d985-1dd2-48d5-8df5-fc7df3170943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '8200bdff-425a-465c-9d15-0a5665a6cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:20.744992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.745391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Bound using segment: {'id': '5196d985-1dd2-48d5-8df5-fc7df3170943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '8200bdff-425a-465c-9d15-0a5665a6cf67'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:20.745870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Bound port: 517c57f4-b3f6-4025-a0a1-18ed204d5692, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5196d985-1dd2-48d5-8df5-fc7df3170943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '8200bdff-425a-465c-9d15-0a5665a6cf67'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:20.746458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.759023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 85e12b30-e6ed-4d44-ae8d-4740c67d8596) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:20.764481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:20.765711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.789699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1d432-a98e-4407-a38f-0ba10e81317a None None] Network 85e12b30-e6ed-4d44-ae8d-4740c67d8596 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:20.861833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.871797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-916c4659-0b94-4fff-af2a-dd1d91187f82 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0721717 Apr 06 14:38:20.876414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45510) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:20.902828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:20.912158 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] For port 517c57f4-b3f6-4025-a0a1-18ed204d5692, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:20.917612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] For port 517c57f4-b3f6-4025-a0a1-18ed204d5692, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=517c57f4-b3f6-4025-a0a1-18ed204d5692,segment=NetworkSegment(5196d985-1dd2-48d5-8df5-fc7df3170943),segment_id=5196d985-1dd2-48d5-8df5-fc7df3170943)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:20.966371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b7ecd-dec6-4b55-8169-6b5032b1e321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-85e12b30-e6ed-4d44-ae8d-4740c67d8596', 'network_id': '85e12b30-e6ed-4d44-ae8d-4740c67d8596', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': 'b5f31470-38f8-4ec7-8e49-85b40de9875c'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:20.967250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ecd-dec6-4b55-8169-6b5032b1e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.985407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.988275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (85e12b30-e6ed-4d44-ae8d-4740c67d8596), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.047783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network 0a0faace-d35c-4c52-8478-cf85c67accf3 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:21.052444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8d7a12a1-20db-491e-b93e-5401a6971cf3 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:21.053683 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:21.058460 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.063488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Port': ['ID=d9da0fc9-7245-49d5-9db9-d3e211124e37,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:21.069851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:21.077443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (b5f31470-38f8-4ec7-8e49-85b40de9875c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.133551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (24dd3344-8e7c-47b6-bc0e-5627992d590e), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.291868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (b5f31470-38f8-4ec7-8e49-85b40de9875c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.353635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15366df8-da32-4370-8476-9bf23537c0e2 None None] Pushing event updated for resources: {'Port': ['ID=517c57f4-b3f6-4025-a0a1-18ed204d5692,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:21.358804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9a1d13ef-38fc-40df-aad2-0e34a99755e4 None None] Provisioning complete for port d9da0fc9-7245-49d5-9db9-d3e211124e37 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:21.359219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a1d13ef-38fc-40df-aad2-0e34a99755e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server [None req-cf8b7ecd-dec6-4b55-8169-6b5032b1e321 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5f31470-38f8-4ec7-8e49-85b40de9875c: This subnet is being modified by another concurrent operation. Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise exception Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5f31470-38f8-4ec7-8e49-85b40de9875c: This subnet is being modified by another concurrent operation. Apr 06 14:38:21.392308 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Apr 06 14:38:21.406820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8d7a12a1-20db-491e-b93e-5401a6971cf3 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:21.406820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.442150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2855c25b-ed5d-4e76-976b-1482085af0f7 None None] Network 85e12b30-e6ed-4d44-ae8d-4740c67d8596 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:21.442574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f31470-38f8-4ec7-8e49-85b40de9875c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:21.446793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d13ef-38fc-40df-aad2-0e34a99755e4 None None] Port d9da0fc9-7245-49d5-9db9-d3e211124e37 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:21.490342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (85e12b30-e6ed-4d44-ae8d-4740c67d8596), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.520836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e12b30-e6ed-4d44-ae8d-4740c67d8596']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:21.536955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e389f8-3f78-483e-9601-485f8520f455') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:21.537406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e389f8-3f78-483e-9601-485f8520f455') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:21.554084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (c0e389f8-3f78-483e-9601-485f8520f455), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.599597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c0e389f8-3f78-483e-9601-485f8520f455), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.613809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:21.614228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (c0e389f8-3f78-483e-9601-485f8520f455), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:21.617645 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:21.621422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8d7a12a1-20db-491e-b93e-5401a6971cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:21.626335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:21.688941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:21.689698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.777653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:21.799672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (85e12b30-e6ed-4d44-ae8d-4740c67d8596), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.805589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.809098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/85e12b30-e6ed-4d44-ae8d-4740c67d8596 HTTP/1.1" status: 204 len: 168 time: 0.9315238 Apr 06 14:38:21.813492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45514) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:21.814703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.820542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1352026117'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:21.833552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacae8b7-cf64-4cc6-93f4-b5d0c7fb8c03 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=85e12b30-e6ed-4d44-ae8d-4740c67d8596,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:21.953801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:21.957279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.984271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:21.993079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0371d905-eed7-40f5-8a19-ce44133238d0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:21.993423 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment 0371d905-eed7-40f5-8a19-ce44133238d0 of type vlan for network 7f3988a7-cc17-4b75-8e9e-4e186d579eac Apr 06 14:38:22.034812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7f3988a7-cc17-4b75-8e9e-4e186d579eac), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.094236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.155966 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7f3988a7-cc17-4b75-8e9e-4e186d579eac), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.161372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:22.162138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.190273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.236891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=7f3988a7-cc17-4b75-8e9e-4e186d579eac,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:22.250567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7f3988a7-cc17-4b75-8e9e-4e186d579eac details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:22.278794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event updated for resources: {'Port': ['ID=d9da0fc9-7245-49d5-9db9-d3e211124e37,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:22.283321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (24dd3344-8e7c-47b6-bc0e-5627992d590e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.340315 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b551a9cd-9bf3-4c09-a2d2-db89f64404d4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5250762 Apr 06 14:38:22.344144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45516) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:22.349670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '7f3988a7-cc17-4b75-8e9e-4e186d579eac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:22.399241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Network 0a0faace-d35c-4c52-8478-cf85c67accf3 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:22.400795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:22.436591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2de38-0511-4fff-a38d-32fec722a173 None None] Network 8200bdff-425a-465c-9d15-0a5665a6cf67 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:22.509055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b3a597ee-2525-4ded-bb5d-f42886a6a524 None None] Provisioning complete for port 517c57f4-b3f6-4025-a0a1-18ed204d5692 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:22.510311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3a597ee-2525-4ded-bb5d-f42886a6a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.537059 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Router 24dd3344-8e7c-47b6-bc0e-5627992d590e has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:22.572495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:22.577344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.647382 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:22.649571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b3a597ee-2525-4ded-bb5d-f42886a6a524 None None] Current status of the port 517c57f4-b3f6-4025-a0a1-18ed204d5692 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:22.649974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3a597ee-2525-4ded-bb5d-f42886a6a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.660112 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-488c9776-e418-461a-a0f8-4856cea2dbb3 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "PUT /v2.0/routers/24dd3344-8e7c-47b6-bc0e-5627992d590e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4955447 Apr 06 14:38:22.660374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45518) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:22.670075 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a99513-302c-48a8-9df9-c19dcfd45c3a None None] Sync routers for ids ['24dd3344-8e7c-47b6-bc0e-5627992d590e'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:22.682312 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a99513-302c-48a8-9df9-c19dcfd45c3a None None] Routers {'24dd3344-8e7c-47b6-bc0e-5627992d590e'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:22.685765 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-01a99513-302c-48a8-9df9-c19dcfd45c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24dd3344-8e7c-47b6-bc0e-5627992d590e'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:22.707430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b3a597ee-2525-4ded-bb5d-f42886a6a524 None None] For port 517c57f4-b3f6-4025-a0a1-18ed204d5692, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=517c57f4-b3f6-4025-a0a1-18ed204d5692,segment=NetworkSegment(5196d985-1dd2-48d5-8df5-fc7df3170943),segment_id=5196d985-1dd2-48d5-8df5-fc7df3170943)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:22.726530 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-01a99513-302c-48a8-9df9-c19dcfd45c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:22.741868 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a99513-302c-48a8-9df9-c19dcfd45c3a None None] Routers {'24dd3344-8e7c-47b6-bc0e-5627992d590e'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:22.742781 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-01a99513-302c-48a8-9df9-c19dcfd45c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24dd3344-8e7c-47b6-bc0e-5627992d590e'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:22.782331 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-01a99513-302c-48a8-9df9-c19dcfd45c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:22.783203 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a99513-302c-48a8-9df9-c19dcfd45c3a None None] The sync data for ids ['24dd3344-8e7c-47b6-bc0e-5627992d590e'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:22.791794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f68fc1c-3717-4513-8878-8deaf6b01e2c tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for router (24dd3344-8e7c-47b6-bc0e-5627992d590e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.828720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b3a597ee-2525-4ded-bb5d-f42886a6a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.886973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a597ee-2525-4ded-bb5d-f42886a6a524 None None] Pushing event updated for resources: {'Port': ['ID=517c57f4-b3f6-4025-a0a1-18ed204d5692,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:22.897699 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-7f68fc1c-3717-4513-8878-8deaf6b01e2c tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 06 14:38:22.898760 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7f68fc1c-3717-4513-8878-8deaf6b01e2c tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/routers/24dd3344-8e7c-47b6-bc0e-5627992d590e HTTP/1.1" status: 409 len: 376 time: 0.2373857 Apr 06 14:38:22.898879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885862e2-e901-4d9f-99f5-bcefb825e9c5 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:38:22.901634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45520) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:22.977102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (52ceb058-b252-41ea-aab5-44ae3ab415c5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:22.998025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-27dbfd1b-f4d9-4a31-869c-ee20f2a138e2 None None] Provisioning complete for port d9da0fc9-7245-49d5-9db9-d3e211124e37 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:22.998437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27dbfd1b-f4d9-4a31-869c-ee20f2a138e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.047250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 517c57f4-b3f6-4025-a0a1-18ed204d5692 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:23.064899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=52ceb058-b252-41ea-aab5-44ae3ab415c5,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:23.069525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': '0371d905-eed7-40f5-8a19-ce44133238d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7f3988a7-cc17-4b75-8e9e-4e186d579eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:23.069892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: 7f3988a7-cc17-4b75-8e9e-4e186d579eac, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:23.118599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-27dbfd1b-f4d9-4a31-869c-ee20f2a138e2 None None] Port d9da0fc9-7245-49d5-9db9-d3e211124e37 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:23.143246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885862e2-e901-4d9f-99f5-bcefb825e9c5 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:38:23.151650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-27dbfd1b-f4d9-4a31-869c-ee20f2a138e2 None None] Provisioning complete for port 517c57f4-b3f6-4025-a0a1-18ed204d5692 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:23.157812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27dbfd1b-f4d9-4a31-869c-ee20f2a138e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.205090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 7f3988a7-cc17-4b75-8e9e-4e186d579eac is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:23.205698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 517c57f4-b3f6-4025-a0a1-18ed204d5692 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:23.205828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.260372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (24dd3344-8e7c-47b6-bc0e-5627992d590e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.373690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7f3988a7-cc17-4b75-8e9e-4e186d579eac) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:23.378497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:23.379275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.409886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-27dbfd1b-f4d9-4a31-869c-ee20f2a138e2 None None] Current status of the port 517c57f4-b3f6-4025-a0a1-18ed204d5692 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:23.430707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 517c57f4-b3f6-4025-a0a1-18ed204d5692 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:23.474129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a5879e-09e9-4fba-acdf-4d4697e7499f None None] Network 7f3988a7-cc17-4b75-8e9e-4e186d579eac requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:23.495505 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4a1d60f4-95b5-4c0f-aa78-d5abc915900f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1477506 Apr 06 14:38:23.495827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45524) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:23.536746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Deleting port d9da0fc9-7245-49d5-9db9-d3e211124e37 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:23.536983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.595855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7f3988a7-cc17-4b75-8e9e-4e186d579eac', 'network_id': '7f3988a7-cc17-4b75-8e9e-4e186d579eac', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': '52ceb058-b252-41ea-aab5-44ae3ab415c5'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:23.596851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.610580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.611559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7f3988a7-cc17-4b75-8e9e-4e186d579eac), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.635866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.649839 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Calling delete_port for d9da0fc9-7245-49d5-9db9-d3e211124e37 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:23.666141 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (52ceb058-b252-41ea-aab5-44ae3ab415c5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.749502 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Allocated IP 2001:db8::1 (7f3988a7-cc17-4b75-8e9e-4e186d579eac/52ceb058-b252-41ea-aab5-44ae3ab415c5/d1396ce4-4db0-45f7-80b1-4e4a18e3ae73) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:23.896051 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Publish callbacks [] for port (d1396ce4-4db0-45f7-80b1-4e4a18e3ae73), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.910051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d9da0fc9-7245-49d5-9db9-d3e211124e37), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:23.936335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Port': ['ID=d9da0fc9-7245-49d5-9db9-d3e211124e37,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:23.996011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (d1396ce4-4db0-45f7-80b1-4e4a18e3ae73), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.045053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Network 7f3988a7-cc17-4b75-8e9e-4e186d579eac is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:24.050326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:24.055046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:24.058357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Pushing event updated for resources: {'Port': ['ID=d1396ce4-4db0-45f7-80b1-4e4a18e3ae73,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:24.104497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (52ceb058-b252-41ea-aab5-44ae3ab415c5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.105051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (24dd3344-8e7c-47b6-bc0e-5627992d590e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.127061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Attempting to bind port d1396ce4-4db0-45f7-80b1-4e4a18e3ae73 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:24.128294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Attempting to bind port d1396ce4-4db0-45f7-80b1-4e4a18e3ae73 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '0371d905-eed7-40f5-8a19-ce44133238d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7f3988a7-cc17-4b75-8e9e-4e186d579eac'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:24.129100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Attempting to bind port d1396ce4-4db0-45f7-80b1-4e4a18e3ae73 on network 7f3988a7-cc17-4b75-8e9e-4e186d579eac {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:24.139746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:24.140096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=52ceb058-b252-41ea-aab5-44ae3ab415c5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:24.140932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Checking segment: {'id': '0371d905-eed7-40f5-8a19-ce44133238d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7f3988a7-cc17-4b75-8e9e-4e186d579eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:24.142102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.143337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Bound using segment: {'id': '0371d905-eed7-40f5-8a19-ce44133238d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7f3988a7-cc17-4b75-8e9e-4e186d579eac'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:24.143871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Bound port: d1396ce4-4db0-45f7-80b1-4e4a18e3ae73, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0371d905-eed7-40f5-8a19-ce44133238d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7f3988a7-cc17-4b75-8e9e-4e186d579eac'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:24.144274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d1396ce4-4db0-45f7-80b1-4e4a18e3ae73), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.217062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7f3988a7-cc17-4b75-8e9e-4e186d579eac), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.221586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] For port d1396ce4-4db0-45f7-80b1-4e4a18e3ae73, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:24.225295 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] For port d1396ce4-4db0-45f7-80b1-4e4a18e3ae73, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d1396ce4-4db0-45f7-80b1-4e4a18e3ae73,segment=NetworkSegment(0371d905-eed7-40f5-8a19-ce44133238d0),segment_id=0371d905-eed7-40f5-8a19-ce44133238d0)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:24.239459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3988a7-cc17-4b75-8e9e-4e186d579eac']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.250395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0371d905-eed7-40f5-8a19-ce44133238d0') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.250738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0371d905-eed7-40f5-8a19-ce44133238d0') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.260756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (0371d905-eed7-40f5-8a19-ce44133238d0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.291914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Router 24dd3344-8e7c-47b6-bc0e-5627992d590e has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:24.344863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d1396ce4-4db0-45f7-80b1-4e4a18e3ae73), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.347276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0371d905-eed7-40f5-8a19-ce44133238d0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.354857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:24.355384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (0371d905-eed7-40f5-8a19-ce44133238d0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:24.358816 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:24.375974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:24.385697 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a4473ce7-67f1-42f7-853b-e1a42beae15b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "PUT /v2.0/routers/24dd3344-8e7c-47b6-bc0e-5627992d590e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825854 Apr 06 14:38:24.386331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45528) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:24.403891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d9421-add3-4475-ace3-0232fa45a91d None None] Sync routers for ids ['24dd3344-8e7c-47b6-bc0e-5627992d590e'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:24.430513 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-4d652562-1a1c-4484-94e4-ae9f359a1f9c tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] show failed (client error): The resource could not be found. Apr 06 14:38:24.431642 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4d652562-1a1c-4484-94e4-ae9f359a1f9c tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-1233406731 HTTP/1.1" status: 404 len: 335 time: 0.0441196 Apr 06 14:38:24.441444 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45530) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:24.446902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-363673f2-24b3-4eeb-8dc6-5bdd40ffa83a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:24.458679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3710cc-3a3b-4d23-8108-92c4d82e44ee None None] Pushing event updated for resources: {'Port': ['ID=d1396ce4-4db0-45f7-80b1-4e4a18e3ae73,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:24.463463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d9421-add3-4475-ace3-0232fa45a91d None None] Routers {'24dd3344-8e7c-47b6-bc0e-5627992d590e'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:24.464092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-688d9421-add3-4475-ace3-0232fa45a91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24dd3344-8e7c-47b6-bc0e-5627992d590e'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.464661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.api [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:38:24.464661 dv-neutron-835863-1-hyperv neutron-server[104443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:38:24.464661 dv-neutron-835863-1-hyperv neutron-server[104443]: [parameters: {'id': '7f3988a7-cc17-4b75-8e9e-4e186d579eac'}] Apr 06 14:38:24.464661 dv-neutron-835863-1-hyperv neutron-server[104443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:38:24.465908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG oslo_db.api [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:38:24.487944 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-363673f2-24b3-4eeb-8dc6-5bdd40ffa83a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] update failed (client error): The resource could not be found. Apr 06 14:38:24.488979 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-363673f2-24b3-4eeb-8dc6-5bdd40ffa83a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-9158733 HTTP/1.1" status: 404 len: 332 time: 0.0463707 Apr 06 14:38:24.495356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45532) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:24.500922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c43c6c-053f-442c-91cd-a221b4a4ef08 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:38:24.503691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-688d9421-add3-4475-ace3-0232fa45a91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.548617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d9421-add3-4475-ace3-0232fa45a91d None None] Routers {'24dd3344-8e7c-47b6-bc0e-5627992d590e'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:24.549006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f309500-f5b6-49eb-a793-d0a4e5a0432a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Deleting subnet acea3b27-2fdf-41e2-8b59-a9ad77095b5c {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:24.549253 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-688d9421-add3-4475-ace3-0232fa45a91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24dd3344-8e7c-47b6-bc0e-5627992d590e'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.552079 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f309500-f5b6-49eb-a793-d0a4e5a0432a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (acea3b27-2fdf-41e2-8b59-a9ad77095b5c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.587303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-688d9421-add3-4475-ace3-0232fa45a91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:24.588062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d9421-add3-4475-ace3-0232fa45a91d None None] The sync data for ids ['24dd3344-8e7c-47b6-bc0e-5627992d590e'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:24.594590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f309500-f5b6-49eb-a793-d0a4e5a0432a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (acea3b27-2fdf-41e2-8b59-a9ad77095b5c), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.657546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c43c6c-053f-442c-91cd-a221b4a4ef08 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:38:24.685018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f309500-f5b6-49eb-a793-d0a4e5a0432a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (acea3b27-2fdf-41e2-8b59-a9ad77095b5c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.840330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f309500-f5b6-49eb-a793-d0a4e5a0432a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (acea3b27-2fdf-41e2-8b59-a9ad77095b5c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.844929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761f8a9-ba51-4895-aa95-f90c26a4e166 None None] Network 7f3988a7-cc17-4b75-8e9e-4e186d579eac requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:24.866987 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f309500-f5b6-49eb-a793-d0a4e5a0432a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Subnet': ['ID=acea3b27-2fdf-41e2-8b59-a9ad77095b5c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:24.872727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7f309500-f5b6-49eb-a793-d0a4e5a0432a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.876211 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7f309500-f5b6-49eb-a793-d0a4e5a0432a tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/subnets/acea3b27-2fdf-41e2-8b59-a9ad77095b5c HTTP/1.1" status: 204 len: 168 time: 0.3799126 Apr 06 14:38:24.878701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45534) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:24.890800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d7fbe-9da7-4c5c-a9ac-0984417dcf6c None None] Network 1d2f0712-7b79-42b1-b0ab-85b18295cb6c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:24.934123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c087306-ba86-45bd-80c3-feb0c64abc7b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Deleting subnet aa612229-73cf-401d-94d8-e302bf99e9c6 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:24.938197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c087306-ba86-45bd-80c3-feb0c64abc7b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (aa612229-73cf-401d-94d8-e302bf99e9c6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.967522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7f3988a7-cc17-4b75-8e9e-4e186d579eac), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:24.983221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c087306-ba86-45bd-80c3-feb0c64abc7b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (aa612229-73cf-401d-94d8-e302bf99e9c6), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.040021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting port d1396ce4-4db0-45f7-80b1-4e4a18e3ae73 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:25.040021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d1396ce4-4db0-45f7-80b1-4e4a18e3ae73), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.083193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c087306-ba86-45bd-80c3-feb0c64abc7b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (aa612229-73cf-401d-94d8-e302bf99e9c6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.105772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] For port d1396ce4-4db0-45f7-80b1-4e4a18e3ae73, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d1396ce4-4db0-45f7-80b1-4e4a18e3ae73,segment=NetworkSegment(0371d905-eed7-40f5-8a19-ce44133238d0),segment_id=0371d905-eed7-40f5-8a19-ce44133238d0)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:25.106151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d1396ce4-4db0-45f7-80b1-4e4a18e3ae73), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.112441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] DHCP port deletion for 1d2f0712-7b79-42b1-b0ab-85b18295cb6c request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:25.121197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Calling delete_port for d1396ce4-4db0-45f7-80b1-4e4a18e3ae73 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:25.163160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] Deleting port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:25.163463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.231208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] For port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,segment=NetworkSegment(a6de9d2d-e02b-4388-a18c-66d57fc67add),segment_id=a6de9d2d-e02b-4388-a18c-66d57fc67add)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:25.231689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.243984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] Calling delete_port for 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:25.247666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c087306-ba86-45bd-80c3-feb0c64abc7b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (aa612229-73cf-401d-94d8-e302bf99e9c6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.276241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c087306-ba86-45bd-80c3-feb0c64abc7b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Subnet': ['ID=aa612229-73cf-401d-94d8-e302bf99e9c6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:25.280005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c087306-ba86-45bd-80c3-feb0c64abc7b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.285986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45536) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:25.286463 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5c087306-ba86-45bd-80c3-feb0c64abc7b tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/subnets/aa612229-73cf-401d-94d8-e302bf99e9c6 HTTP/1.1" status: 204 len: 168 time: 0.4062989 Apr 06 14:38:25.292431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf9519-8c83-417d-b2ff-6178c59015fb None None] Network 4a33cc36-b6e6-4074-851d-36a2d1e30e3b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:25.373415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (1d2f0712-7b79-42b1-b0ab-85b18295cb6c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.402726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d1396ce4-4db0-45f7-80b1-4e4a18e3ae73), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.440938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Port': ['ID=d1396ce4-4db0-45f7-80b1-4e4a18e3ae73,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:25.442766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No DVR routers for this DVR port d1396ce4-4db0-45f7-80b1-4e4a18e3ae73 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:25.531975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7f3988a7-cc17-4b75-8e9e-4e186d579eac), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.543246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Deleting port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:25.543584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.595140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3988a7-cc17-4b75-8e9e-4e186d579eac']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:25.609109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0371d905-eed7-40f5-8a19-ce44133238d0') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:25.609412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0371d905-eed7-40f5-8a19-ce44133238d0') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:25.628202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (0371d905-eed7-40f5-8a19-ce44133238d0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.633343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] DHCP port deletion for 4a33cc36-b6e6-4074-851d-36a2d1e30e3b request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:25.648733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] For port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,segment=NetworkSegment(a6de9d2d-e02b-4388-a18c-66d57fc67add),segment_id=a6de9d2d-e02b-4388-a18c-66d57fc67add)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:25.649099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.657628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (0371d905-eed7-40f5-8a19-ce44133238d0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.666839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Calling delete_port for 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:25.669055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:25.669584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (0371d905-eed7-40f5-8a19-ce44133238d0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:25.672544 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:25.677279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.715419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] Pushing event deleted for resources: {'Port': ['ID=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:25.721904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c88a3dc-7279-4ef0-9eb9-8006c5fd8a86 None None] No DVR routers for this DVR port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:25.725845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] Deleting port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:25.726339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.803155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] For port ab51f7be-4ed4-49b4-a177-d4adc9a41b59, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ab51f7be-4ed4-49b4-a177-d4adc9a41b59,segment=NetworkSegment(d743f516-44f0-4656-b330-cca79a659281),segment_id=d743f516-44f0-4656-b330-cca79a659281)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:25.803749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.816536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (4ab936ea-8d65-4cd7-aead-b0c7aa2a505d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.820713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] Calling delete_port for ab51f7be-4ed4-49b4-a177-d4adc9a41b59 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:25.844421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Port': ['ID=4ab936ea-8d65-4cd7-aead-b0c7aa2a505d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:25.846391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] No DVR routers for this DVR port 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:25.935537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (1d2f0712-7b79-42b1-b0ab-85b18295cb6c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.945394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7f3988a7-cc17-4b75-8e9e-4e186d579eac), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.955172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:25.958200 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/7f3988a7-cc17-4b75-8e9e-4e186d579eac HTTP/1.1" status: 204 len: 168 time: 2.4613574 Apr 06 14:38:25.962340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45540) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:25.968467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376028168'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:25.976560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2f0712-7b79-42b1-b0ab-85b18295cb6c']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:25.980811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeb525-7f86-496e-8066-1a6243b3173b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=7f3988a7-cc17-4b75-8e9e-4e186d579eac,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:25.994375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6de9d2d-e02b-4388-a18c-66d57fc67add') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:25.994699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6de9d2d-e02b-4388-a18c-66d57fc67add') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:25.999879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (ab51f7be-4ed4-49b4-a177-d4adc9a41b59), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.005650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (a6de9d2d-e02b-4388-a18c-66d57fc67add), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.023661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a6de9d2d-e02b-4388-a18c-66d57fc67add), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.026587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] Pushing event deleted for resources: {'Port': ['ID=ab51f7be-4ed4-49b4-a177-d4adc9a41b59,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:26.032439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:26.033038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6aa0a7-27b9-4883-97b0-1540728a9f31 None None] No DVR routers for this DVR port ab51f7be-4ed4-49b4-a177-d4adc9a41b59 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:26.033184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (a6de9d2d-e02b-4388-a18c-66d57fc67add), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: self.session.flush() Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:26.036506 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:26.079508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:26.083117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.115805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:26.189850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (1d2f0712-7b79-42b1-b0ab-85b18295cb6c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.192183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e8b11b70-5a6d-4b43-b639-90c532c82195), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.192569 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment e8b11b70-5a6d-4b43-b639-90c532c82195 of type vlan for network 2518ed3b-e1b0-483c-9f92-8806a366f859 Apr 06 14:38:26.194167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.203047 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/networks/1d2f0712-7b79-42b1-b0ab-85b18295cb6c HTTP/1.1" status: 204 len: 168 time: 0.9100418 Apr 06 14:38:26.204546 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45542) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:26.215051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a93fe-cee6-449f-9921-104c5a54a0bf tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Network': ['ID=1d2f0712-7b79-42b1-b0ab-85b18295cb6c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:26.298295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (2518ed3b-e1b0-483c-9f92-8806a366f859), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.337389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (4a33cc36-b6e6-4074-851d-36a2d1e30e3b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.429290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (2518ed3b-e1b0-483c-9f92-8806a366f859), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.434208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:26.435528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.444761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (4a33cc36-b6e6-4074-851d-36a2d1e30e3b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.514381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a33cc36-b6e6-4074-851d-36a2d1e30e3b']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:26.525918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=2518ed3b-e1b0-483c-9f92-8806a366f859,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:26.528988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd743f516-44f0-4656-b330-cca79a659281') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:26.529293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd743f516-44f0-4656-b330-cca79a659281') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:26.537804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 2518ed3b-e1b0-483c-9f92-8806a366f859 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:26.539266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (d743f516-44f0-4656-b330-cca79a659281), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.559127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d743f516-44f0-4656-b330-cca79a659281), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.566051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:26.566450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (d743f516-44f0-4656-b330-cca79a659281), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:26.569629 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:26.582895 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b4362e22-bbb6-4d25-9d93-47653e3bac78 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6192315 Apr 06 14:38:26.585969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45544) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:26.592100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '2518ed3b-e1b0-483c-9f92-8806a366f859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:26.709753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (4a33cc36-b6e6-4074-851d-36a2d1e30e3b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.716633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.720001 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/networks/4a33cc36-b6e6-4074-851d-36a2d1e30e3b HTTP/1.1" status: 204 len: 168 time: 0.5133984 Apr 06 14:38:26.722378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45546) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:26.739937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c00de-a220-4fa1-a74e-86308ef46066 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Network': ['ID=4a33cc36-b6e6-4074-851d-36a2d1e30e3b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:26.770471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:26.774228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.784698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ca8c53-6bb1-4818-86aa-805f3f1650bb tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Deleting subnet c66833a8-0b4e-4769-a686-8f484f582f1e {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:26.788346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8c53-6bb1-4818-86aa-805f3f1650bb tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (c66833a8-0b4e-4769-a686-8f484f582f1e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.837967 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8c53-6bb1-4818-86aa-805f3f1650bb tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (c66833a8-0b4e-4769-a686-8f484f582f1e), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:26.979768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ab51f7be-4ed4-49b4-a177-d4adc9a41b59 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:27.005717 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: ab51f7be-4ed4-49b4-a177-d4adc9a41b59 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:27.006163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ab51f7be-4ed4-49b4-a177-d4adc9a41b59 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:27.006653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:27.030392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:27.030872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4ab936ea-8d65-4cd7-aead-b0c7aa2a505d not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:27.195914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (7eacfce2-70eb-4901-a66c-4768f97dbb6b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.235783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8c53-6bb1-4818-86aa-805f3f1650bb tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (c66833a8-0b4e-4769-a686-8f484f582f1e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.259408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=7eacfce2-70eb-4901-a66c-4768f97dbb6b,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:27.268519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': 'e8b11b70-5a6d-4b43-b639-90c532c82195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2518ed3b-e1b0-483c-9f92-8806a366f859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:27.268884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: 2518ed3b-e1b0-483c-9f92-8806a366f859, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:27.395337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 2518ed3b-e1b0-483c-9f92-8806a366f859 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:27.430049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8c53-6bb1-4818-86aa-805f3f1650bb tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (c66833a8-0b4e-4769-a686-8f484f582f1e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.460794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca8c53-6bb1-4818-86aa-805f3f1650bb tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Subnet': ['ID=c66833a8-0b4e-4769-a686-8f484f582f1e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:27.465325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8c53-6bb1-4818-86aa-805f3f1650bb tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.470916 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b9ca8c53-6bb1-4818-86aa-805f3f1650bb tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/subnets/c66833a8-0b4e-4769-a686-8f484f582f1e HTTP/1.1" status: 204 len: 168 time: 0.7474391 Apr 06 14:38:27.478185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf23ec8-93e7-4e68-8343-3e1754a5ccf5 None None] Network 0a0faace-d35c-4c52-8478-cf85c67accf3 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:27.479979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45550) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:27.559044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 2518ed3b-e1b0-483c-9f92-8806a366f859) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:27.567025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:27.567928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.572897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b6ad2-4afb-4858-935f-0683f260f1b3 None None] Network 2518ed3b-e1b0-483c-9f92-8806a366f859 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:27.574357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (0a0faace-d35c-4c52-8478-cf85c67accf3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.645067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Deleting port a4e16cf6-0b13-4640-aef1-d776ae67f464 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:27.645719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.651247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] DHCP port deletion for 0a0faace-d35c-4c52-8478-cf85c67accf3 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:27.683527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45552) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:27.692554 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-66375add-4d09-435a-803f-0edcf9e0304a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1053059 Apr 06 14:38:27.695212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45554) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:27.720344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-2518ed3b-e1b0-483c-9f92-8806a366f859', 'network_id': '2518ed3b-e1b0-483c-9f92-8806a366f859', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': '7eacfce2-70eb-4901-a66c-4768f97dbb6b'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:27.721205 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.745991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] Deleting port a4e16cf6-0b13-4640-aef1-d776ae67f464 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:27.746362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.787232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] For port a4e16cf6-0b13-4640-aef1-d776ae67f464, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a4e16cf6-0b13-4640-aef1-d776ae67f464,segment=NetworkSegment(9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370),segment_id=9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:27.787612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.813813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Calling delete_port for a4e16cf6-0b13-4640-aef1-d776ae67f464 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:27.853216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (2518ed3b-e1b0-483c-9f92-8806a366f859), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.880930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] For port a4e16cf6-0b13-4640-aef1-d776ae67f464, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a4e16cf6-0b13-4640-aef1-d776ae67f464,segment=NetworkSegment(9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370),segment_id=9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:27.881247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.917227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] Calling delete_port for a4e16cf6-0b13-4640-aef1-d776ae67f464 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:27.971303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7eacfce2-70eb-4901-a66c-4768f97dbb6b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:27.993356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Allocated IP 2001:db8::1 (2518ed3b-e1b0-483c-9f92-8806a366f859/7eacfce2-70eb-4901-a66c-4768f97dbb6b/1819daed-1421-4059-b6e6-59b7ffb27dd8) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:28.093158 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.106030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (a4e16cf6-0b13-4640-aef1-d776ae67f464), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.121478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Port': ['ID=a4e16cf6-0b13-4640-aef1-d776ae67f464,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.124168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] No DVR routers for this DVR port a4e16cf6-0b13-4640-aef1-d776ae67f464 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:28.153724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] No DVR routers for this DVR port a4e16cf6-0b13-4640-aef1-d776ae67f464 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:28.158254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.166385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974ccef-03a3-4e49-bd22-be528e3d12a6 None None] Pushing event deleted for resources: {'Port': ['ID=a4e16cf6-0b13-4640-aef1-d776ae67f464,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.214420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (0a0faace-d35c-4c52-8478-cf85c67accf3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.244078 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0faace-d35c-4c52-8478-cf85c67accf3']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:28.250517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Publish callbacks [] for port (1819daed-1421-4059-b6e6-59b7ffb27dd8), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.255685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:28.255980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:28.266543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.282305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.289675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:28.290314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (9bd39a2f-cad5-4ee7-a7a3-5adbd1a60370), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:28.293436 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:28.353562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (1819daed-1421-4059-b6e6-59b7ffb27dd8), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.392965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Network 2518ed3b-e1b0-483c-9f92-8806a366f859 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:28.397957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:28.404059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:28.410346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Pushing event updated for resources: {'Port': ['ID=1819daed-1421-4059-b6e6-59b7ffb27dd8,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.433570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (0a0faace-d35c-4c52-8478-cf85c67accf3), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.441465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.445064 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/networks/0a0faace-d35c-4c52-8478-cf85c67accf3 HTTP/1.1" status: 204 len: 168 time: 0.9637277 Apr 06 14:38:28.452391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45556) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:28.457425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285b62f-a941-444f-b1c3-39610ccda7aa tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Pushing event deleted for resources: {'Network': ['ID=0a0faace-d35c-4c52-8478-cf85c67accf3,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.461932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (7eacfce2-70eb-4901-a66c-4768f97dbb6b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.485953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Attempting to bind port 1819daed-1421-4059-b6e6-59b7ffb27dd8 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:28.488999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Attempting to bind port 1819daed-1421-4059-b6e6-59b7ffb27dd8 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'e8b11b70-5a6d-4b43-b639-90c532c82195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2518ed3b-e1b0-483c-9f92-8806a366f859'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:28.489165 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4a7ec350-e558-441b-901f-e42da0c439c7 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "GET /v2.0/ports?device_id=24dd3344-8e7c-47b6-bc0e-5627992d590e HTTP/1.1" status: 200 len: 205 time: 0.0333426 Apr 06 14:38:28.489266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Attempting to bind port 1819daed-1421-4059-b6e6-59b7ffb27dd8 on network 2518ed3b-e1b0-483c-9f92-8806a366f859 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:28.490609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45558) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:28.490844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=7eacfce2-70eb-4901-a66c-4768f97dbb6b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.496908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:28.498450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Checking segment: {'id': 'e8b11b70-5a6d-4b43-b639-90c532c82195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2518ed3b-e1b0-483c-9f92-8806a366f859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:28.499316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.501441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Bound using segment: {'id': 'e8b11b70-5a6d-4b43-b639-90c532c82195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2518ed3b-e1b0-483c-9f92-8806a366f859'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:28.502149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Bound port: 1819daed-1421-4059-b6e6-59b7ffb27dd8, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b11b70-5a6d-4b43-b639-90c532c82195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '2518ed3b-e1b0-483c-9f92-8806a366f859'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:28.502737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1819daed-1421-4059-b6e6-59b7ffb27dd8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.565302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (2518ed3b-e1b0-483c-9f92-8806a366f859), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.578072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] For port 1819daed-1421-4059-b6e6-59b7ffb27dd8, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:28.581608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] For port 1819daed-1421-4059-b6e6-59b7ffb27dd8, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1819daed-1421-4059-b6e6-59b7ffb27dd8,segment=NetworkSegment(e8b11b70-5a6d-4b43-b639-90c532c82195),segment_id=e8b11b70-5a6d-4b43-b639-90c532c82195)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:28.588377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2518ed3b-e1b0-483c-9f92-8806a366f859']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:28.598292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b11b70-5a6d-4b43-b639-90c532c82195') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:28.598592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b11b70-5a6d-4b43-b639-90c532c82195') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:28.599316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff1939fb-f5a2-47e3-9020-daddf586dfb9 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for router (24dd3344-8e7c-47b6-bc0e-5627992d590e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.609334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (e8b11b70-5a6d-4b43-b639-90c532c82195), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.674386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1819daed-1421-4059-b6e6-59b7ffb27dd8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.677232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e8b11b70-5a6d-4b43-b639-90c532c82195), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (e8b11b70-5a6d-4b43-b639-90c532c82195), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:28.693290 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:28.771700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac74ef-4ab9-4806-bd9a-e33839c9aede None None] Pushing event updated for resources: {'Port': ['ID=1819daed-1421-4059-b6e6-59b7ffb27dd8,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:28.797039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port b89e57b7-9c81-4af7-b288-677fac8b175d {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:28.797039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.797335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5220eeb-8f7e-4945-b8e9-a5063c4aa867 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:38:28.815933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff1939fb-f5a2-47e3-9020-daddf586dfb9 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (24dd3344-8e7c-47b6-bc0e-5627992d590e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.830573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.db.api [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:38:28.830573 dv-neutron-835863-1-hyperv neutron-server[104443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:38:28.830573 dv-neutron-835863-1-hyperv neutron-server[104443]: [parameters: {'id': '2518ed3b-e1b0-483c-9f92-8806a366f859'}] Apr 06 14:38:28.830573 dv-neutron-835863-1-hyperv neutron-server[104443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:38:28.831192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG oslo_db.api [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:38:28.844019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff1939fb-f5a2-47e3-9020-daddf586dfb9 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for router_controller (24dd3344-8e7c-47b6-bc0e-5627992d590e), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.905816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5220eeb-8f7e-4945-b8e9-a5063c4aa867 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:38:28.947055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port b89e57b7-9c81-4af7-b288-677fac8b175d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b89e57b7-9c81-4af7-b288-677fac8b175d,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:28.947055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:28.963760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for b89e57b7-9c81-4af7-b288-677fac8b175d owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:28.988827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a4e16cf6-0b13-4640-aef1-d776ae67f464 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:29.009893 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff1939fb-f5a2-47e3-9020-daddf586dfb9 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (24dd3344-8e7c-47b6-bc0e-5627992d590e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.014469 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1939fb-f5a2-47e3-9020-daddf586dfb9 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Fanout notify agent at l3_agent the message router_deleted on router 24dd3344-8e7c-47b6-bc0e-5627992d590e {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:38:29.014626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: a4e16cf6-0b13-4640-aef1-d776ae67f464 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:29.014626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a4e16cf6-0b13-4640-aef1-d776ae67f464 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:29.018033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff1939fb-f5a2-47e3-9020-daddf586dfb9 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.019168 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ff1939fb-f5a2-47e3-9020-daddf586dfb9 tempest-RoutersNegativeTest-2087546373 tempest-RoutersNegativeTest-2087546373-project] 10.222.0.71 "DELETE /v2.0/routers/24dd3344-8e7c-47b6-bc0e-5627992d590e HTTP/1.1" status: 204 len: 168 time: 0.5286753 Apr 06 14:38:29.123185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ef586-e27e-4b7a-ac87-61073492d000 None None] Network 2518ed3b-e1b0-483c-9f92-8806a366f859 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:29.290911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b89e57b7-9c81-4af7-b288-677fac8b175d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.330310 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=b89e57b7-9c81-4af7-b288-677fac8b175d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:29.332255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (2518ed3b-e1b0-483c-9f92-8806a366f859), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.423196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting port 1819daed-1421-4059-b6e6-59b7ffb27dd8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:29.423543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1819daed-1421-4059-b6e6-59b7ffb27dd8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.501443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] For port 1819daed-1421-4059-b6e6-59b7ffb27dd8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1819daed-1421-4059-b6e6-59b7ffb27dd8,segment=NetworkSegment(e8b11b70-5a6d-4b43-b639-90c532c82195),segment_id=e8b11b70-5a6d-4b43-b639-90c532c82195)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:29.502176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1819daed-1421-4059-b6e6-59b7ffb27dd8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.518627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Calling delete_port for 1819daed-1421-4059-b6e6-59b7ffb27dd8 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:29.582003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.612645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45564) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:29.727069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1819daed-1421-4059-b6e6-59b7ffb27dd8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.766190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No DVR routers for this DVR port 1819daed-1421-4059-b6e6-59b7ffb27dd8 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:29.767857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Port': ['ID=1819daed-1421-4059-b6e6-59b7ffb27dd8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:29.836709 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:29.852646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e13eebce-c20c-4fc6-95ef-f1738d6d8853 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a4b6e93b922342a69c97f461639b3038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2376995 Apr 06 14:38:29.855298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45568) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:29.875912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (2518ed3b-e1b0-483c-9f92-8806a366f859), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:29.957908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:29.963476 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3ded849a-c888-4b2f-a7c2-6e437c4b8fcd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2788479 Apr 06 14:38:29.970675 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] Sync routers for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:29.982773 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:29.984274 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:30.109332 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:30.243903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2518ed3b-e1b0-483c-9f92-8806a366f859']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:30.259050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b11b70-5a6d-4b43-b639-90c532c82195') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:30.259355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b11b70-5a6d-4b43-b639-90c532c82195') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:30.271456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (e8b11b70-5a6d-4b43-b639-90c532c82195), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.293695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01598ca8-1255-4840-8bd3-3cdb4f2884c1 admin admin] Publish callbacks [] for security_group (47e6c658-9e8b-4009-bbd1-db014dfd9075), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.297453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e8b11b70-5a6d-4b43-b639-90c532c82195), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.311095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:30.311512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (e8b11b70-5a6d-4b43-b639-90c532c82195), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:30.314507 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:30.361963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01598ca8-1255-4840-8bd3-3cdb4f2884c1 admin admin] Publish callbacks [] for security_group (47e6c658-9e8b-4009-bbd1-db014dfd9075), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.385704 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:29Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:07Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:30.423686 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] Checking router: 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:30.433372 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:30.434011 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:30.497416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793891ba-bc7a-42a0-ad9c-f26ae7a20354 req-01409161-c3e2-4943-85d9-b117c85c12b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:30.498869 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-793891ba-bc7a-42a0-ad9c-f26ae7a20354 req-01409161-c3e2-4943-85d9-b117c85c12b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 945 time: 0.0560169 Apr 06 14:38:30.501344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (2518ed3b-e1b0-483c-9f92-8806a366f859), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.505557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.508782 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/2518ed3b-e1b0-483c-9f92-8806a366f859 HTTP/1.1" status: 204 len: 168 time: 2.8126359 Apr 06 14:38:30.514819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45574) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:30.526277 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718194574'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:30.548387 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:30.550846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dac0b2-4ea2-4303-8984-96f481553909 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=2518ed3b-e1b0-483c-9f92-8806a366f859,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:30.553594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01598ca8-1255-4840-8bd3-3cdb4f2884c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (47e6c658-9e8b-4009-bbd1-db014dfd9075), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.556266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01598ca8-1255-4840-8bd3-3cdb4f2884c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.557321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-01598ca8-1255-4840-8bd3-3cdb4f2884c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/47e6c658-9e8b-4009-bbd1-db014dfd9075 HTTP/1.1" status: 204 len: 168 time: 0.7011237 Apr 06 14:38:30.585180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01598ca8-1255-4840-8bd3-3cdb4f2884c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e6c658-9e8b-4009-bbd1-db014dfd9075,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:30.609459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-793891ba-bc7a-42a0-ad9c-f26ae7a20354 req-84d2233d-6b18-428f-bb22-073f99b8a51b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996156 Apr 06 14:38:30.685363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:30.688953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.713283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:30.722933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c5faf9c9-c5a4-40bd-b802-53d7be61f0fb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.723296 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment c5faf9c9-c5a4-40bd-b802-53d7be61f0fb of type vlan for network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 Apr 06 14:38:30.765752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.806044 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:29Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:07Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:30.839895 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bc90b-bb06-4f70-a17e-fa157add7dce None None] The sync data for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv is: [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:29Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2afc2c36-481d-4fb2-8c70-f9cb979b6b28', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'port_id': 'd33610df-3176-4b40-a166-e979bf242268', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'mac_address': 'fa:16:3e:6f:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:36:01Z', 'updated_at': '2022-04-06T14:36:07Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:30.949656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:30.955395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:30.955984 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.035642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:31.049547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:31.105663 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fb7f102b-46e4-4e38-8b43-f61a14ae5bd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5848815 Apr 06 14:38:31.109188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45586) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:31.114208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:31.242897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b89e57b7-9c81-4af7-b288-677fac8b175d no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:31.267583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: b89e57b7-9c81-4af7-b288-677fac8b175d {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:31.267944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b89e57b7-9c81-4af7-b288-677fac8b175d not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:31.349708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:31.353361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.676637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (0a48cfb4-da69-4986-8c94-1da9929b2ee7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.730288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=0a48cfb4-da69-4986-8c94-1da9929b2ee7,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:31.745577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e012635-7acb-4244-8466-88f5fd13fb8c req-97e4b952-59d6-4683-b79d-326f2240dbae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:31.748224 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3e012635-7acb-4244-8466-88f5fd13fb8c req-97e4b952-59d6-4683-b79d-326f2240dbae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 945 time: 0.0601146 Apr 06 14:38:31.758253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45600) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:31.764572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': 'c5faf9c9-c5a4-40bd-b802-53d7be61f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:31.765143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:31.806955 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3e012635-7acb-4244-8466-88f5fd13fb8c req-9f2afee9-7b27-4086-bb05-8cefdda60948 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480890 Apr 06 14:38:31.862230 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:31.869186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1554530835-network', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:31.959147 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:31.963267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:31.963865 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.968770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b6cef-7168-47e0-9c53-0dfcf260eda0 None None] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:31.989354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Made reservation on behalf of 9b67b1a6db594cbd9271e1614e0bf014 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:31.991802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.001179 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.058412 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-61fd71fb-b61b-414c-af66-320fd33453b4 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9479177 Apr 06 14:38:32.061221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45604) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:32.068281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:32.071727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38', 'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': '0a48cfb4-da69-4986-8c94-1da9929b2ee7'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:32.073533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.087785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Publish callbacks [] for security_group (5bd664ea-cfb5-4a7e-8bcb-3c6aa5d37bda), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.175862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (5bd664ea-cfb5-4a7e-8bcb-3c6aa5d37bda), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.202301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:32.212213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd664ea-cfb5-4a7e-8bcb-3c6aa5d37bda,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:32.218242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.218588 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Added segment af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61 of type vlan for network 81ef1989-6644-4fd8-a997-ca77a6e4c363 Apr 06 14:38:32.226212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Allocated IP 2001:db8::2 (7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38/0a48cfb4-da69-4986-8c94-1da9929b2ee7/c4ec75a3-3df5-4a70-9dee-7964b38a8600) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:32.269169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (81ef1989-6644-4fd8-a997-ca77a6e4c363), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.280373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-198140c5-e2cd-49ba-af61-0579a4921469 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:32.281909 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-198140c5-e2cd-49ba-af61-0579a4921469 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 945 time: 0.0737092 Apr 06 14:38:32.292264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:32.295987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.387139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Publish callbacks [] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.413030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (81ef1989-6644-4fd8-a997-ca77a6e4c363), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.418242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:32.418242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.480670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] Pushing event updated for resources: {'Network': ['ID=81ef1989-6644-4fd8-a997-ca77a6e4c363,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:32.492652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:32.520904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port cd863ac7-7e6e-4960-bf16-b66a71bc0217 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:32.521248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.534058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.595377 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:32.599747 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2339c064-ab7b-4839-bab9-6c663f181e09 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8374138 Apr 06 14:38:32.599921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:32.600126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45608) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:32.601731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:32.610056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Request body: {'subnet': {'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1554530835-subnet', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:32.613751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Pushing event updated for resources: {'Port': ['ID=c4ec75a3-3df5-4a70-9dee-7964b38a8600,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:32.670594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Attempting to bind port c4ec75a3-3df5-4a70-9dee-7964b38a8600 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:32.670922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Attempting to bind port c4ec75a3-3df5-4a70-9dee-7964b38a8600 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c5faf9c9-c5a4-40bd-b802-53d7be61f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:32.671309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Attempting to bind port c4ec75a3-3df5-4a70-9dee-7964b38a8600 on network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:32.677421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:32.677421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Checking segment: {'id': 'c5faf9c9-c5a4-40bd-b802-53d7be61f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:32.677833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.678225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Bound using segment: {'id': 'c5faf9c9-c5a4-40bd-b802-53d7be61f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:32.678736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Bound port: c4ec75a3-3df5-4a70-9dee-7964b38a8600, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5faf9c9-c5a4-40bd-b802-53d7be61f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:32.679095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.686497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port cd863ac7-7e6e-4960-bf16-b66a71bc0217, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd863ac7-7e6e-4960-bf16-b66a71bc0217,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:32.686872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.709613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for cd863ac7-7e6e-4960-bf16-b66a71bc0217 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:32.742067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Made reservation on behalf of 9b67b1a6db594cbd9271e1614e0bf014 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:32.744484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.749628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-96d02141-889c-4148-a908-06c54e1001cb None None] For port c4ec75a3-3df5-4a70-9dee-7964b38a8600, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:32.753015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-96d02141-889c-4148-a908-06c54e1001cb None None] For port c4ec75a3-3df5-4a70-9dee-7964b38a8600, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c4ec75a3-3df5-4a70-9dee-7964b38a8600,segment=NetworkSegment(c5faf9c9-c5a4-40bd-b802-53d7be61f0fb),segment_id=c5faf9c9-c5a4-40bd-b802-53d7be61f0fb)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:32.817865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (ea5de021-886f-488c-94dd-d267d65e2c7a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.840052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.903809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:32.927548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02141-889c-4148-a908-06c54e1001cb None None] Pushing event updated for resources: {'Port': ['ID=c4ec75a3-3df5-4a70-9dee-7964b38a8600,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:32.928099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:32.933634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:32.934846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:32.949504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=ea5de021-886f-488c-94dd-d267d65e2c7a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:32.976157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e54728-2b5c-4846-8b1c-9ae1406c857f req-b77e4834-0b72-48f6-90a8-b6a0e1519987 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:32.977725 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21e54728-2b5c-4846-8b1c-9ae1406c857f req-b77e4834-0b72-48f6-90a8-b6a0e1519987 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 945 time: 0.0852654 Apr 06 14:38:32.992614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cd863ac7-7e6e-4960-bf16-b66a71bc0217), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.031720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=cd863ac7-7e6e-4960-bf16-b66a71bc0217,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:33.107733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2507f60f-1170-4e9a-aa60-ecc910551806 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0433083 Apr 06 14:38:33.109981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45612) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:33.120815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port cd863ac7-7e6e-4960-bf16-b66a71bc0217 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:33.128234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.130293 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a1c9b5-0f6b-45b8-bb94-7b9f0c6c1edd req-236a7435-0aff-4c6a-927e-a07d09342ffe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/cd863ac7-7e6e-4960-bf16-b66a71bc0217 HTTP/1.1" status: 204 len: 173 time: 0.8169394 Apr 06 14:38:33.135382 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21e54728-2b5c-4846-8b1c-9ae1406c857f req-3b5b6c4c-36b6-4f7f-9f1e-cee9f1b49cb6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495833 Apr 06 14:38:33.135744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee949e22-12a6-402a-a584-d0d908eadee0', 'name': 'network-vif-deleted', 'tag': 'cd863ac7-7e6e-4960-bf16-b66a71bc0217'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:33.145148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3d5702-0bdb-4308-9977-401f4123fb18" -d '{"events": [{"server_uuid": "ee949e22-12a6-402a-a584-d0d908eadee0", "name": "network-vif-deleted", "tag": "cd863ac7-7e6e-4960-bf16-b66a71bc0217"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:33.175566 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (2305a130-b30e-4400-ba68-7bb934b73d26), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.181501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d164aa-4c7a-407e-8b1a-a3e1b23dd6e4 x-openstack-request-id: req-a6d164aa-4c7a-407e-8b1a-a3e1b23dd6e4 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:33.181802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee949e22-12a6-402a-a584-d0d908eadee0", "name": "network-vif-deleted", "tag": "cd863ac7-7e6e-4960-bf16-b66a71bc0217", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:33.182062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a6d164aa-4c7a-407e-8b1a-a3e1b23dd6e4 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:33.182475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d164aa-4c7a-407e-8b1a-a3e1b23dd6e4'] response: {'server_uuid': 'ee949e22-12a6-402a-a584-d0d908eadee0', 'name': 'network-vif-deleted', 'tag': 'cd863ac7-7e6e-4960-bf16-b66a71bc0217', 'status': 'completed', 'code': 200} Apr 06 14:38:33.249441 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2fbb72-5598-412a-8c66-a60adcae1649 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.250903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2fbb72-5598-412a-8c66-a60adcae1649 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.252264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2fbb72-5598-412a-8c66-a60adcae1649 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.253691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2fbb72-5598-412a-8c66-a60adcae1649 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.255141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2fbb72-5598-412a-8c66-a60adcae1649 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.256917 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6a2fbb72-5598-412a-8c66-a60adcae1649 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1456840 Apr 06 14:38:33.260931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45616) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:33.267642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1291629410'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:33.287463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2305a130-b30e-4400-ba68-7bb934b73d26,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:33.309211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Checking segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:33.309651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Network hostable DHCP agents. Network: 81ef1989-6644-4fd8-a997-ca77a6e4c363, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:33.410270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:33.413900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.444889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:33.458179 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (768ae298-3d3a-49a3-8b97-a6d343f6998b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.458838 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment 768ae298-3d3a-49a3-8b97-a6d343f6998b of type vlan for network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 Apr 06 14:38:33.474365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:33.522253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.593579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 81ef1989-6644-4fd8-a997-ca77a6e4c363) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:33.599343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.600223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.602732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e5623-c29d-4373-b197-4f44468c749d None None] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:33.633804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.642609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:33.642609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.715099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=6ad05397-f366-44d0-b7f6-3b8b3bcb1752,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:33.721269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-81ef1989-6644-4fd8-a997-ca77a6e4c363', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:33.722311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.722926 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-33c49efa-642f-4889-896c-4222ceccffb6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1185277 Apr 06 14:38:33.725686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45618) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:33.733617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:33.742669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:33.805433 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c041bac-ac12-4403-bf82-447c40edfabc tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5432570 Apr 06 14:38:33.808320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45620) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:33.815248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c385f6a6-6357-43f6-aa14-9da649c9b952 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:33.936456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Allocated IP 172.20.0.2 (81ef1989-6644-4fd8-a997-ca77a6e4c363/2305a130-b30e-4400-ba68-7bb934b73d26/6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:33.953312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:33.954509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.005831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5393c0-3e52-42c0-8a4b-9dc0b1d4e496 None None] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:34.020707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks [] for router_controller (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.056654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c385f6a6-6357-43f6-aa14-9da649c9b952 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.255292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c385f6a6-6357-43f6-aa14-9da649c9b952 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.259810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-41426cec-611c-4750-8640-176adb3d2217 None None] Provisioning complete for port c4ec75a3-3df5-4a70-9dee-7964b38a8600 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:34.260422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-41426cec-611c-4750-8640-176adb3d2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.312150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks [] for router_gateway (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.315200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c385f6a6-6357-43f6-aa14-9da649c9b952 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 is not hosted by any dhcp agent {{(pid=104443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:38:34.320124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c385f6a6-6357-43f6-aa14-9da649c9b952 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:34.320745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c385f6a6-6357-43f6-aa14-9da649c9b952 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.322030 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c385f6a6-6357-43f6-aa14-9da649c9b952 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "PUT /v2.0/networks/6ad05397-f366-44d0-b7f6-3b8b3bcb1752 HTTP/1.1" status: 200 len: 723 time: 0.5115340 Apr 06 14:38:34.325903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45624) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:34.332541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': '6ad05397-f366-44d0-b7f6-3b8b3bcb1752', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:34.351668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a464a357-70f7-4766-b4d0-3e8468fc629f req-43d97cae-7817-429f-954e-651d6cd02176 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee949e22-12a6-402a-a584-d0d908eadee0 HTTP/1.1" status: 200 len: 210 time: 0.0927293 Apr 06 14:38:34.378526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Publish callbacks [] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.382572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385f6a6-6357-43f6-aa14-9da649c9b952 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=6ad05397-f366-44d0-b7f6-3b8b3bcb1752,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:34.403901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:34.478754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.555819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:34.560963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.570262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-41426cec-611c-4750-8640-176adb3d2217 None None] Current status of the port c4ec75a3-3df5-4a70-9dee-7964b38a8600 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:34.570659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-41426cec-611c-4750-8640-176adb3d2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.574087 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:34.595544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:34.604670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:34.610738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Pushing event updated for resources: {'Port': ['ID=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:34.661311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60961a-6f19-43cf-812a-02d785567fde None None] Update dhcp port {'port': {'network_id': '7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38', 'fixed_ips': [{'subnet_id': '0a48cfb4-da69-4986-8c94-1da9929b2ee7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea5de021-886f-488c-94dd-d267d65e2c7a'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'c4ec75a3-3df5-4a70-9dee-7964b38a8600'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:38:34.666142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-41426cec-611c-4750-8640-176adb3d2217 None None] For port c4ec75a3-3df5-4a70-9dee-7964b38a8600, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c4ec75a3-3df5-4a70-9dee-7964b38a8600,segment=NetworkSegment(c5faf9c9-c5a4-40bd-b802-53d7be61f0fb),segment_id=c5faf9c9-c5a4-40bd-b802-53d7be61f0fb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:34.676579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks [] for router_gateway (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.697798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.720381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Attempting to bind port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:34.721077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Attempting to bind port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:34.721213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Attempting to bind port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:34.724104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd60961a-6f19-43cf-812a-02d785567fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.735150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:34.735539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Checking segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:34.735952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.736356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Bound using segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:34.736847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Bound port: 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:34.737238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.753992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-41426cec-611c-4750-8640-176adb3d2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.812495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Allocated IP 172.26.7.138 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:34.881394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (ef170351-37b0-4919-b04d-2d0a08327a9c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.934520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks [] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:34.936570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41426cec-611c-4750-8640-176adb3d2217 None None] Pushing event updated for resources: {'Port': ['ID=c4ec75a3-3df5-4a70-9dee-7964b38a8600,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:34.945380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] For port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:34.950431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] For port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:34.979897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': '768ae298-3d3a-49a3-8b97-a6d343f6998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6ad05397-f366-44d0-b7f6-3b8b3bcb1752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:34.979897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: 6ad05397-f366-44d0-b7f6-3b8b3bcb1752, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:34.984126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=ef170351-37b0-4919-b04d-2d0a08327a9c,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:35.004309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-bd60961a-6f19-43cf-812a-02d785567fde None None] Allocated IP 172.20.0.1 (7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38/ea5de021-886f-488c-94dd-d267d65e2c7a/c4ec75a3-3df5-4a70-9dee-7964b38a8600) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:35.062767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c4ec75a3-3df5-4a70-9dee-7964b38a8600 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:35.077217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.113190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:35.113882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.152489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:35.158506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:35.168111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:35.190015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Pushing event updated for resources: {'Port': ['ID=cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:35.203814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bd9a9-548a-49fa-9e9b-8fe0d5cd9455 None None] Pushing event updated for resources: {'Port': ['ID=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:35.209205 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bd60961a-6f19-43cf-812a-02d785567fde None None] For port c4ec75a3-3df5-4a70-9dee-7964b38a8600, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c4ec75a3-3df5-4a70-9dee-7964b38a8600,segment=NetworkSegment(c5faf9c9-c5a4-40bd-b802-53d7be61f0fb),segment_id=c5faf9c9-c5a4-40bd-b802-53d7be61f0fb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:35.218426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 6ad05397-f366-44d0-b7f6-3b8b3bcb1752) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:35.223770 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:35.224473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.227739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d1a19-b900-4f2c-baa6-574f9e1cf463 None None] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:35.289115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c4ec75a3-3df5-4a70-9dee-7964b38a8600 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:35.289504 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.315991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd60961a-6f19-43cf-812a-02d785567fde None None] Publish callbacks [] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.364540 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aaa365c0-8fac-4654-aa94-8a8cf0e4d592 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0366352 Apr 06 14:38:35.367612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45626) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:35.421879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-24d40320-2b93-4067-b07b-cdd7e85c9a55 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:35.433215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-6ad05397-f366-44d0-b7f6-3b8b3bcb1752', 'network_id': '6ad05397-f366-44d0-b7f6-3b8b3bcb1752', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': 'ef170351-37b0-4919-b04d-2d0a08327a9c'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:35.435008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.440191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd60961a-6f19-43cf-812a-02d785567fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.457600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45630) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:35.536946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c4ec75a3-3df5-4a70-9dee-7964b38a8600 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:35.544916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24d40320-2b93-4067-b07b-cdd7e85c9a55 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1734863'] for subnet (ef170351-37b0-4919-b04d-2d0a08327a9c), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.598532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd69ce22-8692-4da4-b3e7-94fe03c4f201 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (56a3fb48-ec3c-48e5-b7cc-f2f9be33d834), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.635513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd69ce22-8692-4da4-b3e7-94fe03c4f201 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (56a3fb48-ec3c-48e5-b7cc-f2f9be33d834), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.640752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60961a-6f19-43cf-812a-02d785567fde None None] Pushing event updated for resources: {'Port': ['ID=c4ec75a3-3df5-4a70-9dee-7964b38a8600,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:35.656637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks [] for router_gateway (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.818885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24d40320-2b93-4067-b07b-cdd7e85c9a55 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754305041174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3759003'] for subnet (ef170351-37b0-4919-b04d-2d0a08327a9c), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.825782 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-cdc28069-1ec3-4986-9826-f72b756710c9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751994 Apr 06 14:38:35.870590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d40320-2b93-4067-b07b-cdd7e85c9a55 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:35.871400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24d40320-2b93-4067-b07b-cdd7e85c9a55 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:35.877567 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-24d40320-2b93-4067-b07b-cdd7e85c9a55 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "PUT /v2.0/subnets/ef170351-37b0-4919-b04d-2d0a08327a9c HTTP/1.1" status: 200 len: 826 time: 0.5043340 Apr 06 14:38:35.877567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45632) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:35.894158 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Allocated IP 2001:db8::2 (6ad05397-f366-44d0-b7f6-3b8b3bcb1752/ef170351-37b0-4919-b04d-2d0a08327a9c/4c1bcfe5-72d3-482f-b131-8ba7b274c418) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:35.971814 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40320-2b93-4067-b07b-cdd7e85c9a55 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=ef170351-37b0-4919-b04d-2d0a08327a9c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:36.000360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.048707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.085388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd69ce22-8692-4da4-b3e7-94fe03c4f201 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (56a3fb48-ec3c-48e5-b7cc-f2f9be33d834), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.090862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fd69ce22-8692-4da4-b3e7-94fe03c4f201 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.094668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fd69ce22-8692-4da4-b3e7-94fe03c4f201 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/56a3fb48-ec3c-48e5-b7cc-f2f9be33d834 HTTP/1.1" status: 204 len: 168 time: 0.6335037 Apr 06 14:38:36.118691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69ce22-8692-4da4-b3e7-94fe03c4f201 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3fb48-ec3c-48e5-b7cc-f2f9be33d834,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:36.122679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-830bc4cb-a7ae-4e8f-91c6-9fa50627178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:36.124384 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-830bc4cb-a7ae-4e8f-91c6-9fa50627178a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1130 time: 0.1876767 Apr 06 14:38:36.152429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (ef170351-37b0-4919-b04d-2d0a08327a9c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.165418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Publish callbacks [] for port (4c1bcfe5-72d3-482f-b131-8ba7b274c418), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.194392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45636) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:36.241131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (4c1bcfe5-72d3-482f-b131-8ba7b274c418), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.304729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:36.306302 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6b850f-c5b9-491f-b9fe-9d794366c212 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet da2a002e-978d-4e64-bc2d-5b1a0cde7d27 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:36.314235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6b850f-c5b9-491f-b9fe-9d794366c212 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (da2a002e-978d-4e64-bc2d-5b1a0cde7d27), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.314941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:36.319602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:36.344390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Pushing event updated for resources: {'Port': ['ID=4c1bcfe5-72d3-482f-b131-8ba7b274c418,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:36.370287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-14908a4d-0d2f-4c2d-ac1e-193d8cd447da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:36.372256 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-14908a4d-0d2f-4c2d-ac1e-193d8cd447da service neutron] 10.222.0.87 "GET /v2.0/networks?id=6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 200 len: 898 time: 0.2177081 Apr 06 14:38:36.404087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6b850f-c5b9-491f-b9fe-9d794366c212 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (da2a002e-978d-4e64-bc2d-5b1a0cde7d27), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.428344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Attempting to bind port 4c1bcfe5-72d3-482f-b131-8ba7b274c418 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:36.428930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Attempting to bind port 4c1bcfe5-72d3-482f-b131-8ba7b274c418 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '768ae298-3d3a-49a3-8b97-a6d343f6998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6ad05397-f366-44d0-b7f6-3b8b3bcb1752'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:36.429439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Attempting to bind port 4c1bcfe5-72d3-482f-b131-8ba7b274c418 on network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:36.447768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:36.448071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Checking segment: {'id': '768ae298-3d3a-49a3-8b97-a6d343f6998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6ad05397-f366-44d0-b7f6-3b8b3bcb1752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:36.448517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.449093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Bound using segment: {'id': '768ae298-3d3a-49a3-8b97-a6d343f6998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6ad05397-f366-44d0-b7f6-3b8b3bcb1752'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:36.449477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Bound port: 4c1bcfe5-72d3-482f-b131-8ba7b274c418, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768ae298-3d3a-49a3-8b97-a6d343f6998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6ad05397-f366-44d0-b7f6-3b8b3bcb1752'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:36.449918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4c1bcfe5-72d3-482f-b131-8ba7b274c418), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.473776 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-4a437ea0-d53a-495a-9f69-9d863212caed service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d33610df-3176-4b40-a166-e979bf242268 HTTP/1.1" status: 200 len: 1002 time: 0.0959432 Apr 06 14:38:36.516080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (ef170351-37b0-4919-b04d-2d0a08327a9c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.536567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device cd863ac7-7e6e-4960-bf16-b66a71bc0217 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:36.558575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-0c2f3686-b6ce-435e-94db-cdc410736e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:36.560470 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-0c2f3686-b6ce-435e-94db-cdc410736e68 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bdf83bf5-3213-426a-bbec-a8a637500fc5 HTTP/1.1" status: 200 len: 838 time: 0.0807481 Apr 06 14:38:36.561789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:38:36.572550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: cd863ac7-7e6e-4960-bf16-b66a71bc0217 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:36.572989 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device cd863ac7-7e6e-4960-bf16-b66a71bc0217 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:36.591661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f86e48c-eb4d-4c44-8f74-a4a91d12ee8c None None] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:36.595303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=ef170351-37b0-4919-b04d-2d0a08327a9c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:36.661902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] For port 4c1bcfe5-72d3-482f-b131-8ba7b274c418, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:36.664379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d626b-9165-4a57-9c92-2d8586d755b5 None None] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:36.668182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6b850f-c5b9-491f-b9fe-9d794366c212 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (da2a002e-978d-4e64-bc2d-5b1a0cde7d27), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.726029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.733357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-3d1d9587-7804-42b1-b7b5-e1e13c6cc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:36.733879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] For port 4c1bcfe5-72d3-482f-b131-8ba7b274c418, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4c1bcfe5-72d3-482f-b131-8ba7b274c418,segment=NetworkSegment(768ae298-3d3a-49a3-8b97-a6d343f6998b),segment_id=768ae298-3d3a-49a3-8b97-a6d343f6998b)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:36.735085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-3d1d9587-7804-42b1-b7b5-e1e13c6cc199 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6fe15972-769a-47ad-b807-182715bb80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1676087 Apr 06 14:38:36.750742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8b21b98b-cfac-4d31-81d4-b9139360880b None None] Provisioning complete for port c4ec75a3-3df5-4a70-9dee-7964b38a8600 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:36.756892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8b21b98b-cfac-4d31-81d4-b9139360880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.767263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad05397-f366-44d0-b7f6-3b8b3bcb1752']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:36.783841 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768ae298-3d3a-49a3-8b97-a6d343f6998b') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:36.784186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768ae298-3d3a-49a3-8b97-a6d343f6998b') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:36.800082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (768ae298-3d3a-49a3-8b97-a6d343f6998b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.811423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:36.826493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (768ae298-3d3a-49a3-8b97-a6d343f6998b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.834373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:36.834912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (768ae298-3d3a-49a3-8b97-a6d343f6998b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:36.839361 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:36.859819 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-362893f2-70e0-4482-a5f6-413a3d475a1d service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183152 Apr 06 14:38:36.891908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6b850f-c5b9-491f-b9fe-9d794366c212 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (da2a002e-978d-4e64-bc2d-5b1a0cde7d27), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.943217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b850f-c5b9-491f-b9fe-9d794366c212 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=da2a002e-978d-4e64-bc2d-5b1a0cde7d27,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:36.948582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6b850f-c5b9-491f-b9fe-9d794366c212 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.951986 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8a6b850f-c5b9-491f-b9fe-9d794366c212 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/da2a002e-978d-4e64-bc2d-5b1a0cde7d27 HTTP/1.1" status: 204 len: 168 time: 0.7561579 Apr 06 14:38:36.954661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45638) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:36.958526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:36.961029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2a40f8cd-c2f5-4e2e-a2be-31d866f43af4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2340634 Apr 06 14:38:36.965027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45640) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:36.994434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:37.010901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c87f6-d27d-4f45-82d2-3de955bf1a7f None None] Network 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:37.013541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4c1bcfe5-72d3-482f-b131-8ba7b274c418), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.116883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cc0cd67-5448-4e1c-ac9a-708a126e79ba req-56844705-2627-4378-b82d-9ecb4b5221da service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506244 Apr 06 14:38:37.151487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:37.151889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:37.247300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:37.323639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f600240-0dc9-47d7-87fb-e3e3b045fd0f None None] Pushing event updated for resources: {'Port': ['ID=4c1bcfe5-72d3-482f-b131-8ba7b274c418,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:37.446618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8b21b98b-cfac-4d31-81d4-b9139360880b None None] Current status of the port c4ec75a3-3df5-4a70-9dee-7964b38a8600 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:37.475889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:37.541067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:37.541453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.574607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.db.api [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:38:37.574607 dv-neutron-835863-1-hyperv neutron-server[104442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:38:37.574607 dv-neutron-835863-1-hyperv neutron-server[104442]: [parameters: {'id': '6ad05397-f366-44d0-b7f6-3b8b3bcb1752'}] Apr 06 14:38:37.574607 dv-neutron-835863-1-hyperv neutron-server[104442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:38:37.574607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG oslo_db.api [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:38:37.574607 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.702303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] DHCP port deletion for 4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:37.723690 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 5127d750-8fef-4633-a233-fdae79c401fa {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:37.724043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5127d750-8fef-4633-a233-fdae79c401fa), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.800853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2b30d322-c771-43b5-8fe4-1321b7b2e937 None None] Provisioning complete for port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:37.802410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b30d322-c771-43b5-8fe4-1321b7b2e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.833269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 5127d750-8fef-4633-a233-fdae79c401fa, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5127d750-8fef-4633-a233-fdae79c401fa,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:37.833810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5127d750-8fef-4633-a233-fdae79c401fa), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.850151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 5127d750-8fef-4633-a233-fdae79c401fa owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:37.978586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] Deleting port 5127d750-8fef-4633-a233-fdae79c401fa {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:37.978854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5127d750-8fef-4633-a233-fdae79c401fa), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.036810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:35Z', 'revision_number': 3, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:38.040842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2b30d322-c771-43b5-8fe4-1321b7b2e937 None None] Current status of the port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:38.041231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b30d322-c771-43b5-8fe4-1321b7b2e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.044220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:38.044500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.051320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5127d750-8fef-4633-a233-fdae79c401fa), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.094596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.098007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:38.098366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Updating router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:38:38.102466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.113745 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=5127d750-8fef-4633-a233-fdae79c401fa,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.120021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port 5127d750-8fef-4633-a233-fdae79c401fa on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:38.156823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] For port 5127d750-8fef-4633-a233-fdae79c401fa, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5127d750-8fef-4633-a233-fdae79c401fa,segment=NetworkSegment(678cf0eb-bcb5-48a7-acb2-963b5fa5012b),segment_id=678cf0eb-bcb5-48a7-acb2-963b5fa5012b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:38.157478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5127d750-8fef-4633-a233-fdae79c401fa), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.191113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] Calling delete_port for 5127d750-8fef-4633-a233-fdae79c401fa owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:38.194417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:38.197838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.253794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.272239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.273037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c4ec75a3-3df5-4a70-9dee-7964b38a8600 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:38.289918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:38.311536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678cf0eb-bcb5-48a7-acb2-963b5fa5012b') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:38.311920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678cf0eb-bcb5-48a7-acb2-963b5fa5012b') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:38.327177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting port 4c1bcfe5-72d3-482f-b131-8ba7b274c418 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:38.327546 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4c1bcfe5-72d3-482f-b131-8ba7b274c418), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.330680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (678cf0eb-bcb5-48a7-acb2-963b5fa5012b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.393489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (678cf0eb-bcb5-48a7-acb2-963b5fa5012b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.401265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Allocated IP 172.20.0.1 (81ef1989-6644-4fd8-a997-ca77a6e4c363/2305a130-b30e-4400-ba68-7bb934b73d26/5cf27be4-454b-4f0f-a323-c754b643adfa) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:38.417654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:38.417882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (678cf0eb-bcb5-48a7-acb2-963b5fa5012b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:38.422770 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:38.488345 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] For port 4c1bcfe5-72d3-482f-b131-8ba7b274c418, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4c1bcfe5-72d3-482f-b131-8ba7b274c418,segment=NetworkSegment(768ae298-3d3a-49a3-8b97-a6d343f6998b),segment_id=768ae298-3d3a-49a3-8b97-a6d343f6998b)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:38.489310 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4c1bcfe5-72d3-482f-b131-8ba7b274c418), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.516639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Calling delete_port for 4c1bcfe5-72d3-482f-b131-8ba7b274c418 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:38.549010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Publish callbacks [] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.552311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.572474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-2b30d322-c771-43b5-8fe4-1321b7b2e937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:38:38.572847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-2b30d322-c771-43b5-8fe4-1321b7b2e937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:38:38.629904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (5127d750-8fef-4633-a233-fdae79c401fa), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.650924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.656725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.660989 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea HTTP/1.1" status: 204 len: 168 time: 1.7050068 Apr 06 14:38:38.663459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45642) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:38.673054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] Pushing event deleted for resources: {'Port': ['ID=5127d750-8fef-4633-a233-fdae79c401fa,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.677022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d524f8-e39f-49a6-97c6-542b52b25980 None None] No DVR routers for this DVR port 5127d750-8fef-4633-a233-fdae79c401fa on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:38.679013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c4ec75a3-3df5-4a70-9dee-7964b38a8600 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:38.679013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.679724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.686137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44741364-f7de-4388-b84f-ad51df9c136b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=4ebe3cd4-cdd4-4c89-ad7d-0c82429ebbea,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.702668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4c1bcfe5-72d3-482f-b131-8ba7b274c418), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.736614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Port': ['ID=4c1bcfe5-72d3-482f-b131-8ba7b274c418,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.747826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No DVR routers for this DVR port 4c1bcfe5-72d3-482f-b131-8ba7b274c418 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:38.811078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733666b-9c35-42a5-9c86-36d43a4de6f4 None None] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:38.822892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:38.848182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.863552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:38.867404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:38.890800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad05397-f366-44d0-b7f6-3b8b3bcb1752']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:38.905119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Pushing event updated for resources: {'Port': ['ID=5cf27be4-454b-4f0f-a323-c754b643adfa,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.913403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Publish callbacks [] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.927853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c4ec75a3-3df5-4a70-9dee-7964b38a8600 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:38.928183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768ae298-3d3a-49a3-8b97-a6d343f6998b') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:38.928183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768ae298-3d3a-49a3-8b97-a6d343f6998b') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:38.958815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (768ae298-3d3a-49a3-8b97-a6d343f6998b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.959052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.988705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (768ae298-3d3a-49a3-8b97-a6d343f6998b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.996773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:38.997264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (768ae298-3d3a-49a3-8b97-a6d343f6998b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:39.000735 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:39.025581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.136898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 93ad999f-ea62-4b4c-a50f-31df694c6967 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:39.138035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (93ad999f-ea62-4b4c-a50f-31df694c6967), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.169430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (6ad05397-f366-44d0-b7f6-3b8b3bcb1752), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.180108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.183781 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/6ad05397-f366-44d0-b7f6-3b8b3bcb1752 HTTP/1.1" status: 204 len: 168 time: 3.3049102 Apr 06 14:38:39.187522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45644) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:39.211503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2857534-c15c-4f93-9226-ccf0213fd5ea tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=6ad05397-f366-44d0-b7f6-3b8b3bcb1752,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:39.224309 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cdf97d-ab4f-451e-b35e-62b0bd2c81d0 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:39.224889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cdf97d-ab4f-451e-b35e-62b0bd2c81d0 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:39.232616 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-48cdf97d-ab4f-451e-b35e-62b0bd2c81d0 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/6ad05397-f366-44d0-b7f6-3b8b3bcb1752 HTTP/1.1" status: 404 len: 339 time: 0.0389578 Apr 06 14:38:39.232946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45646) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:39.238815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415948253', 'description': 'd1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:39.250500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0635c781-4c84-4b4d-af1a-08445da245f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.252961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35b9fe-d1e3-4df5-b468-6d133e0b709a None None] DHCP port deletion for 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:39.257125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:39.264930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (93ad999f-ea62-4b4c-a50f-31df694c6967), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.265260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (93ad999f-ea62-4b4c-a50f-31df694c6967), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.278372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 93ad999f-ea62-4b4c-a50f-31df694c6967 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:39.353614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f53a1-7b54-4cfc-b8da-70f0f0828b14 None None] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:39.358777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:39.362169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.374801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.388108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:39.397522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (4db03a80-2835-49ae-9447-d5b771c3c4c3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.404103 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment 4db03a80-2835-49ae-9447-d5b771c3c4c3 of type vlan for network 0e74524b-d2ee-4fcb-9480-2b351ac8b2a2 Apr 06 14:38:39.404249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a332244-a112-40c1-8c49-0c743bab8b57 None None] Pushing event updated for resources: {'Port': ['ID=cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:39.405354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f53a1-7b54-4cfc-b8da-70f0f0828b14 None None] Network 6ad05397-f366-44d0-b7f6-3b8b3bcb1752 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 14:38:39.409613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2b30d322-c771-43b5-8fe4-1321b7b2e937 None None] Current status of the port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:39.413369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Attempting to bind port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:39.414748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Attempting to bind port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:39.414748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Attempting to bind port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:39.422582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:39.422896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:39.423325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.423726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:39.424203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Bound port: cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:39.424586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.447050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (0e74524b-d2ee-4fcb-9480-2b351ac8b2a2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.479998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:39.480371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.525183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] For port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:39.552594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] For port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:39.568483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Provisioning complete for port 5cf27be4-454b-4f0f-a323-c754b643adfa triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:39.568863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.589742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (0e74524b-d2ee-4fcb-9480-2b351ac8b2a2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.597031 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:39.597714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.636185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Port 5cf27be4-454b-4f0f-a323-c754b643adfa cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:39.640067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:39.642155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Publish callbacks [] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.652231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Provisioning complete for port c4ec75a3-3df5-4a70-9dee-7964b38a8600 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:39.652721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.684693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.684922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=0e74524b-d2ee-4fcb-9480-2b351ac8b2a2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:39.709705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (93ad999f-ea62-4b4c-a50f-31df694c6967), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.718674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 0e74524b-d2ee-4fcb-9480-2b351ac8b2a2 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:39.726008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5127d750-8fef-4633-a233-fdae79c401fa no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:39.736364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=93ad999f-ea62-4b4c-a50f-31df694c6967,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:39.790612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.805231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 5127d750-8fef-4633-a233-fdae79c401fa {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:39.805620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5127d750-8fef-4633-a233-fdae79c401fa not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:39.813714 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-afbd352f-d8e4-4a72-978c-3998405fbbf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5795190 Apr 06 14:38:39.816094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45648) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:39.863260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a332244-a112-40c1-8c49-0c743bab8b57 None None] Pushing event updated for resources: {'Port': ['ID=cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:39.868018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:39.868640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:39.868873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (2afc2c36-481d-4fb2-8c70-f9cb979b6b28), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.869219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 2afc2c36-481d-4fb2-8c70-f9cb979b6b28 disassociated (deleted). External IP: 172.26.7.190, port: d33610df-3176-4b40-a166-e979bf242268. Apr 06 14:38:39.918055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Pushing event updated for resources: {'Port': ['ID=5cf27be4-454b-4f0f-a323-c754b643adfa,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:39.946367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.994993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Current status of the port c4ec75a3-3df5-4a70-9dee-7964b38a8600 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:40.009997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c0dc11-a057-4e96-b986-619054418773 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.014345 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-96c0dc11-a057-4e96-b986-619054418773 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/networks?id=0e74524b-d2ee-4fcb-9480-2b351ac8b2a2 HTTP/1.1" status: 200 len: 764 time: 0.1965864 Apr 06 14:38:40.017189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45650) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:40.020613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Provisioning complete for port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:40.020983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.022109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-944254b7-591b-4067-be2f-b2fe895b9a85 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'description': 'd2'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:40.060160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:40.120347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:40.149461 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:40.227776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-944254b7-591b-4067-be2f-b2fe895b9a85 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (0e74524b-d2ee-4fcb-9480-2b351ac8b2a2), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.271208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Current status of the port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:40.284355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-96bc5715-9b2f-40bf-9b87-6af94c7427f5 None None] Could not find standard attr ID for object 4c1bcfe5-72d3-482f-b131-8ba7b274c418. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:38:40.303055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:40.347050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-944254b7-591b-4067-be2f-b2fe895b9a85 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (0e74524b-d2ee-4fcb-9480-2b351ac8b2a2), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.377432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 2, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:40.409475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:40.413686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1ddc8-6d29-4bad-9c0d-38017ba7b4ba None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 2, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:40.430002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-944254b7-591b-4067-be2f-b2fe895b9a85 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network 0e74524b-d2ee-4fcb-9480-2b351ac8b2a2 is not hosted by any dhcp agent {{(pid=104442) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:38:40.438420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944254b7-591b-4067-be2f-b2fe895b9a85 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.438420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-944254b7-591b-4067-be2f-b2fe895b9a85 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.441590 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-944254b7-591b-4067-be2f-b2fe895b9a85 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "PUT /v2.0/networks/0e74524b-d2ee-4fcb-9480-2b351ac8b2a2 HTTP/1.1" status: 200 len: 761 time: 0.4237294 Apr 06 14:38:40.443966 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45652) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:40.445643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944254b7-591b-4067-be2f-b2fe895b9a85 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=0e74524b-d2ee-4fcb-9480-2b351ac8b2a2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:40.459626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 0e74524b-d2ee-4fcb-9480-2b351ac8b2a2 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:40.541915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5544c543-d41c-47b7-8a0c-a82c3db173d7 None None] Provisioning complete for port 5cf27be4-454b-4f0f-a323-c754b643adfa triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:40.542297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5544c543-d41c-47b7-8a0c-a82c3db173d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.591088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5544c543-d41c-47b7-8a0c-a82c3db173d7 None None] Port 5cf27be4-454b-4f0f-a323-c754b643adfa cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:40.628032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:40.639026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.639329 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] Sync routers for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:40.650218 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:40.651126 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:40.687095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58297a7-416b-4cbc-aec1-1e7c4cb4fb8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.692431 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c58297a7-416b-4cbc-aec1-1e7c4cb4fb8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/networks?id=0e74524b-d2ee-4fcb-9480-2b351ac8b2a2 HTTP/1.1" status: 200 len: 764 time: 0.2436597 Apr 06 14:38:40.694339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45654) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:40.713994 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3fd3345a-c308-4887-bc47-456fd9a5d58b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/2afc2c36-481d-4fb2-8c70-f9cb979b6b28 HTTP/1.1" status: 204 len: 168 time: 2.0491350 Apr 06 14:38:40.717938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'tag': 'd33610df-3176-4b40-a166-e979bf242268'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:40.720775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adc244b-69cc-464a-b113-f0c762864d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "tag": "d33610df-3176-4b40-a166-e979bf242268"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:40.726376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:40.740618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-52557ccc-988c-49b3-97cc-a4668209bbff admin admin] 10.222.0.71 "PUT /v2.0/routers/4fa360ad-b44e-44d2-a27e-6dcb90caa87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7656608 Apr 06 14:38:40.826091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b801be92-47d6-440a-a277-aef1c2145cd5 x-openstack-request-id: req-b801be92-47d6-440a-a277-aef1c2145cd5 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:40.826391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "tag": "d33610df-3176-4b40-a166-e979bf242268", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:40.826654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b801be92-47d6-440a-a277-aef1c2145cd5 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:40.827108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b801be92-47d6-440a-a277-aef1c2145cd5'] response: {'name': 'network-changed', 'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'tag': 'd33610df-3176-4b40-a166-e979bf242268', 'status': 'completed', 'code': 200} Apr 06 14:38:40.855490 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:40.955185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc244b-69cc-464a-b113-f0c762864d3e req-58eb1a55-4211-4c2b-a885-67eda1781c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.955185 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1adc244b-69cc-464a-b113-f0c762864d3e req-58eb1a55-4211-4c2b-a885-67eda1781c67 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 1130 time: 0.0903158 Apr 06 14:38:40.995399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4c1bcfe5-72d3-482f-b131-8ba7b274c418 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:41.038834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 4c1bcfe5-72d3-482f-b131-8ba7b274c418 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:41.039411 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4c1bcfe5-72d3-482f-b131-8ba7b274c418 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:41.120735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92ab83-9ff2-41a8-b9bc-3306ea718a4b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.122590 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c92ab83-9ff2-41a8-b9bc-3306ea718a4b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4211137 Apr 06 14:38:41.125875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45666) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:41.149434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc244b-69cc-464a-b113-f0c762864d3e req-0d83b5a0-2e4e-4329-abe1-4e8ca5e77c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.152212 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1adc244b-69cc-464a-b113-f0c762864d3e req-0d83b5a0-2e4e-4329-abe1-4e8ca5e77c36 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 200 len: 898 time: 0.1871219 Apr 06 14:38:41.194063 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a7cb343d-0c24-4677-bea7-4f4dd1a6d72e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 207 time: 0.0526435 Apr 06 14:38:41.194877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45668) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:41.237913 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1adc244b-69cc-464a-b113-f0c762864d3e req-d03481e1-27af-40e5-8060-426fa3739155 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d33610df-3176-4b40-a166-e979bf242268 HTTP/1.1" status: 200 len: 217 time: 0.0791223 Apr 06 14:38:41.368785 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:29Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:41.382492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc244b-69cc-464a-b113-f0c762864d3e req-55320605-7feb-4804-adc1-8426b5345313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.387941 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1adc244b-69cc-464a-b113-f0c762864d3e req-55320605-7feb-4804-adc1-8426b5345313 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bdf83bf5-3213-426a-bbec-a8a637500fc5 HTTP/1.1" status: 200 len: 838 time: 0.1430154 Apr 06 14:38:41.433655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60263d-9a6b-425e-bd49-5e34cda07815 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.439542 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] Checking router: 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:41.443423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60263d-9a6b-425e-bd49-5e34cda07815 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.449250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60263d-9a6b-425e-bd49-5e34cda07815 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.450405 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:41.451592 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:41.457351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60263d-9a6b-425e-bd49-5e34cda07815 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.457596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667feccf-b43d-4f32-b85c-387a782baf49 req-1de917e5-df05-4cbc-b069-b9a2e660b116 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.466035 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-667feccf-b43d-4f32-b85c-387a782baf49 req-1de917e5-df05-4cbc-b069-b9a2e660b116 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 946 time: 0.1322837 Apr 06 14:38:41.470067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60263d-9a6b-425e-bd49-5e34cda07815 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.479518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60263d-9a6b-425e-bd49-5e34cda07815 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.497387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6827-cd10-4429-8ff9-e26ec1354140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:41.501768 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7a60263d-9a6b-425e-bd49-5e34cda07815 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3057747 Apr 06 14:38:41.510729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45676) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:41.542772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc244b-69cc-464a-b113-f0c762864d3e req-941f6a4d-d9e3-46fc-b30e-dd75f0917cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.544424 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1adc244b-69cc-464a-b113-f0c762864d3e req-941f6a4d-d9e3-46fc-b30e-dd75f0917cd8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6fe15972-769a-47ad-b807-182715bb80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1531501 Apr 06 14:38:41.618001 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:41.660919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-667feccf-b43d-4f32-b85c-387a782baf49 req-86259fd7-e30e-4c61-9927-40026f7508fd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926405 Apr 06 14:38:41.692085 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4d0ecfb6-1ada-47b1-b975-1fb74c8a66b0 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1796880 Apr 06 14:38:41.695470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45680) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:41.740008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1adc244b-69cc-464a-b113-f0c762864d3e req-56a44d3d-4d00-40ce-ba7e-7419fe54abc6 service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868722 Apr 06 14:38:41.770146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a06eb-5592-4b79-91db-cf6c36b72c89 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.772092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a06eb-5592-4b79-91db-cf6c36b72c89 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.773673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a06eb-5592-4b79-91db-cf6c36b72c89 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.775415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a06eb-5592-4b79-91db-cf6c36b72c89 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.776999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a06eb-5592-4b79-91db-cf6c36b72c89 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.779540 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-592a06eb-5592-4b79-91db-cf6c36b72c89 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0815737 Apr 06 14:38:41.784433 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45682) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:41.860163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab536d-1aac-4f86-bc76-43bb7e46406c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.862329 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab536d-1aac-4f86-bc76-43bb7e46406c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.863985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab536d-1aac-4f86-bc76-43bb7e46406c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.865087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab536d-1aac-4f86-bc76-43bb7e46406c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.866478 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab536d-1aac-4f86-bc76-43bb7e46406c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:41.871643 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b5ab536d-1aac-4f86-bc76-43bb7e46406c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0823362 Apr 06 14:38:41.871833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45686) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:41.879909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45688) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:41.885190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846130032-network', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:41.898290 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1adc244b-69cc-464a-b113-f0c762864d3e req-20ab5cc5-ff7c-479e-9dbc-10fac0e7e7f1 service neutron] 10.222.0.87 "GET /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482091 Apr 06 14:38:41.914098 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:29Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:41.942645 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54c3e7-3f00-4fa5-87e9-e53849470b9b None None] The sync data for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv is: [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:29Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '13d2c6e4-76ea-4128-ac8c-db05640ef4ac', 'name': '', 'network_id': '6fe15972-769a-47ad-b807-182715bb80a0', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:c8:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:35:02Z', 'updated_at': '2022-04-06T14:35:09Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'bdf83bf5-3213-426a-bbec-a8a637500fc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:42.009057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c4832-dde2-460f-b0bc-bf4d7a0e5565 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.010899 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b46c4832-dde2-460f-b0bc-bf4d7a0e5565 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/networks/100ca191-7ced-4dd4-9f3f-ed6f93592a7f HTTP/1.1" status: 200 len: 803 time: 0.1374664 Apr 06 14:38:42.015481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45690) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:42.039247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Made reservation on behalf of d22b8e79392a4ef1813600f096fc5ff8 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:42.041521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.319086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7d38f-cf86-40a3-85cc-ed39a23eb34b None None] New status for floating IP 2afc2c36-481d-4fb2-8c70-f9cb979b6b28: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:38:42.443231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.510395 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ea215895-4dca-4210-b190-6154aa5a488f tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/networks/100ca191-7ced-4dd4-9f3f-ed6f93592a7f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4937556 Apr 06 14:38:42.514587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45692) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:42.583114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8206b3-5257-42c8-9bb8-672fe685ef94 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.584433 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ce8206b3-5257-42c8-9bb8-672fe685ef94 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/subnets/f9b1a8c4-4447-40dc-ac21-26e07aa77ea2 HTTP/1.1" status: 200 len: 843 time: 0.0689151 Apr 06 14:38:42.588446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45694) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:42.606393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Publish callbacks [] for security_group (ea7f99ad-e564-4eb0-a658-13484c0c9c00), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.648369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc5d22-3a9d-4d26-9958-65fd9b72bdf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['shared'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.650604 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-42cc5d22-3a9d-4d26-9958-65fd9b72bdf8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "GET /v2.0/subnets/f9b1a8c4-4447-40dc-ac21-26e07aa77ea2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0607207 Apr 06 14:38:42.654342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45696) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:42.659866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1613959900'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:42.689994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ea7f99ad-e564-4eb0-a658-13484c0c9c00), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.716517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:42.737054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f99ad-e564-4eb0-a658-13484c0c9c00,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:42.758124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e513052f-68c9-41ed-9002-a6fc2c91879c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.758475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Added segment e513052f-68c9-41ed-9002-a6fc2c91879c of type vlan for network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d Apr 06 14:38:42.793827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:42.797295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.814399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.857618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:42.866206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f0b2-beed-4991-949f-446ac98ad05f req-550e6b05-6711-4aac-b42e-9dcd884a35fe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.867754 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad82f0b2-beed-4991-949f-446ac98ad05f req-550e6b05-6711-4aac-b42e-9dcd884a35fe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 946 time: 0.1490440 Apr 06 14:38:42.892727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (aab97636-3026-4730-aa28-510886d5da87), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.893076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Added segment aab97636-3026-4730-aa28-510886d5da87 of type vlan for network ba895be8-7f86-4bee-8df8-d016fd465405 Apr 06 14:38:42.965812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (ba895be8-7f86-4bee-8df8-d016fd465405), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.979333 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad82f0b2-beed-4991-949f-446ac98ad05f req-cc0bfc6f-3228-45d3-873d-0de02ba021c3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1769114-dbbd-4e12-95a5-d894186a104b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038833 Apr 06 14:38:42.989247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:42.989997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:42.990579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.036480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:43.095066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:43.095499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.099791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:43.117551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:43.118651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-c6e12815-b9ba-4096-92b4-7e9c65672913 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:43.122295 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-c6e12815-b9ba-4096-92b4-7e9c65672913 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 946 time: 0.1220744 Apr 06 14:38:43.154186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (ba895be8-7f86-4bee-8df8-d016fd465405), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.159193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:43.160382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.179375 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:43.190344 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:43.191161 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:43.230858 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-08e8dbbe-34cd-4592-8f6e-2ec7be7fd1f7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3471403 Apr 06 14:38:43.232678 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45700) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:43.250981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Request body: {'subnet': {'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846130032-subnet', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:43.260467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:43.260865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.284665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:43.288285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Network': ['ID=ba895be8-7f86-4bee-8df8-d016fd465405,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:43.304227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network ba895be8-7f86-4bee-8df8-d016fd465405 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:43.319707 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:43.331317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port d33610df-3176-4b40-a166-e979bf242268 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:43.331761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d33610df-3176-4b40-a166-e979bf242268), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.395814 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f6aab130-3ccf-497f-92ed-de46ea0d9bd8 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7402925 Apr 06 14:38:43.400011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45702) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:43.405971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'network_id': 'ba895be8-7f86-4bee-8df8-d016fd465405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:43.412639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.472874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:43.491408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Made reservation on behalf of d22b8e79392a4ef1813600f096fc5ff8 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:43.493753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.555899 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 2, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:43.558519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port d33610df-3176-4b40-a166-e979bf242268, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d33610df-3176-4b40-a166-e979bf242268,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:43.560448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d33610df-3176-4b40-a166-e979bf242268), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.586656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for d33610df-3176-4b40-a166-e979bf242268 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:43.594409 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:43.594769 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Updating router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c port 5cf27be4-454b-4f0f-a323-c754b643adfa binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:38:43.626143 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.721935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Made reservation on behalf of b9364ee197cb4cd6b9d341702aaa610d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:43.725467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.758854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.841705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Performing IP validity checks on allocation pools {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:38:43.842124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:38:43.919122 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Publish callbacks [] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.036365 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.038867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (5b294947-fda8-4d09-b48d-dba87551f00d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.040805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d33610df-3176-4b40-a166-e979bf242268), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.117331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=d33610df-3176-4b40-a166-e979bf242268,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:44.119679 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Pushing event updated for resources: {'Port': ['ID=5cf27be4-454b-4f0f-a323-c754b643adfa,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:44.132604 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.133143 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.137446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.137950 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.138434 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.139033 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.139621 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.140053 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.141289 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.141932 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.142372 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.142849 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.143348 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:44.147710 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d1ae8f57-ba1c-4f61-975d-9589ce75ea3a req-735f1cfc-0e36-4148-ab16-ebdd2cb27aa3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 210 time: 0.0900707 Apr 06 14:38:44.195633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (5d86e2db-c974-4d8e-923d-afe0bbeb45fa), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.202382 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Attempting to bind port 5cf27be4-454b-4f0f-a323-c754b643adfa on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:44.202891 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Attempting to bind port 5cf27be4-454b-4f0f-a323-c754b643adfa by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:44.207595 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Attempting to bind port 5cf27be4-454b-4f0f-a323-c754b643adfa on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:44.209806 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:44.210321 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Checking segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:44.210908 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.211398 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Bound using segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:44.211971 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Bound port: 5cf27be4-454b-4f0f-a323-c754b643adfa, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:44.212407 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.222875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b294947-fda8-4d09-b48d-dba87551f00d,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:44.227604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port d33610df-3176-4b40-a166-e979bf242268 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:44.237986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.241514 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1e806c4-870d-4a73-a01c-3df5db3c6aee req-711588e3-33ad-405a-93a9-f476a1b28384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/d33610df-3176-4b40-a166-e979bf242268 HTTP/1.1" status: 204 len: 173 time: 1.1165116 Apr 06 14:38:44.243371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'name': 'network-vif-deleted', 'tag': 'd33610df-3176-4b40-a166-e979bf242268'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:44.245657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bf4d45-3c45-4f43-a8bc-9f71b1090163" -d '{"events": [{"server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "name": "network-vif-deleted", "tag": "d33610df-3176-4b40-a166-e979bf242268"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:44.290760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Checking segment: {'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:44.291172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Network hostable DHCP agents. Network: 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:44.292456 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] For port 5cf27be4-454b-4f0f-a323-c754b643adfa, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:44.296942 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] For port 5cf27be4-454b-4f0f-a323-c754b643adfa, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5cf27be4-454b-4f0f-a323-c754b643adfa,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:44.324184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6311f16-82eb-445e-9bd0-12b558be067f x-openstack-request-id: req-b6311f16-82eb-445e-9bd0-12b558be067f {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:44.325035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1dc4fc-2b15-41be-995f-c43f424f2743", "name": "network-vif-deleted", "tag": "d33610df-3176-4b40-a166-e979bf242268", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:44.325298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6311f16-82eb-445e-9bd0-12b558be067f {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:44.325708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6311f16-82eb-445e-9bd0-12b558be067f'] response: {'server_uuid': 'ef1dc4fc-2b15-41be-995f-c43f424f2743', 'name': 'network-vif-deleted', 'tag': 'd33610df-3176-4b40-a166-e979bf242268', 'status': 'completed', 'code': 200} Apr 06 14:38:44.331895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=5d86e2db-c974-4d8e-923d-afe0bbeb45fa,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:44.344026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Checking segment: {'id': 'aab97636-3026-4730-aa28-510886d5da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ba895be8-7f86-4bee-8df8-d016fd465405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:44.344318 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network hostable DHCP agents. Network: ba895be8-7f86-4bee-8df8-d016fd465405, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:44.401205 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.439717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Network ba895be8-7f86-4bee-8df8-d016fd465405 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:44.442250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:44.467535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-415e6da8-a1b3-437a-a3ce-6598c2afe54c None None] Provisioning complete for port 5cf27be4-454b-4f0f-a323-c754b643adfa triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:44.468361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-415e6da8-a1b3-437a-a3ce-6598c2afe54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.479576 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf62b8-3da8-4047-aaa3-5183d804a911 None None] Pushing event updated for resources: {'Port': ['ID=5cf27be4-454b-4f0f-a323-c754b643adfa,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:44.483660 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:44.484294 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:44.561994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, ba895be8-7f86-4bee-8df8-d016fd465405) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:44.563788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:44.568595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:44.577240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.583315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:44.583315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.609248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a51d9-5c2a-4ee6-87cf-abc0fb7134cd None None] Network ba895be8-7f86-4bee-8df8-d016fd465405 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:44.620243 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:44.677393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c13132-dd79-4676-8202-6104884ba335 None None] Network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:44.709619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45708) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:44.710295 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-258adca1-75c0-4331-886e-fa3005d93b05 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3089714 Apr 06 14:38:44.719911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9d58c7bb-f4d4-4067-adf2-912841a80cb5 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:44.785165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6d848dc9-a0f6-4b5f-8cff-97b82deabb3b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5362513 Apr 06 14:38:44.785637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45710) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:44.790744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:44.892586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d58c7bb-f4d4-4067-adf2-912841a80cb5 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1734863'] for subnet (5d86e2db-c974-4d8e-923d-afe0bbeb45fa), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.925558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (fd2f7514-f161-445b-96ab-dd8618afaa8f), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:44.927403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (fd2f7514-f161-445b-96ab-dd8618afaa8f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.000692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-415e6da8-a1b3-437a-a3ce-6598c2afe54c None None] Current status of the port 5cf27be4-454b-4f0f-a323-c754b643adfa is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:45.001096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-415e6da8-a1b3-437a-a3ce-6598c2afe54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.023530 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-ba895be8-7f86-4bee-8df8-d016fd465405', 'network_id': 'ba895be8-7f86-4bee-8df8-d016fd465405', 'project_id': 'b9364ee197cb4cd6b9d341702aaa610d', 'fixed_ips': [{'subnet_id': '5d86e2db-c974-4d8e-923d-afe0bbeb45fa'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:45.024413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.068763 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:44Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:45.113955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks [] for router_controller (fd2f7514-f161-445b-96ab-dd8618afaa8f), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.149820 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a38fd-c718-40be-a164-2558a2a663a6 None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:44Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:45.185928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:45.190778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-415e6da8-a1b3-437a-a3ce-6598c2afe54c None None] For port 5cf27be4-454b-4f0f-a323-c754b643adfa, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5cf27be4-454b-4f0f-a323-c754b643adfa,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:45.196103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d', 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d', 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'fixed_ips': [{'subnet_id': '5b294947-fda8-4d09-b48d-dba87551f00d'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:45.197206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.297714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d58c7bb-f4d4-4067-adf2-912841a80cb5 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754305041174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3759003'] for subnet (5d86e2db-c974-4d8e-923d-afe0bbeb45fa), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.338838 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8bdd89c7-88cd-4e2f-b17c-404243a303b8 req-033b5ed6-03f0-4b98-a22b-4578f77de014 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef1dc4fc-2b15-41be-995f-c43f424f2743 HTTP/1.1" status: 200 len: 210 time: 0.0440722 Apr 06 14:38:45.376216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58c7bb-f4d4-4067-adf2-912841a80cb5 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:45.376836 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d58c7bb-f4d4-4067-adf2-912841a80cb5 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.378216 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9d58c7bb-f4d4-4067-adf2-912841a80cb5 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "PUT /v2.0/subnets/5d86e2db-c974-4d8e-923d-afe0bbeb45fa HTTP/1.1" status: 200 len: 900 time: 0.6675727 Apr 06 14:38:45.384907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45714) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:45.422212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58c7bb-f4d4-4067-adf2-912841a80cb5 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event updated for resources: {'Subnet': ['ID=5d86e2db-c974-4d8e-923d-afe0bbeb45fa,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:45.442293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-415e6da8-a1b3-437a-a3ce-6598c2afe54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.544979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (ba895be8-7f86-4bee-8df8-d016fd465405), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.557151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks [] for router_gateway (fd2f7514-f161-445b-96ab-dd8618afaa8f), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.577211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:45.577772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.618597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5d86e2db-c974-4d8e-923d-afe0bbeb45fa), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.661884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Allocated IP 2001:db8::3 (ba895be8-7f86-4bee-8df8-d016fd465405/5d86e2db-c974-4d8e-923d-afe0bbeb45fa/5d5db3aa-2e45-4f1c-9993-86272cb36447) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:45.697986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-785b407c-46e3-48b7-8e99-0d72156cb12b None None] Provisioning complete for port 5cf27be4-454b-4f0f-a323-c754b643adfa triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:45.698278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-785b407c-46e3-48b7-8e99-0d72156cb12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.731642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Allocated IP 172.20.0.2 (7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d/5b294947-fda8-4d09-b48d-dba87551f00d/5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:45.734756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e6da8-a1b3-437a-a3ce-6598c2afe54c None None] Pushing event updated for resources: {'Port': ['ID=5cf27be4-454b-4f0f-a323-c754b643adfa,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:45.866508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:45.915704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:45.916842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5cf27be4-454b-4f0f-a323-c754b643adfa up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:46.006742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks [] for router_gateway (fd2f7514-f161-445b-96ab-dd8618afaa8f), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.039506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.196493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5cf27be4-454b-4f0f-a323-c754b643adfa triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:46.196967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.249592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Allocated IP 172.26.7.74 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/715d5294-b2c6-4d07-b32f-d2ae3fd26134) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:46.347670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Publish callbacks [] for port (5d5db3aa-2e45-4f1c-9993-86272cb36447), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.359017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-785b407c-46e3-48b7-8e99-0d72156cb12b None None] Current status of the port 5cf27be4-454b-4f0f-a323-c754b643adfa is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:46.362003 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:38:46.387591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Publish callbacks [] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.445784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks [] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.456339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45718) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:46.461483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (5d5db3aa-2e45-4f1c-9993-86272cb36447), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.480815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.507323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.525536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (5d86e2db-c974-4d8e-923d-afe0bbeb45fa), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.538254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Network ba895be8-7f86-4bee-8df8-d016fd465405 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:46.542863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5cf27be4-454b-4f0f-a323-c754b643adfa is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:46.547522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:46.557622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:46.569003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16e54507-17e9-4f18-9dd9-3c763e5cf62c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (a1769114-dbbd-4e12-95a5-d894186a104b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.569968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:46.570738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Pushing event updated for resources: {'Port': ['ID=5d5db3aa-2e45-4f1c-9993-86272cb36447,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:46.579864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:46.584175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=5d86e2db-c974-4d8e-923d-afe0bbeb45fa,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:46.608707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16e54507-17e9-4f18-9dd9-3c763e5cf62c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (a1769114-dbbd-4e12-95a5-d894186a104b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.616260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:46.618412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d33610df-3176-4b40-a166-e979bf242268 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:46.649338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.655655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: d33610df-3176-4b40-a166-e979bf242268 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:46.659308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d33610df-3176-4b40-a166-e979bf242268 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:46.678321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (ba895be8-7f86-4bee-8df8-d016fd465405), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.693986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:46.697308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:46.702803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:46.708356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba895be8-7f86-4bee-8df8-d016fd465405']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:46.719720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab97636-3026-4730-aa28-510886d5da87') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:46.720288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab97636-3026-4730-aa28-510886d5da87') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:46.733629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Pushing event updated for resources: {'Port': ['ID=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:46.763375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (aab97636-3026-4730-aa28-510886d5da87), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.763811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=715d5294-b2c6-4d07-b32f-d2ae3fd26134,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:46.763967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Attempting to bind port 5d5db3aa-2e45-4f1c-9993-86272cb36447 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:46.763967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Attempting to bind port 5d5db3aa-2e45-4f1c-9993-86272cb36447 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'aab97636-3026-4730-aa28-510886d5da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ba895be8-7f86-4bee-8df8-d016fd465405'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:46.763967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Attempting to bind port 5d5db3aa-2e45-4f1c-9993-86272cb36447 on network ba895be8-7f86-4bee-8df8-d016fd465405 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:46.770275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (aab97636-3026-4730-aa28-510886d5da87), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.774568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:46.775308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Checking segment: {'id': 'aab97636-3026-4730-aa28-510886d5da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ba895be8-7f86-4bee-8df8-d016fd465405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:46.775883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.776445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Bound using segment: {'id': 'aab97636-3026-4730-aa28-510886d5da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ba895be8-7f86-4bee-8df8-d016fd465405'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:46.777180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Bound port: 5d5db3aa-2e45-4f1c-9993-86272cb36447, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab97636-3026-4730-aa28-510886d5da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ba895be8-7f86-4bee-8df8-d016fd465405'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:46.778247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5d5db3aa-2e45-4f1c-9993-86272cb36447), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.782480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Attempting to bind port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:46.782865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Attempting to bind port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:46.783330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Attempting to bind port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 on network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:46.790083 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:46.790862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (aab97636-3026-4730-aa28-510886d5da87), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:46.797648 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:46.805461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:46.805461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Checking segment: {'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:46.805461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.805461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Bound using segment: {'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:46.805461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Bound port: 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:46.805461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.907532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16e54507-17e9-4f18-9dd9-3c763e5cf62c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (a1769114-dbbd-4e12-95a5-d894186a104b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.910841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-16e54507-17e9-4f18-9dd9-3c763e5cf62c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.912498 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-16e54507-17e9-4f18-9dd9-3c763e5cf62c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/a1769114-dbbd-4e12-95a5-d894186a104b HTTP/1.1" status: 204 len: 168 time: 0.4551005 Apr 06 14:38:46.919930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] For port 5d5db3aa-2e45-4f1c-9993-86272cb36447, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:46.925682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] For port 5d5db3aa-2e45-4f1c-9993-86272cb36447, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5d5db3aa-2e45-4f1c-9993-86272cb36447,segment=NetworkSegment(aab97636-3026-4730-aa28-510886d5da87),segment_id=aab97636-3026-4730-aa28-510886d5da87)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:46.928185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] For port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:46.932388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] For port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,segment=NetworkSegment(e513052f-68c9-41ed-9002-a6fc2c91879c),segment_id=e513052f-68c9-41ed-9002-a6fc2c91879c)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:46.941464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e54507-17e9-4f18-9dd9-3c763e5cf62c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1769114-dbbd-4e12-95a5-d894186a104b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:46.995545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.db.api [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 14:38:46.995545 dv-neutron-835863-1-hyperv neutron-server[104442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 14:38:46.995545 dv-neutron-835863-1-hyperv neutron-server[104442]: [parameters: {'id': 'ba895be8-7f86-4bee-8df8-d016fd465405'}] Apr 06 14:38:46.995545 dv-neutron-835863-1-hyperv neutron-server[104442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:38:46.996014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG oslo_db.api [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:38:47.031194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5cf27be4-454b-4f0f-a323-c754b643adfa up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:47.066579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5d5db3aa-2e45-4f1c-9993-86272cb36447), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.154579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45722) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:47.167110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.179636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4fa8a-ed66-4247-8900-cbccbf0b7ebc None None] Pushing event updated for resources: {'Port': ['ID=5d5db3aa-2e45-4f1c-9993-86272cb36447,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:47.192631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5cf27be4-454b-4f0f-a323-c754b643adfa triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:47.193002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.241617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b0fafe-afae-4ffb-bcc5-03cf31d81297 None None] Network ba895be8-7f86-4bee-8df8-d016fd465405 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:47.318195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks [] for router_gateway (fd2f7514-f161-445b-96ab-dd8618afaa8f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.501484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (ba895be8-7f86-4bee-8df8-d016fd465405), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.689576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c6cdd-c6a5-4d13-a803-2000865b68bf None None] Pushing event updated for resources: {'Port': ['ID=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:47.732953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4664090-dfed-4b01-976d-0a84cc79e04f None None] Network ba895be8-7f86-4bee-8df8-d016fd465405 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:47.773207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting port 5d5db3aa-2e45-4f1c-9993-86272cb36447 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:47.774771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5d5db3aa-2e45-4f1c-9993-86272cb36447), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.804019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (fd2f7514-f161-445b-96ab-dd8618afaa8f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.825744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5cf27be4-454b-4f0f-a323-c754b643adfa is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:47.885843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.890205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] For port 5d5db3aa-2e45-4f1c-9993-86272cb36447, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5d5db3aa-2e45-4f1c-9993-86272cb36447,segment=NetworkSegment(aab97636-3026-4730-aa28-510886d5da87),segment_id=aab97636-3026-4730-aa28-510886d5da87)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:47.890563 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5d5db3aa-2e45-4f1c-9993-86272cb36447), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:47.962577 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Calling delete_port for 5d5db3aa-2e45-4f1c-9993-86272cb36447 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:48.061282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Router fd2f7514-f161-445b-96ab-dd8618afaa8f is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:38:48.198039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:48.212037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Sync routers for ids ['fd2f7514-f161-445b-96ab-dd8618afaa8f'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:48.224065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Routers {'fd2f7514-f161-445b-96ab-dd8618afaa8f'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:48.224806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['fd2f7514-f161-445b-96ab-dd8618afaa8f'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:48.230019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5d5db3aa-2e45-4f1c-9993-86272cb36447), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.261445 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Port': ['ID=5d5db3aa-2e45-4f1c-9993-86272cb36447,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:48.268530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No DVR routers for this DVR port 5d5db3aa-2e45-4f1c-9993-86272cb36447 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:48.283191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.284476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f00b125e-576e-462f-ad19-c2545be2d2e3 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4979441 Apr 06 14:38:48.291696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45724) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:48.370284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:48.370629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.383211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Set router fd2f7514-f161-445b-96ab-dd8618afaa8f gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:48.406807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (ba895be8-7f86-4bee-8df8-d016fd465405), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.478930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba895be8-7f86-4bee-8df8-d016fd465405']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:48.496826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab97636-3026-4730-aa28-510886d5da87') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:48.497569 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab97636-3026-4730-aa28-510886d5da87') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:48.513386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (aab97636-3026-4730-aa28-510886d5da87), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (aab97636-3026-4730-aa28-510886d5da87), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 13d2c6e4-76ea-4128-ac8c-db05640ef4ac, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (aab97636-3026-4730-aa28-510886d5da87), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:48.593010 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:48.672646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:38:47Z', 'revision_number': 3, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port': {'id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:46Z', 'updated_at': '2022-04-06T14:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:48.710456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Checking router: fd2f7514-f161-445b-96ab-dd8618afaa8f for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:48.711084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Updating router fd2f7514-f161-445b-96ab-dd8618afaa8f port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:38:48.716655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c7870d-ed42-4ccc-a767-25e1ee62229f None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:38:48.826735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.882313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-21a4e6eb-b720-49a8-9a65-9402209f68b0 None None] Provisioning complete for port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:48.882764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21a4e6eb-b720-49a8-9a65-9402209f68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:48.982003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 13d2c6e4-76ea-4128-ac8c-db05640ef4ac owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:49.074716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c7870d-ed42-4ccc-a767-25e1ee62229f None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 14:38:49.128974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:49.139688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (ba895be8-7f86-4bee-8df8-d016fd465405), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.155177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.159914 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/ba895be8-7f86-4bee-8df8-d016fd465405 HTTP/1.1" status: 204 len: 168 time: 3.7739680 Apr 06 14:38:49.163369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45726) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:49.175854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b15107-b1d7-410d-ad31-54de1291bcd3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=ba895be8-7f86-4bee-8df8-d016fd465405,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:49.203763 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b977dce-2b37-4fd2-b705-2c229107bb83 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:49.204226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b977dce-2b37-4fd2-b705-2c229107bb83 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:49.207285 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6b977dce-2b37-4fd2-b705-2c229107bb83 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/5d86e2db-c974-4d8e-923d-afe0bbeb45fa HTTP/1.1" status: 404 len: 337 time: 0.0428903 Apr 06 14:38:49.210932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.211155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45728) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:49.236364 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-130226c0-e728-4eaf-9b80-e4a8b52b1ca9 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:49.237190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130226c0-e728-4eaf-9b80-e4a8b52b1ca9 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:49.242943 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-130226c0-e728-4eaf-9b80-e4a8b52b1ca9 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/ba895be8-7f86-4bee-8df8-d016fd465405 HTTP/1.1" status: 404 len: 339 time: 0.0297525 Apr 06 14:38:49.245164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45730) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:49.300198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-21a4e6eb-b720-49a8-9a65-9402209f68b0 None None] Current status of the port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:49.300585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21a4e6eb-b720-49a8-9a65-9402209f68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.364827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (0e74524b-d2ee-4fcb-9480-2b351ac8b2a2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.395194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:49.395577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.400783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Allocated IP 172.20.0.1 (7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d/5b294947-fda8-4d09-b48d-dba87551f00d/bae65049-0f1b-465f-b020-b9d56f7cead5) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:49.414631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-21a4e6eb-b720-49a8-9a65-9402209f68b0 None None] For port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,segment=NetworkSegment(e513052f-68c9-41ed-9002-a6fc2c91879c),segment_id=e513052f-68c9-41ed-9002-a6fc2c91879c)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:49.477061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (0e74524b-d2ee-4fcb-9480-2b351ac8b2a2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.607084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (13d2c6e4-76ea-4128-ac8c-db05640ef4ac), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.607084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e74524b-d2ee-4fcb-9480-2b351ac8b2a2']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:49.608241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Publish callbacks [] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.608363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=13d2c6e4-76ea-4128-ac8c-db05640ef4ac,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:49.608488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Publish callbacks [] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.608606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db03a80-2835-49ae-9447-d5b771c3c4c3') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:49.608606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db03a80-2835-49ae-9447-d5b771c3c4c3') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:49.608831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21a4e6eb-b720-49a8-9a65-9402209f68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.608946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (4db03a80-2835-49ae-9447-d5b771c3c4c3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.612686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (4db03a80-2835-49ae-9447-d5b771c3c4c3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.624613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:49.625017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (4db03a80-2835-49ae-9447-d5b771c3c4c3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:49.628096 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:49.648428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:49.654445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310b5b4-96fc-4e88-9107-99ca4432b4ff None None] Network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:49.711262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4e6eb-b720-49a8-9a65-9402209f68b0 None None] Pushing event updated for resources: {'Port': ['ID=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:49.720349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.721363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.776980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Attempting to bind port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:49.785286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Attempting to bind port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:49.785286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Attempting to bind port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:49.785560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Pushing event updated for resources: {'Port': ['ID=bae65049-0f1b-465f-b020-b9d56f7cead5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:49.794039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:49.794429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:49.794844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.795704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:49.796210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Bound port: 715d5294-b2c6-4d07-b32f-d2ae3fd26134, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:49.796611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.800709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:49.802441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:49.807579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:49.814266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.856941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b0e22-0429-4c47-8dea-8e56d975b12f None None] Pushing event updated for resources: {'Port': ['ID=715d5294-b2c6-4d07-b32f-d2ae3fd26134,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:49.866900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (fd2f7514-f161-445b-96ab-dd8618afaa8f), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.915248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] For port 715d5294-b2c6-4d07-b32f-d2ae3fd26134, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:49.917012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] For port 715d5294-b2c6-4d07-b32f-d2ae3fd26134, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=715d5294-b2c6-4d07-b32f-d2ae3fd26134,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:49.942053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (0e74524b-d2ee-4fcb-9480-2b351ac8b2a2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.951838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:49.955467 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/0e74524b-d2ee-4fcb-9480-2b351ac8b2a2 HTTP/1.1" status: 204 len: 168 time: 0.7106969 Apr 06 14:38:49.959401 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45732) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:49.999563 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff10d93-1443-41f0-9d2b-3b3dccdb7e8e tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=0e74524b-d2ee-4fcb-9480-2b351ac8b2a2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:50.005462 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-264611fe-61ab-4904-9698-8526bfbc41ed tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:50.005931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264611fe-61ab-4904-9698-8526bfbc41ed tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:50.009162 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-264611fe-61ab-4904-9698-8526bfbc41ed tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/ef170351-37b0-4919-b04d-2d0a08327a9c HTTP/1.1" status: 404 len: 337 time: 0.0487421 Apr 06 14:38:50.011758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45734) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:50.016893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.037711 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-33194145-2647-41d3-a601-5968d62cc808 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:50.038221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33194145-2647-41d3-a601-5968d62cc808 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:50.045051 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-33194145-2647-41d3-a601-5968d62cc808 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/6ad05397-f366-44d0-b7f6-3b8b3bcb1752 HTTP/1.1" status: 404 len: 339 time: 0.0286238 Apr 06 14:38:50.045540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45736) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:50.089224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Routers {'fd2f7514-f161-445b-96ab-dd8618afaa8f'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:50.090690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['fd2f7514-f161-445b-96ab-dd8618afaa8f'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:50.094075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b0e22-0429-4c47-8dea-8e56d975b12f None None] Pushing event updated for resources: {'Port': ['ID=715d5294-b2c6-4d07-b32f-d2ae3fd26134,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:50.163090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.183982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5048d87d-b680-416d-897d-14f52183687b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting subnet ea5de021-886f-488c-94dd-d267d65e2c7a {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:50.186376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:50.190520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5048d87d-b680-416d-897d-14f52183687b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (ea5de021-886f-488c-94dd-d267d65e2c7a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.272659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5048d87d-b680-416d-897d-14f52183687b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (ea5de021-886f-488c-94dd-d267d65e2c7a), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.327515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:50.337074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45738) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:50.337578 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d06ea595-9ef5-456a-a611-1a013e68e6d6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1815772 Apr 06 14:38:50.344415 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] Sync routers for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:50.356415 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:50.357371 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:50.367832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0fc40961-e547-45dd-8173-c579a8df5a4a None None] Provisioning complete for port bae65049-0f1b-465f-b020-b9d56f7cead5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:50.368229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0fc40961-e547-45dd-8173-c579a8df5a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.430867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0fc40961-e547-45dd-8173-c579a8df5a4a None None] Port bae65049-0f1b-465f-b020-b9d56f7cead5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:50.437236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] Set router fd2f7514-f161-445b-96ab-dd8618afaa8f gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:50.478545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0fc40961-e547-45dd-8173-c579a8df5a4a None None] Provisioning complete for port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:50.479146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0fc40961-e547-45dd-8173-c579a8df5a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.483222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:50.517011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5048d87d-b680-416d-897d-14f52183687b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (ea5de021-886f-488c-94dd-d267d65e2c7a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.565476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04f3355-38e6-428e-bae4-de4b84334675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet bdf83bf5-3213-426a-bbec-a8a637500fc5 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:50.574676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d04f3355-38e6-428e-bae4-de4b84334675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (bdf83bf5-3213-426a-bbec-a8a637500fc5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.671444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d04f3355-38e6-428e-bae4-de4b84334675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (bdf83bf5-3213-426a-bbec-a8a637500fc5), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.694062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0fc40961-e547-45dd-8173-c579a8df5a4a None None] Current status of the port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:50.695844 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:50.726765 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] Checking router: 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:50.727810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 4, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port': {'id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:46Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'bae65049-0f1b-465f-b020-b9d56f7cead5', 'name': '', 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'mac_address': 'fa:16:3e:51:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:49Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 1, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'subnets': [{'id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:50.732868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Publish callbacks [] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.737605 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] Routers {'93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:50.738282 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:50.764792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a23bf-4f1d-4258-99ca-f61da4a7df7e None None] The sync data for ids ['fd2f7514-f161-445b-96ab-dd8618afaa8f'] in dv-neutron-835863-1-hyperv is: [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 4, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port': {'id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:46Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'bae65049-0f1b-465f-b020-b9d56f7cead5', 'name': '', 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'mac_address': 'fa:16:3e:51:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:49Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 1, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'subnets': [{'id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:50.795700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d04f3355-38e6-428e-bae4-de4b84334675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (bdf83bf5-3213-426a-bbec-a8a637500fc5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.820595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d5699171-d45e-49b2-83dc-450f020438c2 None None] Provisioning complete for port bae65049-0f1b-465f-b020-b9d56f7cead5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:50.821308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d5699171-d45e-49b2-83dc-450f020438c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.822886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.830759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5048d87d-b680-416d-897d-14f52183687b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (ea5de021-886f-488c-94dd-d267d65e2c7a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.855079 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] Set router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:50.865584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d5699171-d45e-49b2-83dc-450f020438c2 None None] Port bae65049-0f1b-465f-b020-b9d56f7cead5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:50.877647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c5857-c495-4d31-aa06-c84715106f61 None None] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:50.898861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5048d87d-b680-416d-897d-14f52183687b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.903410 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5048d87d-b680-416d-897d-14f52183687b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/ea5de021-886f-488c-94dd-d267d65e2c7a HTTP/1.1" status: 204 len: 168 time: 0.8567269 Apr 06 14:38:50.906154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45740) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:50.933754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048d87d-b680-416d-897d-14f52183687b tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5de021-886f-488c-94dd-d267d65e2c7a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:50.995543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3943c1a8-91f0-42f1-be15-774c776f6e62 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting subnet 0a48cfb4-da69-4986-8c94-1da9929b2ee7 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:51.000856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Pushing event updated for resources: {'Port': ['ID=bae65049-0f1b-465f-b020-b9d56f7cead5,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:51.014373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3943c1a8-91f0-42f1-be15-774c776f6e62 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (0a48cfb4-da69-4986-8c94-1da9929b2ee7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.026746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (fd2f7514-f161-445b-96ab-dd8618afaa8f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.098489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3943c1a8-91f0-42f1-be15-774c776f6e62 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (0a48cfb4-da69-4986-8c94-1da9929b2ee7), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.163323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d04f3355-38e6-428e-bae4-de4b84334675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (bdf83bf5-3213-426a-bbec-a8a637500fc5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.193831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d04f3355-38e6-428e-bae4-de4b84334675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.200134 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d04f3355-38e6-428e-bae4-de4b84334675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/bdf83bf5-3213-426a-bbec-a8a637500fc5 HTTP/1.1" status: 204 len: 168 time: 0.8576789 Apr 06 14:38:51.203868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ea3a3-5492-4eb2-97a0-26bc41adef88 None None] Network 6fe15972-769a-47ad-b807-182715bb80a0 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:51.220093 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45742) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:51.228780 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:51.236147 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3943c1a8-91f0-42f1-be15-774c776f6e62 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (0a48cfb4-da69-4986-8c94-1da9929b2ee7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.249071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f3355-38e6-428e-bae4-de4b84334675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf83bf5-3213-426a-bbec-a8a637500fc5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:51.293380 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47941fb1-fed4-4607-a98b-69ca11f5b0b8 None None] The sync data for ids ['93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6'] in dv-neutron-835863-1-hyperv is: [{'id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'name': 'tempest-TestNetworkBasicOps-router-591521912', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:49Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '88609b36-80b4-4c6f-8653-d8209dfddb0d', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:50Z', 'updated_at': '2022-04-06T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:51.298309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:51.343982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:51.345740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:51.461438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:51.462391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.526003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.617075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3943c1a8-91f0-42f1-be15-774c776f6e62 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (0a48cfb4-da69-4986-8c94-1da9929b2ee7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.629500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Router fd2f7514-f161-445b-96ab-dd8618afaa8f has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:51.648377 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:51.681912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3943c1a8-91f0-42f1-be15-774c776f6e62 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.685879 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3943c1a8-91f0-42f1-be15-774c776f6e62 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/0a48cfb4-da69-4986-8c94-1da9929b2ee7 HTTP/1.1" status: 204 len: 168 time: 0.7785523 Apr 06 14:38:51.726232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45744) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:51.736884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] DHCP port deletion for 6fe15972-769a-47ad-b807-182715bb80a0 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:51.769564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943c1a8-91f0-42f1-be15-774c776f6e62 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=0a48cfb4-da69-4986-8c94-1da9929b2ee7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:51.847876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3a58b766-d579-4796-9d42-bea95bf2338a None None] Provisioning complete for port bae65049-0f1b-465f-b020-b9d56f7cead5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:51.848263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3a58b766-d579-4796-9d42-bea95bf2338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.891052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.891638 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.903422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] Deleting port 3916df7a-6da6-4f34-9d38-12e0518d81a1 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:51.904074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.925578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:51.948105 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-851747e0-e3c0-4597-b93c-90736bd66fdc admin admin] 10.222.0.71 "PUT /v2.0/routers/fd2f7514-f161-445b-96ab-dd8618afaa8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6550026 Apr 06 14:38:52.013813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting port c4ec75a3-3df5-4a70-9dee-7964b38a8600 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:52.013813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.028149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3a58b766-d579-4796-9d42-bea95bf2338a None None] Port bae65049-0f1b-465f-b020-b9d56f7cead5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:52.050726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] For port 3916df7a-6da6-4f34-9d38-12e0518d81a1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3916df7a-6da6-4f34-9d38-12e0518d81a1,segment=NetworkSegment(d65149d7-e490-4067-b11b-10780a0bdbf9),segment_id=d65149d7-e490-4067-b11b-10780a0bdbf9)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:52.051166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.105447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa98fd-afbf-4fbe-8dd5-a3bfa997084a None None] Network 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:52.107203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 88609b36-80b4-4c6f-8653-d8209dfddb0d {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:52.107740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.110945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] Calling delete_port for 3916df7a-6da6-4f34-9d38-12e0518d81a1 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:52.141573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] For port c4ec75a3-3df5-4a70-9dee-7964b38a8600, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c4ec75a3-3df5-4a70-9dee-7964b38a8600,segment=NetworkSegment(c5faf9c9-c5a4-40bd-b802-53d7be61f0fb),segment_id=c5faf9c9-c5a4-40bd-b802-53d7be61f0fb)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:52.142305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.160787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Calling delete_port for c4ec75a3-3df5-4a70-9dee-7964b38a8600 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:52.237767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 88609b36-80b4-4c6f-8653-d8209dfddb0d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=88609b36-80b4-4c6f-8653-d8209dfddb0d,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:52.238292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.264939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 88609b36-80b4-4c6f-8653-d8209dfddb0d owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:52.301838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d56a9301-4e32-4e89-8430-d721feab934c None None] Provisioning complete for port c4ec75a3-3df5-4a70-9dee-7964b38a8600 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:52.302215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d56a9301-4e32-4e89-8430-d721feab934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.406218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (3916df7a-6da6-4f34-9d38-12e0518d81a1), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.415965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c4ec75a3-3df5-4a70-9dee-7964b38a8600), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.458285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Port': ['ID=c4ec75a3-3df5-4a70-9dee-7964b38a8600,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.470112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] Pushing event deleted for resources: {'Port': ['ID=3916df7a-6da6-4f34-9d38-12e0518d81a1,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.473040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d56a9301-4e32-4e89-8430-d721feab934c None None] Current status of the port c4ec75a3-3df5-4a70-9dee-7964b38a8600 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:52.475925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2bdc5-6945-4304-9700-778dcf51a01d None None] No DVR routers for this DVR port 3916df7a-6da6-4f34-9d38-12e0518d81a1 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:52.477694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99af70-d2bc-4feb-a860-787c7d16efb2 None None] DHCP port deletion for 7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:52.498727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No DVR routers for this DVR port c4ec75a3-3df5-4a70-9dee-7964b38a8600 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:52.604930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.616111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (88609b36-80b4-4c6f-8653-d8209dfddb0d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.631858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:52.644910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5faf9c9-c5a4-40bd-b802-53d7be61f0fb') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:52.645148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=88609b36-80b4-4c6f-8653-d8209dfddb0d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.645439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5faf9c9-c5a4-40bd-b802-53d7be61f0fb') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:52.660365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (c5faf9c9-c5a4-40bd-b802-53d7be61f0fb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.681406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c5faf9c9-c5a4-40bd-b802-53d7be61f0fb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.688914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:52.689428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (c5faf9c9-c5a4-40bd-b802-53d7be61f0fb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:52.695767 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:52.723874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.824900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.827553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.846556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.853868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.859789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38 HTTP/1.1" status: 204 len: 168 time: 1.1334271 Apr 06 14:38:52.862116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45752) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:52.881268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efc926-7698-4dbd-9e31-b9c9b15ec818 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=7eb5920e-cd13-4ad7-ad62-3bb1c59e1c38,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.901145 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fb10e5-a43a-482e-8371-2559ee83f006 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:52.901644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fb10e5-a43a-482e-8371-2559ee83f006 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:52.907859 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-01fb10e5-a43a-482e-8371-2559ee83f006 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/7eacfce2-70eb-4901-a66c-4768f97dbb6b HTTP/1.1" status: 404 len: 337 time: 0.0450273 Apr 06 14:38:52.908072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45754) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:52.928525 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-945ac47f-84f7-4745-ab53-61313fb1555a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:52.929394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945ac47f-84f7-4745-ab53-61313fb1555a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:52.929559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45756) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:52.932819 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-945ac47f-84f7-4745-ab53-61313fb1555a tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/2518ed3b-e1b0-483c-9f92-8806a366f859 HTTP/1.1" status: 404 len: 339 time: 0.0237694 Apr 06 14:38:52.935904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45758) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:52.936784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-4a5fe6f8-a1a8-4303-9ae7-bb82b388340a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400847528', 'description': 'tempest-secgroup-smoke-1400847528 description', 'project_id': '9b67b1a6db594cbd9271e1614e0bf014'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:52.963429 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-775cd098-e358-4284-8fbd-e1cd3439ff31 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:52.963883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775cd098-e358-4284-8fbd-e1cd3439ff31 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:52.968032 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-775cd098-e358-4284-8fbd-e1cd3439ff31 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/52ceb058-b252-41ea-aab5-44ae3ab415c5 HTTP/1.1" status: 404 len: 337 time: 0.0311368 Apr 06 14:38:52.970640 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45760) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:52.980906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.980906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Fanout notify agent at l3_agent the message router_deleted on router 93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:38:52.987614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.988911 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f249ab94-9350-47c2-b783-a6c6c40857ae tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/routers/93f27e41-9ef7-45b3-8166-1dfe1d9ef3e6 HTTP/1.1" status: 204 len: 168 time: 1.7676337 Apr 06 14:38:52.991697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45762) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:53.006043 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57a9c4b-7577-45f7-8725-983defef3b30 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:53.006485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57a9c4b-7577-45f7-8725-983defef3b30 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:53.015949 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d57a9c4b-7577-45f7-8725-983defef3b30 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/7f3988a7-cc17-4b75-8e9e-4e186d579eac HTTP/1.1" status: 404 len: 339 time: 0.0441098 Apr 06 14:38:53.019452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45764) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:53.051562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe6f8-a1a8-4303-9ae7-bb82b388340a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.054035 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4471bf2-1326-496b-ad40-86e9c3b120ab tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:53.054035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4471bf2-1326-496b-ad40-86e9c3b120ab tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:53.060853 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e4471bf2-1326-496b-ad40-86e9c3b120ab tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/b5f31470-38f8-4ec7-8e49-85b40de9875c HTTP/1.1" status: 404 len: 337 time: 0.0393293 Apr 06 14:38:53.062757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45766) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:53.087700 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-490a3814-09c0-435a-a099-d08423e096e0 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:53.087700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490a3814-09c0-435a-a099-d08423e096e0 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:53.093573 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-490a3814-09c0-435a-a099-d08423e096e0 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/85e12b30-e6ed-4d44-ae8d-4740c67d8596 HTTP/1.1" status: 404 len: 339 time: 0.0271087 Apr 06 14:38:53.093835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45768) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:53.143291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (6fe15972-769a-47ad-b807-182715bb80a0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.167656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2b9467-fd08-4bed-9bee-97aa3c69a491 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting subnet fb06b2d3-9fd8-4927-afae-fe9c153f5169 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:53.173442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9467-fd08-4bed-9bee-97aa3c69a491 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (fb06b2d3-9fd8-4927-afae-fe9c153f5169), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.224417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 715d5294-b2c6-4d07-b32f-d2ae3fd26134 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:53.229789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9467-fd08-4bed-9bee-97aa3c69a491 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (fb06b2d3-9fd8-4927-afae-fe9c153f5169), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.277411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe6f8-a1a8-4303-9ae7-bb82b388340a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group (e0c1bd09-5379-4ea2-adaf-320c82bb6c0f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.296035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (6fe15972-769a-47ad-b807-182715bb80a0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.309788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:53.310305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.316710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe15972-769a-47ad-b807-182715bb80a0']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:53.327696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65149d7-e490-4067-b11b-10780a0bdbf9') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:53.328097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65149d7-e490-4067-b11b-10780a0bdbf9') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:53.332721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9467-fd08-4bed-9bee-97aa3c69a491 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (fb06b2d3-9fd8-4927-afae-fe9c153f5169), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.344070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (d65149d7-e490-4067-b11b-10780a0bdbf9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.352371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe6f8-a1a8-4303-9ae7-bb82b388340a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e0c1bd09-5379-4ea2-adaf-320c82bb6c0f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.365569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d65149d7-e490-4067-b11b-10780a0bdbf9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.379842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:53.380256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (d65149d7-e490-4067-b11b-10780a0bdbf9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:53.389035 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:53.407653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:53.408141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.429165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 715d5294-b2c6-4d07-b32f-d2ae3fd26134, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=715d5294-b2c6-4d07-b32f-d2ae3fd26134,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:53.445111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fe6f8-a1a8-4303-9ae7-bb82b388340a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:53.494335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe6f8-a1a8-4303-9ae7-bb82b388340a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.495653 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4a5fe6f8-a1a8-4303-9ae7-bb82b388340a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5636559 Apr 06 14:38:53.499500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45770) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:53.504105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5f0cb76b-af5f-4547-b65d-8fd61cb5a4a3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'security_group_rule': {'security_group_id': 'e0c1bd09-5379-4ea2-adaf-320c82bb6c0f', 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:53.521602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.521973 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9467-fd08-4bed-9bee-97aa3c69a491 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (fb06b2d3-9fd8-4927-afae-fe9c153f5169), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.558512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b9467-fd08-4bed-9bee-97aa3c69a491 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=fb06b2d3-9fd8-4927-afae-fe9c153f5169,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:53.560766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ff2b9467-fd08-4bed-9bee-97aa3c69a491 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.563960 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ff2b9467-fd08-4bed-9bee-97aa3c69a491 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/fb06b2d3-9fd8-4927-afae-fe9c153f5169 HTTP/1.1" status: 204 len: 168 time: 0.4691255 Apr 06 14:38:53.566404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45772) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:53.569931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8666bae-e062-43ce-8964-e1ec2c3a070d None None] Network 8200bdff-425a-465c-9d15-0a5665a6cf67 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:53.602585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (6fe15972-769a-47ad-b807-182715bb80a0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.615510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.621299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=715d5294-b2c6-4d07-b32f-d2ae3fd26134,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:53.631357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/6fe15972-769a-47ad-b807-182715bb80a0 HTTP/1.1" status: 204 len: 168 time: 0.6383433 Apr 06 14:38:53.656839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45774) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:53.656839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30920e49-2bac-489d-b86d-ae66d3ad287d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=6fe15972-769a-47ad-b807-182715bb80a0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:53.667313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--975319140', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:53.670483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3916df7a-6da6-4f34-9d38-12e0518d81a1 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:53.672567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.688915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb76b-af5f-4547-b65d-8fd61cb5a4a3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (dd8fa20b-02a5-4cb9-bfdc-f92f5f712330), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.695357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (8200bdff-425a-465c-9d15-0a5665a6cf67), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.732504 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 3916df7a-6da6-4f34-9d38-12e0518d81a1 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:53.732504 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3916df7a-6da6-4f34-9d38-12e0518d81a1 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:53.733015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c4ec75a3-3df5-4a70-9dee-7964b38a8600 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:53.762776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting port 517c57f4-b3f6-4025-a0a1-18ed204d5692 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:53.763417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.773937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb76b-af5f-4547-b65d-8fd61cb5a4a3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (dd8fa20b-02a5-4cb9-bfdc-f92f5f712330), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.779745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:53.783256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c4ec75a3-3df5-4a70-9dee-7964b38a8600 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:53.783684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c4ec75a3-3df5-4a70-9dee-7964b38a8600 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:53.784195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13d2c6e4-76ea-4128-ac8c-db05640ef4ac no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:53.786000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.807488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 13d2c6e4-76ea-4128-ac8c-db05640ef4ac {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:53.809299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13d2c6e4-76ea-4128-ac8c-db05640ef4ac not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:53.814637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:53.827864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (937fcf00-500d-486e-b9de-1ccc3c3e3910), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.828336 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment 937fcf00-500d-486e-b9de-1ccc3c3e3910 of type vlan for network ed358cc0-7259-4801-860b-152d522a187b Apr 06 14:38:53.834490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] For port 517c57f4-b3f6-4025-a0a1-18ed204d5692, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=517c57f4-b3f6-4025-a0a1-18ed204d5692,segment=NetworkSegment(5196d985-1dd2-48d5-8df5-fc7df3170943),segment_id=5196d985-1dd2-48d5-8df5-fc7df3170943)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:53.834911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.854363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Calling delete_port for 517c57f4-b3f6-4025-a0a1-18ed204d5692 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:53.883841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb76b-af5f-4547-b65d-8fd61cb5a4a3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (dd8fa20b-02a5-4cb9-bfdc-f92f5f712330), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.909426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (ed358cc0-7259-4801-860b-152d522a187b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.917500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cb76b-af5f-4547-b65d-8fd61cb5a4a3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8fa20b-02a5-4cb9-bfdc-f92f5f712330,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:53.944989 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] DHCP port deletion for 8200bdff-425a-465c-9d15-0a5665a6cf67 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:53.995909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] Deleting port 517c57f4-b3f6-4025-a0a1-18ed204d5692 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:54.005438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.029967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb76b-af5f-4547-b65d-8fd61cb5a4a3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.031284 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5f0cb76b-af5f-4547-b65d-8fd61cb5a4a3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5307796 Apr 06 14:38:54.034473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45776) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:54.041925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b5e1a258-6d3e-4078-91b8-9d7d9b43b679 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'security_group_rule': {'security_group_id': 'e0c1bd09-5379-4ea2-adaf-320c82bb6c0f', 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:54.068967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Sync routers for ids ['fd2f7514-f161-445b-96ab-dd8618afaa8f'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:54.076353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (ed358cc0-7259-4801-860b-152d522a187b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.076578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.076689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] For port 517c57f4-b3f6-4025-a0a1-18ed204d5692, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=517c57f4-b3f6-4025-a0a1-18ed204d5692,segment=NetworkSegment(5196d985-1dd2-48d5-8df5-fc7df3170943),segment_id=5196d985-1dd2-48d5-8df5-fc7df3170943)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:54.076785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.082375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:54.082375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.095527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] Calling delete_port for 517c57f4-b3f6-4025-a0a1-18ed204d5692 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:54.101483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Routers {'fd2f7514-f161-445b-96ab-dd8618afaa8f'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:54.102200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['fd2f7514-f161-445b-96ab-dd8618afaa8f'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:54.107534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Port': ['ID=517c57f4-b3f6-4025-a0a1-18ed204d5692,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:54.117777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No DVR routers for this DVR port 517c57f4-b3f6-4025-a0a1-18ed204d5692 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:54.148257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a258-6d3e-4078-91b8-9d7d9b43b679 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (d5d066a9-3fac-4b34-a1b6-e5efbf42b111), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.178790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=ed358cc0-7259-4801-860b-152d522a187b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:54.206830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network ed358cc0-7259-4801-860b-152d522a187b details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:54.224118 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e613af51-45aa-48e0-8203-3ecf3a3791b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5587456 Apr 06 14:38:54.224349 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (8200bdff-425a-465c-9d15-0a5665a6cf67), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.224847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45778) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:54.229391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'admin_state_up': True, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:54.243000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a258-6d3e-4078-91b8-9d7d9b43b679 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (d5d066a9-3fac-4b34-a1b6-e5efbf42b111), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.268501 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8200bdff-425a-465c-9d15-0a5665a6cf67']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:54.281394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5196d985-1dd2-48d5-8df5-fc7df3170943') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:54.281615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5196d985-1dd2-48d5-8df5-fc7df3170943') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:54.291571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (5196d985-1dd2-48d5-8df5-fc7df3170943), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.306954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5196d985-1dd2-48d5-8df5-fc7df3170943), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.314447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:54.314794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (5196d985-1dd2-48d5-8df5-fc7df3170943), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:54.317910 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:54.343785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a258-6d3e-4078-91b8-9d7d9b43b679 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d5d066a9-3fac-4b34-a1b6-e5efbf42b111), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.364729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1a258-6d3e-4078-91b8-9d7d9b43b679 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d066a9-3fac-4b34-a1b6-e5efbf42b111,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:54.383827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.385430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.441988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a258-6d3e-4078-91b8-9d7d9b43b679 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.443468 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.444209 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b5e1a258-6d3e-4078-91b8-9d7d9b43b679 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4085538 Apr 06 14:38:54.446805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45780) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:54.452660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bacbb655-e10a-4148-b9e4-ce053b829c84 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'security_group_rule': {'security_group_id': 'e0c1bd09-5379-4ea2-adaf-320c82bb6c0f', 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:54.473614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (8200bdff-425a-465c-9d15-0a5665a6cf67), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.483192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.486330 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/8200bdff-425a-465c-9d15-0a5665a6cf67 HTTP/1.1" status: 204 len: 168 time: 0.9189699 Apr 06 14:38:54.489052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45782) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:54.489755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Set router fd2f7514-f161-445b-96ab-dd8618afaa8f gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:54.504089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dba0fb-e081-45f3-9aac-c265c608c387 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=8200bdff-425a-465c-9d15-0a5665a6cf67,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:54.520582 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51a16e4-c960-43f8-a72d-75614fd023c7 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:54.521478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51a16e4-c960-43f8-a72d-75614fd023c7 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:54.524091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (517c57f4-b3f6-4025-a0a1-18ed204d5692), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.524257 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f51a16e4-c960-43f8-a72d-75614fd023c7 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/af7f5a02-7f88-4a94-87d2-3865310730e5 HTTP/1.1" status: 404 len: 337 time: 0.0340486 Apr 06 14:38:54.527688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45784) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:54.550645 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-76590a53-1326-4ed1-bf39-b80472831b6c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] DELETE failed (client error): The resource could not be found. Apr 06 14:38:54.551262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76590a53-1326-4ed1-bf39-b80472831b6c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:38:54.553812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] Network 8200bdff-425a-465c-9d15-0a5665a6cf67 is not hosted by any dhcp agent {{(pid=104444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 14:38:54.557270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-76590a53-1326-4ed1-bf39-b80472831b6c tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/256053c7-0d7e-4b5e-a036-61504ba6dad5 HTTP/1.1" status: 404 len: 339 time: 0.0249295 Apr 06 14:38:54.557752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] No DVR routers for this DVR port 517c57f4-b3f6-4025-a0a1-18ed204d5692 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:54.557889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45786) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:54.560152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a69056-5c27-4890-9003-b7049a0eb4cd None None] Pushing event deleted for resources: {'Port': ['ID=517c57f4-b3f6-4025-a0a1-18ed204d5692,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:54.610011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bacbb655-e10a-4148-b9e4-ce053b829c84 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (f3b56d3d-0ca9-48a0-9b72-55260c94634b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.626748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcab0d5-65a4-424d-8d1f-090df67b27e3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting subnet f9b1a8c4-4447-40dc-ac21-26e07aa77ea2 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:54.630283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dfcab0d5-65a4-424d-8d1f-090df67b27e3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (f9b1a8c4-4447-40dc-ac21-26e07aa77ea2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.675532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dfcab0d5-65a4-424d-8d1f-090df67b27e3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (f9b1a8c4-4447-40dc-ac21-26e07aa77ea2), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.725000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.747826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bacbb655-e10a-4148-b9e4-ce053b829c84 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (f3b56d3d-0ca9-48a0-9b72-55260c94634b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.764358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 4, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port': {'id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:46Z', 'updated_at': '2022-04-06T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'bae65049-0f1b-465f-b020-b9d56f7cead5', 'name': '', 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'mac_address': 'fa:16:3e:51:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:49Z', 'updated_at': '2022-04-06T14:38:50Z', 'revision_number': 2, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'subnets': [{'id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:54.780948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dfcab0d5-65a4-424d-8d1f-090df67b27e3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (f9b1a8c4-4447-40dc-ac21-26e07aa77ea2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.794591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Checking router: fd2f7514-f161-445b-96ab-dd8618afaa8f for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:54.794995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Updating router fd2f7514-f161-445b-96ab-dd8618afaa8f port bae65049-0f1b-465f-b020-b9d56f7cead5 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:38:54.828013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.842502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bacbb655-e10a-4148-b9e4-ce053b829c84 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (f3b56d3d-0ca9-48a0-9b72-55260c94634b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.866635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbb655-e10a-4148-b9e4-ce053b829c84 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b56d3d-0ca9-48a0-9b72-55260c94634b,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:54.978335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dfcab0d5-65a4-424d-8d1f-090df67b27e3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (f9b1a8c4-4447-40dc-ac21-26e07aa77ea2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.994361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bacbb655-e10a-4148-b9e4-ce053b829c84 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.001213 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bacbb655-e10a-4148-b9e4-ce053b829c84 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5479796 Apr 06 14:38:55.003545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45788) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:55.013632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-91e3dd73-6376-4402-bbfe-112d70750c0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'security_group_rule': {'security_group_id': 'e0c1bd09-5379-4ea2-adaf-320c82bb6c0f', 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:55.026432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcab0d5-65a4-424d-8d1f-090df67b27e3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b1a8c4-4447-40dc-ac21-26e07aa77ea2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:55.029941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 715d5294-b2c6-4d07-b32f-d2ae3fd26134 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:55.031094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dfcab0d5-65a4-424d-8d1f-090df67b27e3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.034955 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dfcab0d5-65a4-424d-8d1f-090df67b27e3 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/subnets/f9b1a8c4-4447-40dc-ac21-26e07aa77ea2 HTTP/1.1" status: 204 len: 168 time: 0.4772084 Apr 06 14:38:55.038734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45790) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:55.061688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.066577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b4564-9ed6-40bc-998a-4c1a696c337a None None] Network 100ca191-7ced-4dd4-9f3f-ed6f93592a7f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:55.092727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.129693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (100ca191-7ced-4dd4-9f3f-ed6f93592a7f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.198514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Deleting port 8d7a12a1-20db-491e-b93e-5401a6971cf3 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:55.198842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.234789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:55.235197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.290521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] For port 8d7a12a1-20db-491e-b93e-5401a6971cf3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8d7a12a1-20db-491e-b93e-5401a6971cf3,segment=NetworkSegment(23eb8eec-5129-405e-a38e-415444951a70),segment_id=23eb8eec-5129-405e-a38e-415444951a70)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:55.290794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Publish callbacks [] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.290935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.307216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Calling delete_port for 8d7a12a1-20db-491e-b93e-5401a6971cf3 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:55.360867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:55.366498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.418540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] DHCP port deletion for 100ca191-7ced-4dd4-9f3f-ed6f93592a7f request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:55.469891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc1b4-69c5-4a87-9040-c99aeccab644 None None] Pushing event updated for resources: {'Port': ['ID=bae65049-0f1b-465f-b020-b9d56f7cead5,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:55.486813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.501343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 88609b36-80b4-4c6f-8653-d8209dfddb0d no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:55.529935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Port': ['ID=8d7a12a1-20db-491e-b93e-5401a6971cf3,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:55.534275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] No DVR routers for this DVR port 8d7a12a1-20db-491e-b93e-5401a6971cf3 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:55.556154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 88609b36-80b4-4c6f-8653-d8209dfddb0d {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:55.556620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 88609b36-80b4-4c6f-8653-d8209dfddb0d not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:55.557061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 517c57f4-b3f6-4025-a0a1-18ed204d5692 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:55.570508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91e3dd73-6376-4402-bbfe-112d70750c0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (d6f48f80-a853-4835-bd6c-b7f4c044806e), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.605931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 517c57f4-b3f6-4025-a0a1-18ed204d5692 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:55.607033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 517c57f4-b3f6-4025-a0a1-18ed204d5692 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:55.617860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Attempting to bind port bae65049-0f1b-465f-b020-b9d56f7cead5 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:55.618752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Attempting to bind port bae65049-0f1b-465f-b020-b9d56f7cead5 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:55.620458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Attempting to bind port bae65049-0f1b-465f-b020-b9d56f7cead5 on network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:55.627960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.73 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/1e01b772-2c53-4fcb-8aa5-05199eda42eb) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:55.631949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:55.632347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Checking segment: {'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:55.632751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.633150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Bound using segment: {'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:55.633779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Bound port: bae65049-0f1b-465f-b020-b9d56f7cead5, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e513052f-68c9-41ed-9002-a6fc2c91879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:55.634165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.647916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (100ca191-7ced-4dd4-9f3f-ed6f93592a7f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.652020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] Deleting port 8d7a12a1-20db-491e-b93e-5401a6971cf3 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:55.652546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.670292 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91e3dd73-6376-4402-bbfe-112d70750c0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (d6f48f80-a853-4835-bd6c-b7f4c044806e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.674676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100ca191-7ced-4dd4-9f3f-ed6f93592a7f']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:55.687696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23eb8eec-5129-405e-a38e-415444951a70') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:55.691088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23eb8eec-5129-405e-a38e-415444951a70') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:55.700396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (23eb8eec-5129-405e-a38e-415444951a70), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.717676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (23eb8eec-5129-405e-a38e-415444951a70), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.726038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:55.726315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (23eb8eec-5129-405e-a38e-415444951a70), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:55.729468 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:55.754564 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91e3dd73-6376-4402-bbfe-112d70750c0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d6f48f80-a853-4835-bd6c-b7f4c044806e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.781605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] For port 8d7a12a1-20db-491e-b93e-5401a6971cf3, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:55.782044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.788181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3dd73-6376-4402-bbfe-112d70750c0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f48f80-a853-4835-bd6c-b7f4c044806e,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:55.792730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.806439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] Calling delete_port for 8d7a12a1-20db-491e-b93e-5401a6971cf3 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:55.814378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.ipam_backend_mixin [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] Port 8d7a12a1-20db-491e-b93e-5401a6971cf3 was not found and therefore no delete operation was performed {{(pid=104444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:38:55.815930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] For port bae65049-0f1b-465f-b020-b9d56f7cead5, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:55.819575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] For port bae65049-0f1b-465f-b020-b9d56f7cead5, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=bae65049-0f1b-465f-b020-b9d56f7cead5,segment=NetworkSegment(e513052f-68c9-41ed-9002-a6fc2c91879c),segment_id=e513052f-68c9-41ed-9002-a6fc2c91879c)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:55.822838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (8d7a12a1-20db-491e-b93e-5401a6971cf3), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.854345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] Pushing event deleted for resources: {'Port': ['ID=8d7a12a1-20db-491e-b93e-5401a6971cf3,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:55.858162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609d296-1586-4268-b803-2ad2829ff2c0 None None] No DVR routers for this DVR port 8d7a12a1-20db-491e-b93e-5401a6971cf3 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:55.861278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-30202280-57dd-4c5e-bf1e-38591f63f684 None None] Provisioning complete for port bae65049-0f1b-465f-b020-b9d56f7cead5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:55.861648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-30202280-57dd-4c5e-bf1e-38591f63f684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.882710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-91e3dd73-6376-4402-bbfe-112d70750c0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.884257 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-91e3dd73-6376-4402-bbfe-112d70750c0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8751824 Apr 06 14:38:55.900831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-30202280-57dd-4c5e-bf1e-38591f63f684 None None] Port bae65049-0f1b-465f-b020-b9d56f7cead5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:38:55.903478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45792) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:55.907832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1b667b42-e850-40d0-9290-872778f83c0a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'security_group_rule': {'security_group_id': 'e0c1bd09-5379-4ea2-adaf-320c82bb6c0f', 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:55.965709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (100ca191-7ced-4dd4-9f3f-ed6f93592a7f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.965951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.966420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.975647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.981175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] 10.222.0.71 "DELETE /v2.0/networks/100ca191-7ced-4dd4-9f3f-ed6f93592a7f HTTP/1.1" status: 204 len: 168 time: 0.9408467 Apr 06 14:38:55.998653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5533b-916d-48dc-8fcf-b0b9d09019e2 tempest-NetworksIpV6Test-1995940349 tempest-NetworksIpV6Test-1995940349-project] Pushing event deleted for resources: {'Network': ['ID=100ca191-7ced-4dd4-9f3f-ed6f93592a7f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.021576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:56.029541 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-1b667b42-e850-40d0-9290-872778f83c0a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Project 9b67b1a6db594cbd9271e1614e0bf014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:38:56.031397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:56.036536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b667b42-e850-40d0-9290-872778f83c0a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (b7108776-a55a-4354-a5aa-9286dd331473), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.036891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:56.051306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Routers {'fd2f7514-f161-445b-96ab-dd8618afaa8f'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:56.051971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['fd2f7514-f161-445b-96ab-dd8618afaa8f'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:56.081340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=1e01b772-2c53-4fcb-8aa5-05199eda42eb,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.144301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b667b42-e850-40d0-9290-872778f83c0a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (b7108776-a55a-4354-a5aa-9286dd331473), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.149843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc1b4-69c5-4a87-9040-c99aeccab644 None None] Pushing event updated for resources: {'Port': ['ID=bae65049-0f1b-465f-b020-b9d56f7cead5,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.214191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] Set router fd2f7514-f161-445b-96ab-dd8618afaa8f gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:56.223655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b667b42-e850-40d0-9290-872778f83c0a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (b7108776-a55a-4354-a5aa-9286dd331473), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.243219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b667b42-e850-40d0-9290-872778f83c0a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7108776-a55a-4354-a5aa-9286dd331473,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.359150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3fa5dec8-a683-45d0-97df-7da838c4a7a8 None None] Provisioning complete for port bae65049-0f1b-465f-b020-b9d56f7cead5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:56.359531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3fa5dec8-a683-45d0-97df-7da838c4a7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.397095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b667b42-e850-40d0-9290-872778f83c0a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.403494 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1b667b42-e850-40d0-9290-872778f83c0a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4992969 Apr 06 14:38:56.404224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45796) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:56.409368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-99f55298-1529-4e33-b5a3-5224d47623b8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'security_group_rule': {'security_group_id': 'e0c1bd09-5379-4ea2-adaf-320c82bb6c0f', 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:56.513470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.515574 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-99f55298-1529-4e33-b5a3-5224d47623b8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Project 9b67b1a6db594cbd9271e1614e0bf014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:38:56.521567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f55298-1529-4e33-b5a3-5224d47623b8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (37d230e7-76e3-48f3-b844-74330dcd57ff), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.592130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45800) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:56.611934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f55298-1529-4e33-b5a3-5224d47623b8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (37d230e7-76e3-48f3-b844-74330dcd57ff), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.656174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5dec8-a683-45d0-97df-7da838c4a7a8 None None] Current status of the port bae65049-0f1b-465f-b020-b9d56f7cead5 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:56.656776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3fa5dec8-a683-45d0-97df-7da838c4a7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.674602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 4, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port': {'id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:46Z', 'updated_at': '2022-04-06T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'bae65049-0f1b-465f-b020-b9d56f7cead5', 'name': '', 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'mac_address': 'fa:16:3e:51:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:49Z', 'updated_at': '2022-04-06T14:38:55Z', 'revision_number': 4, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'subnets': [{'id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:56.691942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f55298-1529-4e33-b5a3-5224d47623b8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (37d230e7-76e3-48f3-b844-74330dcd57ff), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.711365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca10387-57b4-4773-9e80-fbb0a18f3a46 None None] The sync data for ids ['fd2f7514-f161-445b-96ab-dd8618afaa8f'] in dv-neutron-835863-1-hyperv is: [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:38:49Z', 'revision_number': 4, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port': {'id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:46Z', 'updated_at': '2022-04-06T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'bae65049-0f1b-465f-b020-b9d56f7cead5', 'name': '', 'network_id': '7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'mac_address': 'fa:16:3e:51:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:49Z', 'updated_at': '2022-04-06T14:38:55Z', 'revision_number': 4, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'subnets': [{'id': '5b294947-fda8-4d09-b48d-dba87551f00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:56.711686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f55298-1529-4e33-b5a3-5224d47623b8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d230e7-76e3-48f3-b844-74330dcd57ff,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.723216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3fa5dec8-a683-45d0-97df-7da838c4a7a8 None None] For port bae65049-0f1b-465f-b020-b9d56f7cead5, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=bae65049-0f1b-465f-b020-b9d56f7cead5,segment=NetworkSegment(e513052f-68c9-41ed-9002-a6fc2c91879c),segment_id=e513052f-68c9-41ed-9002-a6fc2c91879c)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:56.785210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99f55298-1529-4e33-b5a3-5224d47623b8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.790434 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-99f55298-1529-4e33-b5a3-5224d47623b8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3814714 Apr 06 14:38:56.800503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45810) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:56.800741 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c29d33ca-bf29-458b-9842-66eb437bb594 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b9364ee197cb4cd6b9d341702aaa610d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057672 Apr 06 14:38:56.802049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.827823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3fa5dec8-a683-45d0-97df-7da838c4a7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.900916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c37d217-ee93-41de-8c31-ade29421f38f admin admin] Publish callbacks [] for security_group (f0174ac4-da08-4975-98a5-00cdc348db1f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.925679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5dec8-a683-45d0-97df-7da838c4a7a8 None None] Pushing event updated for resources: {'Port': ['ID=bae65049-0f1b-465f-b020-b9d56f7cead5,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.952109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c37d217-ee93-41de-8c31-ade29421f38f admin admin] Publish callbacks [] for security_group (f0174ac4-da08-4975-98a5-00cdc348db1f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.075439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:38:57.079732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bae65049-0f1b-465f-b020-b9d56f7cead5 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:38:57.147210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port bae65049-0f1b-465f-b020-b9d56f7cead5 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:57.147588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.161819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c37d217-ee93-41de-8c31-ade29421f38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f0174ac4-da08-4975-98a5-00cdc348db1f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.165066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c37d217-ee93-41de-8c31-ade29421f38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.169461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6c37d217-ee93-41de-8c31-ade29421f38f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0174ac4-da08-4975-98a5-00cdc348db1f HTTP/1.1" status: 204 len: 168 time: 0.3624716 Apr 06 14:38:57.184955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37d217-ee93-41de-8c31-ade29421f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0174ac4-da08-4975-98a5-00cdc348db1f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:57.267000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:57.282496 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Sync routers for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:57.295114 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:57.296035 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:57.314533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port bae65049-0f1b-465f-b020-b9d56f7cead5 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:57.383945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.385437 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fc83b2a0-5cab-40f8-80e6-769be1c13fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1595180 Apr 06 14:38:57.388856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45856) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:57.416714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8d7a12a1-20db-491e-b93e-5401a6971cf3 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:57.432262 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bb72c10b-6718-49ea-8fb8-a8baa1983bdc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411255 Apr 06 14:38:57.435181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45858) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:57.445767 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:57.448554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 8d7a12a1-20db-491e-b93e-5401a6971cf3 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:57.449218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8d7a12a1-20db-491e-b93e-5401a6971cf3 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:57.555515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d7b09-c668-40d2-9cf1-ed627bfe1532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:57.561445 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f63d7b09-c668-40d2-9cf1-ed627bfe1532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1251175 Apr 06 14:38:57.564289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45862) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:57.599032 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9bf9b4cd-b7da-4ed8-bacd-a6c9434172ac tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312245 Apr 06 14:38:57.600757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45864) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:57.604326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1465745022', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:57.664660 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:38:56Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:57.712826 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Checking router: d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:57.713170 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Updating router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 port 1e01b772-2c53-4fcb-8aa5-05199eda42eb binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:38:57.741984 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.804232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:57.809544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.003466 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Publish callbacks [] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.126631 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.127395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (56e402db-d1b2-41d7-9a05-b45ec96f45f1), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.245267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=56e402db-d1b2-41d7-9a05-b45ec96f45f1,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:58.253363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:58.253790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: ed358cc0-7259-4801-860b-152d522a187b, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:38:58.285221 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352dbca-a41b-4009-a464-6be2ee9a0b63 None None] Pushing event updated for resources: {'Port': ['ID=1e01b772-2c53-4fcb-8aa5-05199eda42eb,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:58.289497 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Attempting to bind port 1e01b772-2c53-4fcb-8aa5-05199eda42eb on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:58.290062 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Attempting to bind port 1e01b772-2c53-4fcb-8aa5-05199eda42eb by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:58.290425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Attempting to bind port 1e01b772-2c53-4fcb-8aa5-05199eda42eb on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:58.305379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:58.305379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:58.305379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.305379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:58.305379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Bound port: 1e01b772-2c53-4fcb-8aa5-05199eda42eb, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:58.305379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.363882 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] For port 1e01b772-2c53-4fcb-8aa5-05199eda42eb, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:58.367053 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] For port 1e01b772-2c53-4fcb-8aa5-05199eda42eb, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1e01b772-2c53-4fcb-8aa5-05199eda42eb,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:58.405538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network ed358cc0-7259-4801-860b-152d522a187b is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:38:58.428365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45890) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:58.440804 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.499755 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:58.500416 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:58.505739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, ed358cc0-7259-4801-860b-152d522a187b) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:58.508595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:58.509334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.515616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3950834a-e586-492d-b301-1dca052b1de2 None None] Network ed358cc0-7259-4801-860b-152d522a187b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:58.546392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-712409439'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:58.579549 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352dbca-a41b-4009-a464-6be2ee9a0b63 None None] Pushing event updated for resources: {'Port': ['ID=1e01b772-2c53-4fcb-8aa5-05199eda42eb,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:58.607211 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-79c2d10a-3107-4168-92f4-5d71097a67c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0034502 Apr 06 14:38:58.614429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45894) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:58.635875 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:58.643733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-ed358cc0-7259-4801-860b-152d522a187b', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:38:58.644672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.698381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:38:58.702257 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.717617 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.806019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Allocated IP 172.20.0.2 (ed358cc0-7259-4801-860b-152d522a187b/56e402db-d1b2-41d7-9a05-b45ec96f45f1/c8c89493-986d-4b7d-8cc4-48a92363798f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:38:58.838556 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:38:56Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:58.870412 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01025e-3f49-463d-a7e4-1cdd43a55132 None None] The sync data for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv is: [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:38:56Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:59.004041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (4f153eff-def3-4054-9c5e-db11c1aa024f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.016074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Publish callbacks [] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.080189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4f153eff-def3-4054-9c5e-db11c1aa024f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.112217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:38:59.115769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.158189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f153eff-def3-4054-9c5e-db11c1aa024f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:59.170835 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Network ed358cc0-7259-4801-860b-152d522a187b is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:38:59.179088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:38:59.185970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:38:59.189371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Pushing event updated for resources: {'Port': ['ID=c8c89493-986d-4b7d-8cc4-48a92363798f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:59.193038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5c1e865b-2856-4b1e-9e7a-01a73c9d4040), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.193504 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Added segment 5c1e865b-2856-4b1e-9e7a-01a73c9d4040 of type vlan for network 5d42b287-7224-41a4-b07f-a2840af164a9 Apr 06 14:38:59.298006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Attempting to bind port c8c89493-986d-4b7d-8cc4-48a92363798f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:38:59.300759 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Attempting to bind port c8c89493-986d-4b7d-8cc4-48a92363798f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:38:59.301993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Attempting to bind port c8c89493-986d-4b7d-8cc4-48a92363798f on network ed358cc0-7259-4801-860b-152d522a187b {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:38:59.310180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:38:59.310560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Checking segment: {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:38:59.311000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.312836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Bound using segment: {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:38:59.313340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Bound port: c8c89493-986d-4b7d-8cc4-48a92363798f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:38:59.314499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.316158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (5d42b287-7224-41a4-b07f-a2840af164a9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.400819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.440081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (5d42b287-7224-41a4-b07f-a2840af164a9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.450676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:59.452065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.462766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] For port c8c89493-986d-4b7d-8cc4-48a92363798f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:38:59.472876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] For port c8c89493-986d-4b7d-8cc4-48a92363798f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8c89493-986d-4b7d-8cc4-48a92363798f,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:38:59.625351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Network': ['ID=5d42b287-7224-41a4-b07f-a2840af164a9,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:59.626427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:59.681211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:38:59.715693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45932) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:59.716262 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-215b5ab0-c096-473f-a52a-f11300f47efb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2862573 Apr 06 14:38:59.724386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'name': 'tempest-PortsTestJSON-1430956799'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:59.854175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623bac6-d2a4-4d91-acd4-1ae33c5accb4 None None] Pushing event updated for resources: {'Port': ['ID=c8c89493-986d-4b7d-8cc4-48a92363798f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:59.935118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.1 (ed358cc0-7259-4801-860b-152d522a187b/56e402db-d1b2-41d7-9a05-b45ec96f45f1/d867c267-e71d-4723-97da-c0646830b2cc) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:00.000628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:00.005693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:00.023972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:00.099500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (d867c267-e71d-4723-97da-c0646830b2cc), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:00.244487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d867c267-e71d-4723-97da-c0646830b2cc), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:00.264258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:00.305064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network ed358cc0-7259-4801-860b-152d522a187b is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:00.310613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:00.313246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:00.340322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=d867c267-e71d-4723-97da-c0646830b2cc,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:00.366573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:00.367686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:00.447856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=96e7728a-a4d4-40a8-9016-68ef35a9eb1c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:00.453302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking segment: {'id': '5c1e865b-2856-4b1e-9e7a-01a73c9d4040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:00.461116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network hostable DHCP agents. Network: 5d42b287-7224-41a4-b07f-a2840af164a9, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:00.571791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:00.652869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d867c267-e71d-4723-97da-c0646830b2cc), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:00.701269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 5d42b287-7224-41a4-b07f-a2840af164a9) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:00.705900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:00.711658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:00.714318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e6ff1-329d-4cb0-9d32-49c23f9d11f8 None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:00.720674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:00.818850 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f8efe41e-2cfa-4497-a279-74889c503e6a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1011026 Apr 06 14:39:00.821855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45936) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:00.830927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1369833117'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:00.975661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:00.979799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.008379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (d867c267-e71d-4723-97da-c0646830b2cc), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.019568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:39:01.037653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (05bc1693-b9a7-493c-b55c-e5dd03fbbbe7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.038386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Added segment 05bc1693-b9a7-493c-b55c-e5dd03fbbbe7 of type vlan for network 1d871544-c8a6-4de0-a5cc-154b122583f5 Apr 06 14:39:01.061625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8583636-c3b0-4338-97ca-c2a2f4b0d069 None None] Network ed358cc0-7259-4801-860b-152d522a187b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:01.095991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (1d871544-c8a6-4de0-a5cc-154b122583f5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.103448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (d867c267-e71d-4723-97da-c0646830b2cc), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.147463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1e01b772-2c53-4fcb-8aa5-05199eda42eb up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:01.201228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (1d871544-c8a6-4de0-a5cc-154b122583f5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.207275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.207774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.216995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.220849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=d867c267-e71d-4723-97da-c0646830b2cc,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:01.229492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a60afd73-14f5-4b20-a1fd-3517f3959541 None None] Provisioning complete for port c8c89493-986d-4b7d-8cc4-48a92363798f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:01.229492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a60afd73-14f5-4b20-a1fd-3517f3959541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.307751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Network': ['ID=1d871544-c8a6-4de0-a5cc-154b122583f5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:01.353900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 1d871544-c8a6-4de0-a5cc-154b122583f5 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:39:01.354142 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8cc7b507-0a36-4fed-b81b-0e713cf19aab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5281954 Apr 06 14:39:01.354142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45938) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:01.360471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'ports': [{'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9'}, {'network_id': '1d871544-c8a6-4de0-a5cc-154b122583f5'}]} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:01.360776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:01.361250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '1d871544-c8a6-4de0-a5cc-154b122583f5'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:01.399822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network ed358cc0-7259-4801-860b-152d522a187b is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:01.403586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:01.441181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 1e01b772-2c53-4fcb-8aa5-05199eda42eb triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:01.441562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.568575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a60afd73-14f5-4b20-a1fd-3517f3959541 None None] Current status of the port c8c89493-986d-4b7d-8cc4-48a92363798f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:01.570356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a60afd73-14f5-4b20-a1fd-3517f3959541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.571803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:39:01.729919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a60afd73-14f5-4b20-a1fd-3517f3959541 None None] For port c8c89493-986d-4b7d-8cc4-48a92363798f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8c89493-986d-4b7d-8cc4-48a92363798f,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:01.751214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:01.757068 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-71ee6afb-e2f1-4f23-830b-bcbb237860d1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/d67ee178-4ae3-4551-8b97-c1fbbe3cffc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1481061 Apr 06 14:39:01.761504 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45942) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:01.789693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1e01b772-2c53-4fcb-8aa5-05199eda42eb is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:01.790173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.819570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a60afd73-14f5-4b20-a1fd-3517f3959541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.879941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 1e01b772-2c53-4fcb-8aa5-05199eda42eb, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1e01b772-2c53-4fcb-8aa5-05199eda42eb,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:01.925921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60afd73-14f5-4b20-a1fd-3517f3959541 None None] Pushing event updated for resources: {'Port': ['ID=c8c89493-986d-4b7d-8cc4-48a92363798f,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:01.931047 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.933723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.933723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.933723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.935359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.936026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.937064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.937833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:01.939992 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-961921da-3844-4895-9ea3-7edc27c48cc0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5589 time: 0.1756694 Apr 06 14:39:01.943645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45944) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:01.953203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:01.954089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8c89493-986d-4b7d-8cc4-48a92363798f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:02.119041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58e1f8-274c-43a6-b1d8-41566a1327c8 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:02.122927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58e1f8-274c-43a6-b1d8-41566a1327c8 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:02.122927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58e1f8-274c-43a6-b1d8-41566a1327c8 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:02.122927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58e1f8-274c-43a6-b1d8-41566a1327c8 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:02.122927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58e1f8-274c-43a6-b1d8-41566a1327c8 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:02.122927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58e1f8-274c-43a6-b1d8-41566a1327c8 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:02.123967 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fd58e1f8-274c-43a6-b1d8-41566a1327c8 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1791492 Apr 06 14:39:02.127118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45946) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:02.130771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-57555afd-957f-4b32-816b-5c56d30cba39 None None] Provisioning complete for port d867c267-e71d-4723-97da-c0646830b2cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:02.131179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-57555afd-957f-4b32-816b-5c56d30cba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d867c267-e71d-4723-97da-c0646830b2cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:02.175584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=1e01b772-2c53-4fcb-8aa5-05199eda42eb,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:02.188676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 2} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:02.194015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:02.200775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c8c89493-986d-4b7d-8cc4-48a92363798f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:02.201161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:02.205430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-57555afd-957f-4b32-816b-5c56d30cba39 None None] Port d867c267-e71d-4723-97da-c0646830b2cc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:02.230390 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:02.250562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-57555afd-957f-4b32-816b-5c56d30cba39 None None] Provisioning complete for port c8c89493-986d-4b7d-8cc4-48a92363798f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:02.250945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-57555afd-957f-4b32-816b-5c56d30cba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:02.369771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c8c89493-986d-4b7d-8cc4-48a92363798f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:02.424742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Sync routers for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:39:02.443416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-57555afd-957f-4b32-816b-5c56d30cba39 None None] Current status of the port c8c89493-986d-4b7d-8cc4-48a92363798f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:02.448800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:02.449471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:02.552403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:02.710820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:02.819771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:02.826848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port b192b442-4001-4c7d-9258-034186f5470e yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:02.851273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-da3cb660-56ad-49c9-aa8c-794f581eea9d None None] Provisioning complete for port d867c267-e71d-4723-97da-c0646830b2cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:02.851950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da3cb660-56ad-49c9-aa8c-794f581eea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d867c267-e71d-4723-97da-c0646830b2cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:02.934715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-da3cb660-56ad-49c9-aa8c-794f581eea9d None None] Port d867c267-e71d-4723-97da-c0646830b2cc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:02.948488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (b192b442-4001-4c7d-9258-034186f5470e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.033334 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2948bdd7-37f2-408e-8a45-6dbacc0f024d tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.9015336 Apr 06 14:39:03.041720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1e01b772-2c53-4fcb-8aa5-05199eda42eb up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:03.128088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dad5cb7a-0f00-4fe9-8279-1aa6e42a3e27 None None] Provisioning complete for port d867c267-e71d-4723-97da-c0646830b2cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:03.128472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dad5cb7a-0f00-4fe9-8279-1aa6e42a3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d867c267-e71d-4723-97da-c0646830b2cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.179981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dad5cb7a-0f00-4fe9-8279-1aa6e42a3e27 None None] Port d867c267-e71d-4723-97da-c0646830b2cc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:03.182851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 1e01b772-2c53-4fcb-8aa5-05199eda42eb triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:03.183659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.195822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.228450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:03.251321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:03.258589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:03.258589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:03.258589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b192b442-4001-4c7d-9258-034186f5470e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.258999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45952) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:03.265332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Checking router: d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:39:03.267888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Updating router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 port d867c267-e71d-4723-97da-c0646830b2cc binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:39:03.274023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-161b9fe9-a4e3-4c9c-a352-574db5c3c2b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879010872', 'description': 'tempest-secgroup-smoke-1879010872 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:03.289326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:03.320374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d867c267-e71d-4723-97da-c0646830b2cc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.338268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking segment: {'id': '05bc1693-b9a7-493c-b55c-e5dd03fbbbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1d871544-c8a6-4de0-a5cc-154b122583f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:03.339578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network hostable DHCP agents. Network: 1d871544-c8a6-4de0-a5cc-154b122583f5, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:03.344102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1e01b772-2c53-4fcb-8aa5-05199eda42eb is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:03.345174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8c89493-986d-4b7d-8cc4-48a92363798f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:03.362818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=b192b442-4001-4c7d-9258-034186f5470e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:03.388792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-161b9fe9-a4e3-4c9c-a352-574db5c3c2b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.457512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 1d871544-c8a6-4de0-a5cc-154b122583f5 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:03.478411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-161b9fe9-a4e3-4c9c-a352-574db5c3c2b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (b3bc65e6-30da-4403-ab3b-806d1f4a0dc0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.492220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c8c89493-986d-4b7d-8cc4-48a92363798f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:03.492603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.520828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 1d871544-c8a6-4de0-a5cc-154b122583f5) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:03.532002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:03.534415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:03.539052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:03.539729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.544414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-161b9fe9-a4e3-4c9c-a352-574db5c3c2b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b3bc65e6-30da-4403-ab3b-806d1f4a0dc0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.552367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9acd4c-057e-453f-bd78-ffb4a6109965 None None] Network 1d871544-c8a6-4de0-a5cc-154b122583f5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:03.590508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b9fe9-a4e3-4c9c-a352-574db5c3c2b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:03.626346 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c1aa07e6-95f7-4aae-9a50-bc1eb48b841f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2715600 Apr 06 14:39:03.629235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45954) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:03.663870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-161b9fe9-a4e3-4c9c-a352-574db5c3c2b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.668520 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-161b9fe9-a4e3-4c9c-a352-574db5c3c2b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4044995 Apr 06 14:39:03.668849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45956) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:03.675489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-02d57ca0-6b71-424f-abee-bced1aa9d0a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc65e6-30da-4403-ab3b-806d1f4a0dc0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:03.744213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c8c89493-986d-4b7d-8cc4-48a92363798f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:03.777585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7656a42b-2b0d-452e-a46f-6ecd387156ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port b192b442-4001-4c7d-9258-034186f5470e {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:03.777927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7656a42b-2b0d-452e-a46f-6ecd387156ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b192b442-4001-4c7d-9258-034186f5470e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.780949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02d57ca0-6b71-424f-abee-bced1aa9d0a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (b3ebdf38-ef73-46b7-98ee-f9f0a91f5583), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.820305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Publish callbacks [] for port (d867c267-e71d-4723-97da-c0646830b2cc), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.841807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02d57ca0-6b71-424f-abee-bced1aa9d0a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (b3ebdf38-ef73-46b7-98ee-f9f0a91f5583), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.852525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7656a42b-2b0d-452e-a46f-6ecd387156ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b192b442-4001-4c7d-9258-034186f5470e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.871530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7656a42b-2b0d-452e-a46f-6ecd387156ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for b192b442-4001-4c7d-9258-034186f5470e owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:03.920515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d867c267-e71d-4723-97da-c0646830b2cc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.944366 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02d57ca0-6b71-424f-abee-bced1aa9d0a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (b3ebdf38-ef73-46b7-98ee-f9f0a91f5583), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:03.975591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604b123-8765-4901-bc20-331379e228de None None] Pushing event updated for resources: {'Port': ['ID=d867c267-e71d-4723-97da-c0646830b2cc,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:03.993761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d57ca0-6b71-424f-abee-bced1aa9d0a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ebdf38-ef73-46b7-98ee-f9f0a91f5583,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:04.019624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7656a42b-2b0d-452e-a46f-6ecd387156ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b192b442-4001-4c7d-9258-034186f5470e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.037949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Attempting to bind port d867c267-e71d-4723-97da-c0646830b2cc on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:04.041773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7656a42b-2b0d-452e-a46f-6ecd387156ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.042922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Attempting to bind port d867c267-e71d-4723-97da-c0646830b2cc by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:04.043332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Attempting to bind port d867c267-e71d-4723-97da-c0646830b2cc on network ed358cc0-7259-4801-860b-152d522a187b {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:04.049553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45960) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:04.050354 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7656a42b-2b0d-452e-a46f-6ecd387156ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/b192b442-4001-4c7d-9258-034186f5470e HTTP/1.1" status: 204 len: 168 time: 0.4196925 Apr 06 14:39:04.058810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:04.064301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Checking segment: {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:04.064301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.064301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Bound using segment: {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:04.064301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Bound port: d867c267-e71d-4723-97da-c0646830b2cc, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:04.064301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d867c267-e71d-4723-97da-c0646830b2cc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.082370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656a42b-2b0d-452e-a46f-6ecd387156ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=b192b442-4001-4c7d-9258-034186f5470e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:04.092300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-02d57ca0-6b71-424f-abee-bced1aa9d0a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.093537 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-02d57ca0-6b71-424f-abee-bced1aa9d0a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4236634 Apr 06 14:39:04.096588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45962) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:04.105991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8f4c4948-e4ce-40ba-9493-efcb8439666a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc65e6-30da-4403-ab3b-806d1f4a0dc0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:04.154663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] For port d867c267-e71d-4723-97da-c0646830b2cc, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:04.158926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] For port d867c267-e71d-4723-97da-c0646830b2cc, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d867c267-e71d-4723-97da-c0646830b2cc,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:04.191609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c3674-e866-4061-b189-38eaa79770bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:04.197237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c3674-e866-4061-b189-38eaa79770bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:04.201724 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6d5c3674-e866-4061-b189-38eaa79770bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1485643 Apr 06 14:39:04.202076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45964) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:04.235421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d867c267-e71d-4723-97da-c0646830b2cc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.241413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4948-e4ce-40ba-9493-efcb8439666a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (50775f5f-f641-4b44-9e9c-de6e570dbb11), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.347473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:04.348701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:38:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:04.350389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4948-e4ce-40ba-9493-efcb8439666a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (50775f5f-f641-4b44-9e9c-de6e570dbb11), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.372005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cb8d-2ebd-45f9-9754-2a86079a0cf5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:04.372005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e52cb8d-2ebd-45f9-9754-2a86079a0cf5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.403847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604b123-8765-4901-bc20-331379e228de None None] Pushing event updated for resources: {'Port': ['ID=d867c267-e71d-4723-97da-c0646830b2cc,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:04.438812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4948-e4ce-40ba-9493-efcb8439666a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (50775f5f-f641-4b44-9e9c-de6e570dbb11), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.445544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4317fe5e-770a-4535-96d8-795c12e80dbc None None] Provisioning complete for port d867c267-e71d-4723-97da-c0646830b2cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:04.445544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4317fe5e-770a-4535-96d8-795c12e80dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d867c267-e71d-4723-97da-c0646830b2cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.472387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e52cb8d-2ebd-45f9-9754-2a86079a0cf5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.483622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c4948-e4ce-40ba-9493-efcb8439666a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50775f5f-f641-4b44-9e9c-de6e570dbb11,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:04.493054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cb8d-2ebd-45f9-9754-2a86079a0cf5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:04.551258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:04.567426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4948-e4ce-40ba-9493-efcb8439666a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.571209 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8f4c4948-e4ce-40ba-9493-efcb8439666a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4709885 Apr 06 14:39:04.571472 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45966) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:04.576593 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-54486e7b-6fa9-4e8b-bb0d-6aea238081ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc65e6-30da-4403-ab3b-806d1f4a0dc0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:04.669587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4317fe5e-770a-4535-96d8-795c12e80dbc None None] Current status of the port d867c267-e71d-4723-97da-c0646830b2cc is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:04.669979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4317fe5e-770a-4535-96d8-795c12e80dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d867c267-e71d-4723-97da-c0646830b2cc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.697850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e52cb8d-2ebd-45f9-9754-2a86079a0cf5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.725337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-54486e7b-6fa9-4e8b-bb0d-6aea238081ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (0f144daa-a864-4593-b9ec-2ab34744a921), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.736730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52cb8d-2ebd-45f9-9754-2a86079a0cf5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:04.753706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e52cb8d-2ebd-45f9-9754-2a86079a0cf5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.758696 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8e52cb8d-2ebd-45f9-9754-2a86079a0cf5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5 HTTP/1.1" status: 204 len: 168 time: 0.5554302 Apr 06 14:39:04.759316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4317fe5e-770a-4535-96d8-795c12e80dbc None None] For port d867c267-e71d-4723-97da-c0646830b2cc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d867c267-e71d-4723-97da-c0646830b2cc,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:04.761631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45970) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:04.827990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4317fe5e-770a-4535-96d8-795c12e80dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d867c267-e71d-4723-97da-c0646830b2cc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.833542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f2dbc-2d15-45a9-b019-030e4977f2e8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:04.833542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f29f2dbc-2d15-45a9-b019-030e4977f2e8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0689473 Apr 06 14:39:04.834946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45972) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:04.879356 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e793fc-3da2-4082-b42b-35326b889e0d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:04.881230 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f9e793fc-3da2-4082-b42b-35326b889e0d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/b192b442-4001-4c7d-9258-034186f5470e HTTP/1.1" status: 404 len: 333 time: 0.0441737 Apr 06 14:39:04.883963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45974) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:04.903528 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317fe5e-770a-4535-96d8-795c12e80dbc None None] Pushing event updated for resources: {'Port': ['ID=d867c267-e71d-4723-97da-c0646830b2cc,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:04.909147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:04Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:04.911681 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-54486e7b-6fa9-4e8b-bb0d-6aea238081ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (0f144daa-a864-4593-b9ec-2ab34744a921), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.925241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ee6973-5623-4f23-a962-cf37ad053d37 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:04.926642 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-63ee6973-5623-4f23-a962-cf37ad053d37 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/6e70aa0c-6c67-4c0f-9a5b-e871f1d8fbc5 HTTP/1.1" status: 404 len: 333 time: 0.0414615 Apr 06 14:39:04.929393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45976) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:04.938594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a0126-5145-427e-988d-7a4fb7819d40 None None] The sync data for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv is: [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:04Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:39:04.954219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9511b1c0-b410-49b6-9eed-892bf9486d71 None None] Provisioning complete for port d867c267-e71d-4723-97da-c0646830b2cc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:04.954653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9511b1c0-b410-49b6-9eed-892bf9486d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d867c267-e71d-4723-97da-c0646830b2cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:04.971843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-54486e7b-6fa9-4e8b-bb0d-6aea238081ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (0f144daa-a864-4593-b9ec-2ab34744a921), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.014952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54486e7b-6fa9-4e8b-bb0d-6aea238081ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f144daa-a864-4593-b9ec-2ab34744a921,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:05.088758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (1d871544-c8a6-4de0-a5cc-154b122583f5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.097500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9511b1c0-b410-49b6-9eed-892bf9486d71 None None] Current status of the port d867c267-e71d-4723-97da-c0646830b2cc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:05.128036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-54486e7b-6fa9-4e8b-bb0d-6aea238081ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.129299 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-54486e7b-6fa9-4e8b-bb0d-6aea238081ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5568111 Apr 06 14:39:05.132130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45978) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:05.142349 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1012b82e-ae7d-409e-b894-6fc04ec2f4b7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc65e6-30da-4403-ab3b-806d1f4a0dc0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:05.230983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (1d871544-c8a6-4de0-a5cc-154b122583f5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.240352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1012b82e-ae7d-409e-b894-6fc04ec2f4b7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (196a04b1-8d47-4026-8eca-5c721e67b8c6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.264464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d871544-c8a6-4de0-a5cc-154b122583f5']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:05.276187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bc1693-b9a7-493c-b55c-e5dd03fbbbe7') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:05.276523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bc1693-b9a7-493c-b55c-e5dd03fbbbe7') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:05.291957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (05bc1693-b9a7-493c-b55c-e5dd03fbbbe7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.311780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (05bc1693-b9a7-493c-b55c-e5dd03fbbbe7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.313073 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1012b82e-ae7d-409e-b894-6fc04ec2f4b7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (196a04b1-8d47-4026-8eca-5c721e67b8c6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.319045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:05.319457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (05bc1693-b9a7-493c-b55c-e5dd03fbbbe7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:05.323043 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:05.394783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1012b82e-ae7d-409e-b894-6fc04ec2f4b7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (196a04b1-8d47-4026-8eca-5c721e67b8c6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.422705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012b82e-ae7d-409e-b894-6fc04ec2f4b7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196a04b1-8d47-4026-8eca-5c721e67b8c6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:05.491725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (1d871544-c8a6-4de0-a5cc-154b122583f5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.503379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.503379 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/networks/1d871544-c8a6-4de0-a5cc-154b122583f5 HTTP/1.1" status: 204 len: 168 time: 0.5720544 Apr 06 14:39:05.505972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45980) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:05.528775 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1012b82e-ae7d-409e-b894-6fc04ec2f4b7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.531072 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1012b82e-ae7d-409e-b894-6fc04ec2f4b7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3967507 Apr 06 14:39:05.531212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1751252017'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:05.533163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45982) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:05.536349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d7190-e26e-4478-80e9-000b7723a930 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Network': ['ID=1d871544-c8a6-4de0-a5cc-154b122583f5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:05.540340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-eac914bf-f0d4-4065-a97f-8dc42d896c20 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc65e6-30da-4403-ab3b-806d1f4a0dc0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:05.669685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:05.673749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.697937 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-eac914bf-f0d4-4065-a97f-8dc42d896c20 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:39:05.704976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eac914bf-f0d4-4065-a97f-8dc42d896c20 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (9bac9e06-9f36-4ca0-9d26-8897d7b195b7), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.705596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:39:05.718420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.718918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Added segment c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083 of type vlan for network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d Apr 06 14:39:05.766817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.782726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eac914bf-f0d4-4065-a97f-8dc42d896c20 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (9bac9e06-9f36-4ca0-9d26-8897d7b195b7), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.874954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eac914bf-f0d4-4065-a97f-8dc42d896c20 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (9bac9e06-9f36-4ca0-9d26-8897d7b195b7), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.897813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.905291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:05.905588 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac914bf-f0d4-4065-a97f-8dc42d896c20 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bac9e06-9f36-4ca0-9d26-8897d7b195b7,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:05.905714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.972460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eac914bf-f0d4-4065-a97f-8dc42d896c20 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.977265 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eac914bf-f0d4-4065-a97f-8dc42d896c20 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4427743 Apr 06 14:39:05.980023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 45986) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:05.984624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-01423904-8694-46ba-b7ec-b4e44595581e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc65e6-30da-4403-ab3b-806d1f4a0dc0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:05.996444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Network': ['ID=bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:06.006428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-85e8dd22-76be-4394-a4bb-c9e5c9fa3328 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4978352 Apr 06 14:39:06.008859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 45988) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:06.009545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:39:06.014879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': 'bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:06.080803 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-01423904-8694-46ba-b7ec-b4e44595581e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:39:06.086348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01423904-8694-46ba-b7ec-b4e44595581e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (4d7f31b6-1175-4e5c-926b-872c94edf762), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:06.179410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01423904-8694-46ba-b7ec-b4e44595581e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (4d7f31b6-1175-4e5c-926b-872c94edf762), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:06.192279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:06.199595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:06.244263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01423904-8694-46ba-b7ec-b4e44595581e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (4d7f31b6-1175-4e5c-926b-872c94edf762), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:06.262990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Performing IP validity checks on allocation pools {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 14:39:06.263589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.ipam_backend_mixin [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 14:39:06.266185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01423904-8694-46ba-b7ec-b4e44595581e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7f31b6-1175-4e5c-926b-872c94edf762,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:06.322080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01423904-8694-46ba-b7ec-b4e44595581e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:06.323352 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-01423904-8694-46ba-b7ec-b4e44595581e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3423200 Apr 06 14:39:06.463332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (9d673022-a512-4d66-ad01-2b1562a0689e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:06.564464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking segment: {'id': 'c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:06.565034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network hostable DHCP agents. Network: bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:06.571848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=9d673022-a512-4d66-ad01-2b1562a0689e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:06.605515 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-d6ab8b55-f834-451c-8fb5-2f2a3ad350e9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879010872&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.1021318 Apr 06 14:39:06.671605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:06.730829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-90cf9273-20a9-4811-861d-30b54beebec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:06.732327 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-90cf9273-20a9-4811-861d-30b54beebec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=ed358cc0-7259-4801-860b-152d522a187b HTTP/1.1" status: 200 len: 796 time: 0.1196554 Apr 06 14:39:06.749023 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-0e207a45-bac7-45a3-8cd2-cf99f6907cb6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0109901 Apr 06 14:39:06.754183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:06.762854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18a74e8-78ca-4232-978b-f1bc8c6fd540 None None] Network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:06.770795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:06.771507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:06.825690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-886453fd-b1a2-4727-bb86-8fc17b3c1d8f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695620 Apr 06 14:39:06.888322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d', 'network_id': 'bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d', 'project_id': 'fb830a5c533c4907a1a198cc77221cad', 'fixed_ips': [{'subnet_id': '9d673022-a512-4d66-ad01-2b1562a0689e'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:39:06.889641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:06.894923 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46002) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:06.895327 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ecf4ec8c-0e5a-4c24-8750-e0f24208ec52 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8848717 Apr 06 14:39:06.900725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': 'bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d', 'name': 'tempest-PortsTestJSON-534397087'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:06.953484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-1b9e5597-ed27-468c-8325-323d6525f1b3 service neutron] 10.222.0.71 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148105 Apr 06 14:39:07.086718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-5fcba30d-ce01-4374-a8ba-0897fe0d7f1b service neutron] 10.222.0.71 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299474 Apr 06 14:39:07.099520 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d867c267-e71d-4723-97da-c0646830b2cc up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:07.130992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Allocated IP 172.20.0.2 (bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d/9d673022-a512-4d66-ad01-2b1562a0689e/4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:07.160670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:07.164452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:07.188637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port ae70cf5b-4ec2-4c01-aebf-1061aa412a9d yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:07.381024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d867c267-e71d-4723-97da-c0646830b2cc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:07.381410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d867c267-e71d-4723-97da-c0646830b2cc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:07.392275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d1fae311-9ce3-4d18-8bc0-ffc310e7c13b req-f23123c9-89cd-4652-bfc7-1936c0558c1a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 210 time: 0.0442669 Apr 06 14:39:07.539268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Publish callbacks [] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:07.542988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d867c267-e71d-4723-97da-c0646830b2cc is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:07.624058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:07.664635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:07.672867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:07.673830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:07.681030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Pushing event updated for resources: {'Port': ['ID=4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:07.686493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.14 (bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d/9d673022-a512-4d66-ad01-2b1562a0689e/ae70cf5b-4ec2-4c01-aebf-1061aa412a9d) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:07.739793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Attempting to bind port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:07.740261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Attempting to bind port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:07.740770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Attempting to bind port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 on network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:07.746866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:07.747373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Checking segment: {'id': 'c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:07.747936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:07.748400 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Bound using segment: {'id': 'c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:07.748981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Bound port: 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:07.749465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:07.831864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] For port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:07.835060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] For port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2,segment=NetworkSegment(c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083),segment_id=c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:07.878126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (ae70cf5b-4ec2-4c01-aebf-1061aa412a9d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:07.904187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:07.961761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782294f8-1d0d-43bc-90fb-cf7ba6dbc1f0 None None] Pushing event updated for resources: {'Port': ['ID=4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:07.996155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ae70cf5b-4ec2-4c01-aebf-1061aa412a9d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.053551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:08.057193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:08.060657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:08.102140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=ae70cf5b-4ec2-4c01-aebf-1061aa412a9d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:08.137120 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:08.138276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.250061 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9bd77f82-e7d6-400d-b38c-ea153c425221 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3540754 Apr 06 14:39:08.252882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46018) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:08.363981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-1b345e6e-cd6f-4682-80ce-d632792bc468 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port ae70cf5b-4ec2-4c01-aebf-1061aa412a9d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:08.364617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b345e6e-cd6f-4682-80ce-d632792bc468 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ae70cf5b-4ec2-4c01-aebf-1061aa412a9d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.467313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b345e6e-cd6f-4682-80ce-d632792bc468 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ae70cf5b-4ec2-4c01-aebf-1061aa412a9d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.487470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-1b345e6e-cd6f-4682-80ce-d632792bc468 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for ae70cf5b-4ec2-4c01-aebf-1061aa412a9d owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:08.528730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6d58f312-a6ed-4fb8-b202-8480dcb781e4 req-76eb1c96-8e16-42f1-8346-3034b03ca24a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 210 time: 0.0387743 Apr 06 14:39:08.731034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b345e6e-cd6f-4682-80ce-d632792bc468 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (ae70cf5b-4ec2-4c01-aebf-1061aa412a9d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.766671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b345e6e-cd6f-4682-80ce-d632792bc468 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=ae70cf5b-4ec2-4c01-aebf-1061aa412a9d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:08.859236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b345e6e-cd6f-4682-80ce-d632792bc468 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:08.862999 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1b345e6e-cd6f-4682-80ce-d632792bc468 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/ae70cf5b-4ec2-4c01-aebf-1061aa412a9d HTTP/1.1" status: 204 len: 168 time: 0.6087177 Apr 06 14:39:08.865526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46022) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:08.891388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c98a26d-6876-4b82-96bc-3ce1f4c4a98d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:39:08.891985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c98a26d-6876-4b82-96bc-3ce1f4c4a98d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:39:08.895644 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4c98a26d-6876-4b82-96bc-3ce1f4c4a98d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/ae70cf5b-4ec2-4c01-aebf-1061aa412a9d HTTP/1.1" status: 404 len: 333 time: 0.0291123 Apr 06 14:39:08.898630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46024) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:08.928503 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed97c219-15a6-4ab3-a649-0dbfc29be8ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:08.929964 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ed97c219-15a6-4ab3-a649-0dbfc29be8ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/ae70cf5b-4ec2-4c01-aebf-1061aa412a9d HTTP/1.1" status: 404 len: 333 time: 0.0302842 Apr 06 14:39:08.932736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46026) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:08.997901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7eeb1b-385f-4a76-8c8b-bda800ad188b tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet 9d673022-a512-4d66-ad01-2b1562a0689e {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:09.002060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7eeb1b-385f-4a76-8c8b-bda800ad188b tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (9d673022-a512-4d66-ad01-2b1562a0689e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.021471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508cec6e-f6b9-4a6e-92a6-5f4faf77b9ba None None] Network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:09.057074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7eeb1b-385f-4a76-8c8b-bda800ad188b tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (9d673022-a512-4d66-ad01-2b1562a0689e), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.098715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:09.110541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5ba03e70-07d8-475a-ab6e-0095b83739f4 None None] Provisioning complete for port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:09.110916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ba03e70-07d8-475a-ab6e-0095b83739f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.131074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5e560642-207d-492b-b250-4e87b2fe71ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.182115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7eeb1b-385f-4a76-8c8b-bda800ad188b tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (9d673022-a512-4d66-ad01-2b1562a0689e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.273936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:09.274226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.320932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ba03e70-07d8-475a-ab6e-0095b83739f4 None None] Current status of the port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:09.321323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ba03e70-07d8-475a-ab6e-0095b83739f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.366562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7eeb1b-385f-4a76-8c8b-bda800ad188b tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (9d673022-a512-4d66-ad01-2b1562a0689e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.408489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eeb1b-385f-4a76-8c8b-bda800ad188b tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=9d673022-a512-4d66-ad01-2b1562a0689e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:09.418144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af7eeb1b-385f-4a76-8c8b-bda800ad188b tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.422936 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-af7eeb1b-385f-4a76-8c8b-bda800ad188b tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/9d673022-a512-4d66-ad01-2b1562a0689e HTTP/1.1" status: 204 len: 168 time: 0.4886250 Apr 06 14:39:09.425991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46030) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:09.441414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:09.444466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.473887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5ba03e70-07d8-475a-ab6e-0095b83739f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:39:09.474245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5ba03e70-07d8-475a-ab6e-0095b83739f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:39:09.531360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:39:09.532353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:39:09.561332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-5f37a6db-47aa-4b76-8c17-598c8bf7e1e6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:09.563070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-5f37a6db-47aa-4b76-8c17-598c8bf7e1e6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=ed358cc0-7259-4801-860b-152d522a187b HTTP/1.1" status: 200 len: 796 time: 0.2015054 Apr 06 14:39:09.608578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.644738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1689242-adb8-43b4-80d3-81858dfc92ae None None] Network bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:09.666606 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5cae8608-37db-4dba-81c1-3c44ab02c734 req-873d03de-5a02-4f7b-a7a7-4d0d22d89fdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 210 time: 0.0443478 Apr 06 14:39:09.689336 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-cd59d475-0842-41f2-b901-da28433c5953 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 380 time: 0.1116340 Apr 06 14:39:09.690864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:09.692590 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.701572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': '601d3cb7-f644-4e69-9546-b66837b63441', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['b3bc65e6-30da-4403-ab3b-806d1f4a0dc0']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:09.775761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] For port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2,segment=NetworkSegment(c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083),segment_id=c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:09.776389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.794786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:09.874752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] DHCP port deletion for bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:39:09.920185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:09.924440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:09.932600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] Deleting port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:09.935336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.006151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.032070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] For port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2,segment=NetworkSegment(c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083),segment_id=c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:10.033001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.040328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:10.043291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ba03e70-07d8-475a-ab6e-0095b83739f4 None None] Current status of the port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:10.043800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ba03e70-07d8-475a-ab6e-0095b83739f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.055270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No DVR routers for this DVR port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:10.073923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 update to ACTIVE by agent not found {{(pid=104444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 06 14:39:10.075845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] Calling delete_port for 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:10.165115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.10 (ed358cc0-7259-4801-860b-152d522a187b/56e402db-d1b2-41d7-9a05-b45ec96f45f1/245c9674-77da-4baf-a0ba-40f9d4fe3a99) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:10.180834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.201250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.212647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:10.224065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:10.224382 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:10.235099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] Pushing event deleted for resources: {'Port': ['ID=4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:10.235801 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.242499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4232af-8b32-4ee7-a010-49ad80197bd5 None None] No DVR routers for this DVR port 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:10.264419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5848d4a2-09c1-4c93-8b84-5fb318b9ecab None None] Could not find standard attr ID for object 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:39:10.266277 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.280243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:10.281283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (c4ce1b17-7cc3-4a62-a62d-1d46f8c9d083), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:10.285620 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:10.349594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.435805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.443058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.446128 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/networks/bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d HTTP/1.1" status: 204 len: 168 time: 1.0185792 Apr 06 14:39:10.450125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46040) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:10.455879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1104776745'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:10.458839 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516eadec-5721-4f53-8d32-10c8ab6a9c82 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Network': ['ID=bbf4e5cb-af7e-4cd3-a576-e2cdb7978b0d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:10.474121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.522055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network ed358cc0-7259-4801-860b-152d522a187b is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:10.525131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:10.531875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:10.559834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=245c9674-77da-4baf-a0ba-40f9d4fe3a99,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:10.593281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:10.594039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.597905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:10.602133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.632394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:39:10.645140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (52c2dae2-b1b4-46f9-9e92-a4fb62051b13), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.645632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Added segment 52c2dae2-b1b4-46f9-9e92-a4fb62051b13 of type vlan for network 980f750a-7d1e-40e6-999b-ccecacb8166e Apr 06 14:39:10.701108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-98969879-874f-43f6-9610-1ff5a4f6929a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0049202 Apr 06 14:39:10.703021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (980f750a-7d1e-40e6-999b-ccecacb8166e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.726024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Request body: {'port': {'device_id': '601d3cb7-f644-4e69-9546-b66837b63441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:10.804862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f9f21574-7810-4a24-81c1-409a509ab05c None None] Provisioning complete for port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:10.805276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f9f21574-7810-4a24-81c1-409a509ab05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.827987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (980f750a-7d1e-40e6-999b-ccecacb8166e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.833068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:10.833662 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.845014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f9f21574-7810-4a24-81c1-409a509ab05c None None] Port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:10.887654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.928034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08af06-d6f2-4795-b525-7d60f0a4089c req-175f11b3-d196-43f9-93f0-4ca5a945216c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:10.929515 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c08af06-d6f2-4795-b525-7d60f0a4089c req-175f11b3-d196-43f9-93f0-4ca5a945216c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 932 time: 0.1752372 Apr 06 14:39:10.934935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Network': ['ID=980f750a-7d1e-40e6-999b-ccecacb8166e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:10.946390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 980f750a-7d1e-40e6-999b-ccecacb8166e details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:39:11.003322 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-85d8c207-1040-432d-971c-72fa0af26792 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5519230 Apr 06 14:39:11.006817 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46044) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:11.013347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '980f750a-7d1e-40e6-999b-ccecacb8166e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:11.069474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c08af06-d6f2-4795-b525-7d60f0a4089c req-10780d2b-6cc6-410c-b667-055548fb11a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318626 Apr 06 14:39:11.081628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:39:11.119729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:39:11.120259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4e5a832a-1b91-4f6e-aa6a-aad3a1501bf2 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:39:11.194713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:11.198512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.258012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245c9674-77da-4baf-a0ba-40f9d4fe3a99 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:39:11.272732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Publish callbacks [] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.286812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Transition to ACTIVE for port object 245c9674-77da-4baf-a0ba-40f9d4fe3a99 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:39:11.343561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.397974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Pushing event updated for resources: {'Port': ['ID=245c9674-77da-4baf-a0ba-40f9d4fe3a99,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:11.474664 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (d41e6b6a-63ff-4e96-beb7-e47f365f48f0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.498857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Attempting to bind port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:11.499329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Attempting to bind port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:11.499715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Attempting to bind port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 on network ed358cc0-7259-4801-860b-152d522a187b {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:11.504309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 on network ed358cc0-7259-4801-860b-152d522a187b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:39:11.504638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Attempting to bind port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 on network ed358cc0-7259-4801-860b-152d522a187b {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:11.506318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8b0dcb20-9218-46b8-8bee-a5662f97c9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.514898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:11.515423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Checking segment: {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:11.515820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Bound using segment: {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:11.519626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Bound port: 245c9674-77da-4baf-a0ba-40f9d4fe3a99, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937fcf00-500d-486e-b9de-1ccc3c3e3910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:11.519626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.557255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=d41e6b6a-63ff-4e96-beb7-e47f365f48f0,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:11.567876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking segment: {'id': '52c2dae2-b1b4-46f9-9e92-a4fb62051b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '980f750a-7d1e-40e6-999b-ccecacb8166e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:11.568255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network hostable DHCP agents. Network: 980f750a-7d1e-40e6-999b-ccecacb8166e, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:11.596801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] For port 245c9674-77da-4baf-a0ba-40f9d4fe3a99, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:11.598317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] For port 245c9674-77da-4baf-a0ba-40f9d4fe3a99, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:11.671248 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 980f750a-7d1e-40e6-999b-ccecacb8166e is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:11.705715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.742252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:11.742936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.744333 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] 10.222.0.87 "PUT /v2.0/ports/245c9674-77da-4baf-a0ba-40f9d4fe3a99 HTTP/1.1" status: 200 len: 1094 time: 1.0267103 Apr 06 14:39:11.744780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:11.747166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99487a1-fe07-48a4-98f8-33a5d7975cad" -d '{"events": [{"name": "network-changed", "server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:11.755205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 980f750a-7d1e-40e6-999b-ccecacb8166e) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:11.760593 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:11.765889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.769890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e88024-807b-48e7-b402-946772b06dbe None None] Network 980f750a-7d1e-40e6-999b-ccecacb8166e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:11.770428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a781902-421d-4b21-83b0-20aa5dabb74d service neutron] Pushing event updated for resources: {'Port': ['ID=245c9674-77da-4baf-a0ba-40f9d4fe3a99,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:11.831186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c699b67b-ae97-44b6-93ba-ff8ce322f41b x-openstack-request-id: req-c699b67b-ae97-44b6-93ba-ff8ce322f41b {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:11.831697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:11.831957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c699b67b-ae97-44b6-93ba-ff8ce322f41b {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:11.832377 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c699b67b-ae97-44b6-93ba-ff8ce322f41b'] response: {'name': 'network-changed', 'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'status': 'completed', 'code': 200} Apr 06 14:39:11.875828 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dd496353-ce35-44cd-9587-02aa9207d6b7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8675227 Apr 06 14:39:11.878135 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46050) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:11.883176 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '980f750a-7d1e-40e6-999b-ccecacb8166e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1687243163'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:11.898746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-980f750a-7d1e-40e6-999b-ccecacb8166e', 'network_id': '980f750a-7d1e-40e6-999b-ccecacb8166e', 'project_id': 'fb830a5c533c4907a1a198cc77221cad', 'fixed_ips': [{'subnet_id': 'd41e6b6a-63ff-4e96-beb7-e47f365f48f0'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:39:11.899644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:11.934928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99487a1-fe07-48a4-98f8-33a5d7975cad req-b3eaabbc-7d22-49c5-8a7e-163a8457c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:11.937371 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c99487a1-fe07-48a4-98f8-33a5d7975cad req-b3eaabbc-7d22-49c5-8a7e-163a8457c193 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 1128 time: 0.0620759 Apr 06 14:39:12.088784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99487a1-fe07-48a4-98f8-33a5d7975cad req-e0985eed-9388-42ed-b7f1-6a6d33f4ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:12.090410 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c99487a1-fe07-48a4-98f8-33a5d7975cad req-e0985eed-9388-42ed-b7f1-6a6d33f4ef1b service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1272702 Apr 06 14:39:12.098577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Allocated IP 172.20.0.2 (980f750a-7d1e-40e6-999b-ccecacb8166e/d41e6b6a-63ff-4e96-beb7-e47f365f48f0/2cc29149-2fb9-4c0b-9d96-fd094c23a838) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:12.109361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:12.117697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.150104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port d6349661-1614-4bfb-9577-cfdb4d83430d yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:12.199450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99487a1-fe07-48a4-98f8-33a5d7975cad req-7c6fd35a-3f35-4b86-ac2d-2f2e6f5a764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:12.201491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c99487a1-fe07-48a4-98f8-33a5d7975cad req-7c6fd35a-3f35-4b86-ac2d-2f2e6f5a764a service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1052260 Apr 06 14:39:12.269245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d91b1-4636-425c-a291-01b3a01da584 req-0ba30c24-8e9b-4f13-a5d4-9fdb8b0f216b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:12.270042 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd9d91b1-4636-425c-a291-01b3a01da584 req-0ba30c24-8e9b-4f13-a5d4-9fdb8b0f216b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 944 time: 0.0671332 Apr 06 14:39:12.322129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Publish callbacks [] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.358519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd9d91b1-4636-425c-a291-01b3a01da584 req-d20ca314-9a40-46a6-8dbc-f1f598bc0088 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753050 Apr 06 14:39:12.365495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-161583d9-1f45-4cc7-b347-ed63df2c7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:12.366629 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-161583d9-1f45-4cc7-b347-ed63df2c7d79 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 1128 time: 0.0932090 Apr 06 14:39:12.418326 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-500e5ffb-2476-4a23-9c54-19264f7931ac service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99 HTTP/1.1" status: 200 len: 217 time: 0.0396791 Apr 06 14:39:12.429142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.468642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Network 980f750a-7d1e-40e6-999b-ccecacb8166e is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:12.471602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:12.477415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:12.485318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Pushing event updated for resources: {'Port': ['ID=2cc29149-2fb9-4c0b-9d96-fd094c23a838,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:12.489504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-197c19e1-4cac-41af-b8a3-dd8c810234f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:12.491086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-197c19e1-4cac-41af-b8a3-dd8c810234f5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56e402db-d1b2-41d7-9a05-b45ec96f45f1 HTTP/1.1" status: 200 len: 835 time: 0.0676267 Apr 06 14:39:12.493275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.11 (980f750a-7d1e-40e6-999b-ccecacb8166e/d41e6b6a-63ff-4e96-beb7-e47f365f48f0/d6349661-1614-4bfb-9577-cfdb4d83430d) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:12.552005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-25a0ec35-6b1d-4b75-9b2e-625bac9df578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:12.553506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Attempting to bind port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:12.553687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-25a0ec35-6b1d-4b75-9b2e-625bac9df578 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed358cc0-7259-4801-860b-152d522a187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0553887 Apr 06 14:39:12.553913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Attempting to bind port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '52c2dae2-b1b4-46f9-9e92-a4fb62051b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '980f750a-7d1e-40e6-999b-ccecacb8166e'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:12.554284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Attempting to bind port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 on network 980f750a-7d1e-40e6-999b-ccecacb8166e {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:12.560991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:12.561375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Checking segment: {'id': '52c2dae2-b1b4-46f9-9e92-a4fb62051b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '980f750a-7d1e-40e6-999b-ccecacb8166e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:12.561784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.562182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Bound using segment: {'id': '52c2dae2-b1b4-46f9-9e92-a4fb62051b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '980f750a-7d1e-40e6-999b-ccecacb8166e'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:12.562659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Bound port: 2cc29149-2fb9-4c0b-9d96-fd094c23a838, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c2dae2-b1b4-46f9-9e92-a4fb62051b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '980f750a-7d1e-40e6-999b-ccecacb8166e'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:12.563077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.638864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] For port 2cc29149-2fb9-4c0b-9d96-fd094c23a838, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:12.642432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] For port 2cc29149-2fb9-4c0b-9d96-fd094c23a838, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2cc29149-2fb9-4c0b-9d96-fd094c23a838,segment=NetworkSegment(52c2dae2-b1b4-46f9-9e92-a4fb62051b13),segment_id=52c2dae2-b1b4-46f9-9e92-a4fb62051b13)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:12.652959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (d6349661-1614-4bfb-9577-cfdb4d83430d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.672864 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-c2b146af-c80c-4e04-959d-c2d39ba4802b service neutron] 10.222.0.87 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128650 Apr 06 14:39:12.731226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.758464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d6349661-1614-4bfb-9577-cfdb4d83430d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.776027 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3260b06-e2e1-4c56-89d7-a8f767768546 req-ab401f7a-1889-4d3b-b575-cffb03e72526 service neutron] 10.222.0.87 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961120 Apr 06 14:39:12.808747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a0c35-eba2-4b3d-804a-f2e14473f3c6 None None] Pushing event updated for resources: {'Port': ['ID=2cc29149-2fb9-4c0b-9d96-fd094c23a838,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:12.828314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 980f750a-7d1e-40e6-999b-ccecacb8166e is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:12.840778 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:12.846299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:12.850889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=d6349661-1614-4bfb-9577-cfdb4d83430d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:12.899734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:12.900225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.010486 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b970d723-0513-4524-97d6-7ac28c26d08d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.1310787 Apr 06 14:39:13.013383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46056) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:13.124180 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port d6349661-1614-4bfb-9577-cfdb4d83430d {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:13.124596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d6349661-1614-4bfb-9577-cfdb4d83430d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.218368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d6349661-1614-4bfb-9577-cfdb4d83430d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.235639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for d6349661-1614-4bfb-9577-cfdb4d83430d owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:13.438095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d6349661-1614-4bfb-9577-cfdb4d83430d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.466061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=d6349661-1614-4bfb-9577-cfdb4d83430d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:13.484058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.484406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.484925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.485274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.485614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.485950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.486276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.486603 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.486931 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.488199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.488553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.489044 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.489384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:13.510637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841c67e-5e02-4e36-a7e6-08614f106d39 req-af4a0e10-f71b-4fdc-a6e7-dd0ed519395c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:13.513237 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3841c67e-5e02-4e36-a7e6-08614f106d39 req-af4a0e10-f71b-4fdc-a6e7-dd0ed519395c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 944 time: 0.0770471 Apr 06 14:39:13.571969 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.580183 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a9c7000a-c045-4c43-af3a-43b4115d28f8 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/d6349661-1614-4bfb-9577-cfdb4d83430d HTTP/1.1" status: 204 len: 168 time: 0.5655725 Apr 06 14:39:13.580939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46062) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:13.583109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3841c67e-5e02-4e36-a7e6-08614f106d39 req-465d7ee6-14ad-4a04-84e7-537a42fe8ca7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639877 Apr 06 14:39:13.618198 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2678df9a-2b65-4b06-bbc5-e3c86adf12fe tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:13.623501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46064) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:13.623693 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2678df9a-2b65-4b06-bbc5-e3c86adf12fe tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/d6349661-1614-4bfb-9577-cfdb4d83430d HTTP/1.1" status: 404 len: 333 time: 0.0416560 Apr 06 14:39:13.683039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c528b408-7d92-453a-a067-ffe40bf69e00 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet d41e6b6a-63ff-4e96-beb7-e47f365f48f0 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:13.688195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c528b408-7d92-453a-a067-ffe40bf69e00 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (d41e6b6a-63ff-4e96-beb7-e47f365f48f0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.709039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.736083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c528b408-7d92-453a-a067-ffe40bf69e00 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (d41e6b6a-63ff-4e96-beb7-e47f365f48f0), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.834095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c528b408-7d92-453a-a067-ffe40bf69e00 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (d41e6b6a-63ff-4e96-beb7-e47f365f48f0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.887611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312561ad-d6ae-4a76-a6ce-4f097d8f1acd None None] Network 980f750a-7d1e-40e6-999b-ccecacb8166e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:13.976439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8ff8a89d-04b4-47e5-bc0d-78f7013ead5b None None] Provisioning complete for port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:13.977105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a89d-04b4-47e5-bc0d-78f7013ead5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.989748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c528b408-7d92-453a-a067-ffe40bf69e00 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (d41e6b6a-63ff-4e96-beb7-e47f365f48f0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.018913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528b408-7d92-453a-a067-ffe40bf69e00 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=d41e6b6a-63ff-4e96-beb7-e47f365f48f0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:14.022765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c528b408-7d92-453a-a067-ffe40bf69e00 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.029184 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46066) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:14.029456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c528b408-7d92-453a-a067-ffe40bf69e00 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/d41e6b6a-63ff-4e96-beb7-e47f365f48f0 HTTP/1.1" status: 204 len: 168 time: 0.4044249 Apr 06 14:39:14.095728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8a89d-04b4-47e5-bc0d-78f7013ead5b None None] Current status of the port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:14.096245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a89d-04b4-47e5-bc0d-78f7013ead5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.138931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8ff8a89d-04b4-47e5-bc0d-78f7013ead5b None None] For port 2cc29149-2fb9-4c0b-9d96-fd094c23a838, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2cc29149-2fb9-4c0b-9d96-fd094c23a838,segment=NetworkSegment(52c2dae2-b1b4-46f9-9e92-a4fb62051b13),segment_id=52c2dae2-b1b4-46f9-9e92-a4fb62051b13)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:14.149589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (980f750a-7d1e-40e6-999b-ccecacb8166e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.216153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:14.216792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.263362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15163a-7d3d-4dfb-bea3-639ccf978945 None None] Network 980f750a-7d1e-40e6-999b-ccecacb8166e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:14.291811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] For port 2cc29149-2fb9-4c0b-9d96-fd094c23a838, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2cc29149-2fb9-4c0b-9d96-fd094c23a838,segment=NetworkSegment(52c2dae2-b1b4-46f9-9e92-a4fb62051b13),segment_id=52c2dae2-b1b4-46f9-9e92-a4fb62051b13)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:14.291811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.306300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a89d-04b4-47e5-bc0d-78f7013ead5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.311631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 2cc29149-2fb9-4c0b-9d96-fd094c23a838 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:14.404101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8a89d-04b4-47e5-bc0d-78f7013ead5b None None] Pushing event updated for resources: {'Port': ['ID=2cc29149-2fb9-4c0b-9d96-fd094c23a838,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:14.432057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-546d7ac5-6551-498a-98e0-86ca2d762ea8 None None] Provisioning complete for port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:14.432437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-546d7ac5-6551-498a-98e0-86ca2d762ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.485970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2cc29149-2fb9-4c0b-9d96-fd094c23a838), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.503232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4877662-0792-4840-ab98-553944f360eb None None] DHCP port deletion for 980f750a-7d1e-40e6-999b-ccecacb8166e request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:39:14.525492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=2cc29149-2fb9-4c0b-9d96-fd094c23a838,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:14.525616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-546d7ac5-6551-498a-98e0-86ca2d762ea8 None None] Current status of the port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:14.527050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No DVR routers for this DVR port 2cc29149-2fb9-4c0b-9d96-fd094c23a838 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:14.608184 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (980f750a-7d1e-40e6-999b-ccecacb8166e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.629086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980f750a-7d1e-40e6-999b-ccecacb8166e']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:14.639118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c2dae2-b1b4-46f9-9e92-a4fb62051b13') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:14.639422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c2dae2-b1b4-46f9-9e92-a4fb62051b13') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:14.657694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (52c2dae2-b1b4-46f9-9e92-a4fb62051b13), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.674386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (52c2dae2-b1b4-46f9-9e92-a4fb62051b13), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.680542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:14.680982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (52c2dae2-b1b4-46f9-9e92-a4fb62051b13), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:14.684094 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:14.710221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e25f70-9c81-4da8-ae9f-ce76111b0d26 req-b94294d9-f62d-4089-b56d-f97a00cf03cc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:14.711756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6e25f70-9c81-4da8-ae9f-ce76111b0d26 req-b94294d9-f62d-4089-b56d-f97a00cf03cc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 944 time: 0.0582371 Apr 06 14:39:14.782775 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6e25f70-9c81-4da8-ae9f-ce76111b0d26 req-8873487a-6346-43c1-aca1-5dd7b91b7ce8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Apr 06 14:39:15.680803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (980f750a-7d1e-40e6-999b-ccecacb8166e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:15.688183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:15.691859 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/networks/980f750a-7d1e-40e6-999b-ccecacb8166e HTTP/1.1" status: 204 len: 168 time: 1.6610179 Apr 06 14:39:15.695484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46082) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:15.701249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'name': 'tempest-PortsTestJSON-2127528466'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:15.707109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b3bcc-2112-44aa-bf64-7e798deffcb3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Network': ['ID=980f750a-7d1e-40e6-999b-ccecacb8166e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:15.763554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:15.886722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d43b0-0bf7-4197-b09b-204eeacf65d8 req-9e68a5c0-d7ad-4afa-a5fd-9103314f154d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:15.888409 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6b4d43b0-0bf7-4197-b09b-204eeacf65d8 req-9e68a5c0-d7ad-4afa-a5fd-9103314f154d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 944 time: 0.0551600 Apr 06 14:39:15.900277 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:15.903713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:15.938140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 483d40ef-9152-499c-aefa-148450d8741c yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:15.987087 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6b4d43b0-0bf7-4197-b09b-204eeacf65d8 req-d7eaebf2-1cf3-4f33-9911-049db9bdcd9c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929289 Apr 06 14:39:16.116342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (483d40ef-9152-499c-aefa-148450d8741c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.204488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (483d40ef-9152-499c-aefa-148450d8741c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.252578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:16.258228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:16.263690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:16.269017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:16.269611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.278108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=483d40ef-9152-499c-aefa-148450d8741c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:16.288139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.288504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.288830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.289177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.289512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.289846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.290177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.290907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.297755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.297755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.297755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.297755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.297755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.386204 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-92c38ae7-c486-4f31-842f-3304232561df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6852174 Apr 06 14:39:16.386573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46086) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:16.489050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-77b22aaa-71d1-4377-9431-60b180ba92ce tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 483d40ef-9152-499c-aefa-148450d8741c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:16.490534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-77b22aaa-71d1-4377-9431-60b180ba92ce tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (483d40ef-9152-499c-aefa-148450d8741c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.514585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.558724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-77b22aaa-71d1-4377-9431-60b180ba92ce tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (483d40ef-9152-499c-aefa-148450d8741c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.571082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-77b22aaa-71d1-4377-9431-60b180ba92ce tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 483d40ef-9152-499c-aefa-148450d8741c owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:16.625668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 245c9674-77da-4baf-a0ba-40f9d4fe3a99 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:39:16.726085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 245c9674-77da-4baf-a0ba-40f9d4fe3a99, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:16.732390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-77b22aaa-71d1-4377-9431-60b180ba92ce tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (483d40ef-9152-499c-aefa-148450d8741c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.738281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'port_id': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'mac_address': 'fa:16:3e:70:84:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:39:16.767624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b22aaa-71d1-4377-9431-60b180ba92ce tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=483d40ef-9152-499c-aefa-148450d8741c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:16.781436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-77b22aaa-71d1-4377-9431-60b180ba92ce tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.785182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:16.785999 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-77b22aaa-71d1-4377-9431-60b180ba92ce tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/483d40ef-9152-499c-aefa-148450d8741c HTTP/1.1" status: 204 len: 168 time: 0.4003577 Apr 06 14:39:16.787164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.788712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46090) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:16.795279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'mac_address': 'fa:16:3e:e8:db:5b', 'name': 'tempest-PortsTestJSON-78956816'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:16.804612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245c9674-77da-4baf-a0ba-40f9d4fe3a99 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:39:16.830338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 245c9674-77da-4baf-a0ba-40f9d4fe3a99, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:16.924133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:16.957994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:16.973969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=245c9674-77da-4baf-a0ba-40f9d4fe3a99,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:16.982076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.982433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.982780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.983150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.983489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.983822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.984154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.984487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.984819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.985146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.985472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.985795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:16.986120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:17.028302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:17.050537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 02c0ae53-db5f-4e8a-9c09-b28691dd80bf yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:17.173165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8297a-fad2-47f8-a88a-5db91b6f3d63 req-60b4760e-1119-4db2-9a60-ede4b24a3bd7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:17.174684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-28e8297a-fad2-47f8-a88a-5db91b6f3d63 req-60b4760e-1119-4db2-9a60-ede4b24a3bd7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 945 time: 0.1117671 Apr 06 14:39:17.290044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (02c0ae53-db5f-4e8a-9c09-b28691dd80bf), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:17.296111 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-28e8297a-fad2-47f8-a88a-5db91b6f3d63 req-bdb3e8d6-0aa4-4de8-968c-e26ee97ee151 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069198 Apr 06 14:39:17.343589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['245c9674-77da-4baf-a0ba-40f9d4fe3a99'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:39:17.389515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (02c0ae53-db5f-4e8a-9c09-b28691dd80bf), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:17.445115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:17.446691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=02c0ae53-db5f-4e8a-9c09-b28691dd80bf,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:17.450018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:17.452170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:17.457496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:17.458430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:17.537557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f9321127-e018-478d-8635-487c71e6d2e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7475069 Apr 06 14:39:17.543325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46104) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:17.597739 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fad6d-ffde-45d9-83fd-34b97f3d8144 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:17.599547 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-235fad6d-ffde-45d9-83fd-34b97f3d8144 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/02c0ae53-db5f-4e8a-9c09-b28691dd80bf HTTP/1.1" status: 200 len: 839 time: 0.0549161 Apr 06 14:39:17.602121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46106) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:18.036637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-973cd4a9-d663-45a1-9dcf-065852b5d1b3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 02c0ae53-db5f-4e8a-9c09-b28691dd80bf {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:18.037353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-973cd4a9-d663-45a1-9dcf-065852b5d1b3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (02c0ae53-db5f-4e8a-9c09-b28691dd80bf), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.108999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-973cd4a9-d663-45a1-9dcf-065852b5d1b3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (02c0ae53-db5f-4e8a-9c09-b28691dd80bf), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.122623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-973cd4a9-d663-45a1-9dcf-065852b5d1b3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 02c0ae53-db5f-4e8a-9c09-b28691dd80bf owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:18.297695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-973cd4a9-d663-45a1-9dcf-065852b5d1b3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (02c0ae53-db5f-4e8a-9c09-b28691dd80bf), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.327521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cd4a9-d663-45a1-9dcf-065852b5d1b3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=02c0ae53-db5f-4e8a-9c09-b28691dd80bf,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:18.332386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-973cd4a9-d663-45a1-9dcf-065852b5d1b3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.336315 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-973cd4a9-d663-45a1-9dcf-065852b5d1b3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/02c0ae53-db5f-4e8a-9c09-b28691dd80bf HTTP/1.1" status: 204 len: 168 time: 0.7329884 Apr 06 14:39:18.339586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46110) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:18.368557 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c65d14-916a-4c95-8bea-dfc4335b7665 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:18.371252 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f5c65d14-916a-4c95-8bea-dfc4335b7665 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/02c0ae53-db5f-4e8a-9c09-b28691dd80bf HTTP/1.1" status: 404 len: 333 time: 0.0283246 Apr 06 14:39:18.374149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46112) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:18.379155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'name': 'tempest-PortsTestJSON-1172298849'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:18.495677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da626b-c0e0-44d3-9eda-602cbcbbbf7b req-154aebcd-afc2-424a-b10e-d4b3a254b6af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:18.497030 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3da626b-c0e0-44d3-9eda-602cbcbbbf7b req-154aebcd-afc2-424a-b10e-d4b3a254b6af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 945 time: 0.1145792 Apr 06 14:39:18.553602 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3da626b-c0e0-44d3-9eda-602cbcbbbf7b req-1dc7ab7f-1144-48ab-b4c6-6ceb7750b97b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493031 Apr 06 14:39:18.597840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:18.602702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.621782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port f98cd726-2367-4bc9-9f14-5e671d6c4677 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:18.641367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 245c9674-77da-4baf-a0ba-40f9d4fe3a99 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:18.780681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:39:18.785412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:18.785813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.794477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (f98cd726-2367-4bc9-9f14-5e671d6c4677), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.867619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:18.867985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.892148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:18.896441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc20d3b7-ab9d-45d3-84df-f5dc21af91ca" -d '{"events": [{"server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "name": "network-vif-plugged", "status": "completed", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:18.907805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 245c9674-77da-4baf-a0ba-40f9d4fe3a99, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:18.924728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f98cd726-2367-4bc9-9f14-5e671d6c4677), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.944103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b70d55-91c6-4224-89ce-d47f1828525d x-openstack-request-id: req-22b70d55-91c6-4224-89ce-d47f1828525d {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:18.944533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "name": "network-vif-plugged", "status": "completed", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:18.944883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-22b70d55-91c6-4224-89ce-d47f1828525d {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:18.945418 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b70d55-91c6-4224-89ce-d47f1828525d'] response: {'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'code': 200} Apr 06 14:39:18.972336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:18.975914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:18.979763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:18.985032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:18.985653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:18.988993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.001452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=f98cd726-2367-4bc9-9f14-5e671d6c4677,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:19.053130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=245c9674-77da-4baf-a0ba-40f9d4fe3a99,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:19.083243 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f6e17c77-475d-44dd-967c-653d0853d7bb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7079480 Apr 06 14:39:19.085866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46118) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:19.091437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:19.166250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f98cd726-2367-4bc9-9f14-5e671d6c4677), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.339762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d5f6b-7e7a-4031-8aa4-074749adbf81 req-3fd7c9d4-f2b6-495a-80d9-2a81661f958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:19.341282 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c69d5f6b-7e7a-4031-8aa4-074749adbf81 req-3fd7c9d4-f2b6-495a-80d9-2a81661f958e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 1130 time: 0.1016600 Apr 06 14:39:19.369343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (f98cd726-2367-4bc9-9f14-5e671d6c4677), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.406016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c69d5f6b-7e7a-4031-8aa4-074749adbf81 req-73b33da5-02a4-4062-a810-24aba0162559 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579090 Apr 06 14:39:19.489436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (f98cd726-2367-4bc9-9f14-5e671d6c4677), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.525414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] In _notify_port_updated(), no bound segment for port f98cd726-2367-4bc9-9f14-5e671d6c4677 on network 5d42b287-7224-41a4-b07f-a2840af164a9 {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:39:19.531154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:19.531762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.533373 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "PUT /v2.0/ports/f98cd726-2367-4bc9-9f14-5e671d6c4677 HTTP/1.1" status: 200 len: 818 time: 0.4465261 Apr 06 14:39:19.539351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46120) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:19.546247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00086cb-ab87-4fe0-ba55-e7021d8f6e7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=f98cd726-2367-4bc9-9f14-5e671d6c4677,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:19.702349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb9b6c-5106-47d7-916c-62ff6144d064 req-6b84c6a0-5658-4050-87e4-0375789acf83 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:19.704404 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2bbb9b6c-5106-47d7-916c-62ff6144d064 req-6b84c6a0-5658-4050-87e4-0375789acf83 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 946 time: 0.0764163 Apr 06 14:39:19.767125 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2bbb9b6c-5106-47d7-916c-62ff6144d064 req-cce4754b-4917-436e-8a22-749b33408675 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563469 Apr 06 14:39:19.879885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8e2118fe-70d5-4d40-af2b-67194ce09bf7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port f98cd726-2367-4bc9-9f14-5e671d6c4677 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:19.880229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8e2118fe-70d5-4d40-af2b-67194ce09bf7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f98cd726-2367-4bc9-9f14-5e671d6c4677), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.945337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8e2118fe-70d5-4d40-af2b-67194ce09bf7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f98cd726-2367-4bc9-9f14-5e671d6c4677), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:19.962717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8e2118fe-70d5-4d40-af2b-67194ce09bf7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for f98cd726-2367-4bc9-9f14-5e671d6c4677 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:20.132203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8e2118fe-70d5-4d40-af2b-67194ce09bf7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f98cd726-2367-4bc9-9f14-5e671d6c4677), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.164941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2118fe-70d5-4d40-af2b-67194ce09bf7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=f98cd726-2367-4bc9-9f14-5e671d6c4677,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:20.172570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8e2118fe-70d5-4d40-af2b-67194ce09bf7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.176253 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8e2118fe-70d5-4d40-af2b-67194ce09bf7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/f98cd726-2367-4bc9-9f14-5e671d6c4677 HTTP/1.1" status: 204 len: 168 time: 0.6382740 Apr 06 14:39:20.178834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46126) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:20.236373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed6e77-ac58-4d44-96e5-86a771b78315 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:20.238195 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f1ed6e77-ac58-4d44-96e5-86a771b78315 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0582795 Apr 06 14:39:20.240977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46128) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:20.267239 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7188ca4-1a7e-4fa9-95f2-81f8aa40865a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:20.268690 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d7188ca4-1a7e-4fa9-95f2-81f8aa40865a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/f98cd726-2367-4bc9-9f14-5e671d6c4677 HTTP/1.1" status: 404 len: 333 time: 0.0266590 Apr 06 14:39:20.275449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46130) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:20.281194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-373198448'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:20.386680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:20.390296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.422181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:39:20.431507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2bb1778c-cc3e-412c-828b-31de221db87b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.431852 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Added segment 2bb1778c-cc3e-412c-828b-31de221db87b of type vlan for network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f Apr 06 14:39:20.473212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.571676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.577278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:20.577920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.648955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Network': ['ID=30c67533-cc9d-4dfd-9a4a-b02f1106ca8f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:20.659716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:39:20.722905 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dd84e0db-7276-4f84-9190-03aa77c50c43 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4464219 Apr 06 14:39:20.725946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46140) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:20.732226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:20.895680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25a65a-c3b4-47d5-b3fc-6f465d3b2faf req-ca6b8589-e06c-4158-b286-8aa338911e6b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:20.897295 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fc25a65a-c3b4-47d5-b3fc-6f465d3b2faf req-ca6b8589-e06c-4158-b286-8aa338911e6b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 946 time: 0.0548782 Apr 06 14:39:20.910849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:20.914272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:21.010465 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fc25a65a-c3b4-47d5-b3fc-6f465d3b2faf req-fc816419-4334-43c3-bd23-7e96c92d8d1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069489 Apr 06 14:39:21.187053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (519cc419-bb60-4966-bbee-4a6f6cc7f342), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:21.253002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=519cc419-bb60-4966-bbee-4a6f6cc7f342,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:21.262428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking segment: {'id': '2bb1778c-cc3e-412c-828b-31de221db87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:21.262787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network hostable DHCP agents. Network: 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:21.331678 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:21.416431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:21.422148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:21.423265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:21.426536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8277c-c753-44f5-a1d6-d3ae89402770 None None] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:21.505802 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fb229425-5a35-4790-a9ac-88624a3a69bf tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7784750 Apr 06 14:39:21.508612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46146) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:21.514264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c0f59196-be91-42f5-8d37-4f25b1676f3f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:21.547681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-30c67533-cc9d-4dfd-9a4a-b02f1106ca8f', 'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f', 'project_id': 'fb830a5c533c4907a1a198cc77221cad', 'fixed_ips': [{'subnet_id': '519cc419-bb60-4966-bbee-4a6f6cc7f342'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:39:21.548829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:21.701859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Allocated IP 172.20.0.2 (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f/519cc419-bb60-4966-bbee-4a6f6cc7f342/b61b5d66-17b6-48a6-8985-0a045c488d68) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:21.732201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f59196-be91-42f5-8d37-4f25b1676f3f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:21.735827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c0f59196-be91-42f5-8d37-4f25b1676f3f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:21.856716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.ipam_backend_mixin [None req-c0f59196-be91-42f5-8d37-4f25b1676f3f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 519cc419-bb60-4966-bbee-4a6f6cc7f342 (CIDR: 172.20.0.0/28) Apr 06 14:39:21.876867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Publish callbacks [] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:21.924137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f59196-be91-42f5-8d37-4f25b1676f3f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:39:21.924765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f59196-be91-42f5-8d37-4f25b1676f3f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:39:21.983506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.020085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c0f59196-be91-42f5-8d37-4f25b1676f3f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5078766 Apr 06 14:39:22.020912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46150) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:22.027687 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:22.031579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:22.036037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:22.045140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:22.058805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Pushing event updated for resources: {'Port': ['ID=b61b5d66-17b6-48a6-8985-0a045c488d68,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:22.118358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Attempting to bind port b61b5d66-17b6-48a6-8985-0a045c488d68 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:22.118899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Attempting to bind port b61b5d66-17b6-48a6-8985-0a045c488d68 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '2bb1778c-cc3e-412c-828b-31de221db87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:22.119419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Attempting to bind port b61b5d66-17b6-48a6-8985-0a045c488d68 on network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:22.125306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:22.125815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Checking segment: {'id': '2bb1778c-cc3e-412c-828b-31de221db87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:22.126323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.126826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Bound using segment: {'id': '2bb1778c-cc3e-412c-828b-31de221db87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:22.127476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Bound port: b61b5d66-17b6-48a6-8985-0a045c488d68, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb1778c-cc3e-412c-828b-31de221db87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:22.127964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.155223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8da3a-1061-4239-ab8f-5368f6d6a22a req-96d79629-640d-4f6e-b4c6-bd09639c2680 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:22.157436 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29a8da3a-1061-4239-ab8f-5368f6d6a22a req-96d79629-640d-4f6e-b4c6-bd09639c2680 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 946 time: 0.0618067 Apr 06 14:39:22.212190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] For port b61b5d66-17b6-48a6-8985-0a045c488d68, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:22.216559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] For port b61b5d66-17b6-48a6-8985-0a045c488d68, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b61b5d66-17b6-48a6-8985-0a045c488d68,segment=NetworkSegment(2bb1778c-cc3e-412c-828b-31de221db87b),segment_id=2bb1778c-cc3e-412c-828b-31de221db87b)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:22.219115 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29a8da3a-1061-4239-ab8f-5368f6d6a22a req-a5074fdf-6f5e-40a3-915c-9119412b30a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527339 Apr 06 14:39:22.255254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:22.258898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.290085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.361753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b474a3-a0d1-4bec-a65e-bfe037b11e89 req-fa4a2989-d93d-41d9-b1cc-ce811ee0f879 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:22.374559 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60b474a3-a0d1-4bec-a65e-bfe037b11e89 req-fa4a2989-d93d-41d9-b1cc-ce811ee0f879 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 946 time: 0.0886130 Apr 06 14:39:22.379536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c9f01-0222-430c-8926-ea33f7564030 None None] Pushing event updated for resources: {'Port': ['ID=b61b5d66-17b6-48a6-8985-0a045c488d68,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:22.460622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60b474a3-a0d1-4bec-a65e-bfe037b11e89 req-0ee0562a-0c5f-48c1-8f0a-d23783bf14b2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724277 Apr 06 14:39:22.466243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46156) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:22.516319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc99ca-fca1-4aba-a6fd-06fb51ed3bc2 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:22.520818 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-73dc99ca-fca1-4aba-a6fd-06fb51ed3bc2 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 1125 time: 0.0508900 Apr 06 14:39:22.521677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46158) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:22.527925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:22.612046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.691810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (a992c0d3-84e7-47fb-b789-4c317a4547cb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.717057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:22.720007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:22.747886 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:22.752812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.752964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:22.784896 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=a992c0d3-84e7-47fb-b789-4c317a4547cb,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:22.868471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46162) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:22.869198 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e085fb81-0cc6-41c5-82ab-fdf7751406be tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8463521 Apr 06 14:39:22.877613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f', 'fixed_ips': [{'subnet_id': '519cc419-bb60-4966-bbee-4a6f6cc7f342'}, {'subnet_id': 'a992c0d3-84e7-47fb-b789-4c317a4547cb'}], 'name': 'tempest-PortsTestJSON-129067908'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:22.897870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.77 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/45ac9b62-4d7a-482e-86d0-15d9abd1d2d8) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:23.082591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.100301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b61b5d66-17b6-48a6-8985-0a045c488d68 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:23.144773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:23.179841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b61b5d66-17b6-48a6-8985-0a045c488d68 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:23.180546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.222766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.313439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:23.318786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=45ac9b62-4d7a-482e-86d0-15d9abd1d2d8,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:23.328967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:23.335059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:23.347246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b61b5d66-17b6-48a6-8985-0a045c488d68 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:23.347735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.364956 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:39:23.404514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port b61b5d66-17b6-48a6-8985-0a045c488d68, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b61b5d66-17b6-48a6-8985-0a045c488d68,segment=NetworkSegment(2bb1778c-cc3e-412c-828b-31de221db87b),segment_id=2bb1778c-cc3e-412c-828b-31de221db87b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:23.461166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.469782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.511813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 88a03ef9-d4e4-4194-8821-6632e5dea04f yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:23.547864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=b61b5d66-17b6-48a6-8985-0a045c488d68,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:23.612136 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.655862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3016ed-4aa6-4d88-87e5-d8fef181818f None None] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:23.752089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f2fede9a-4fde-4836-9c0a-d187a7b42de3 None None] Provisioning complete for port b61b5d66-17b6-48a6-8985-0a045c488d68 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:23.752761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f2fede9a-4fde-4836-9c0a-d187a7b42de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:23.897972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f2fede9a-4fde-4836-9c0a-d187a7b42de3 None None] Current status of the port b61b5d66-17b6-48a6-8985-0a045c488d68 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:23.957486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e0982-0413-4e3f-8fdd-4856b339d704 None None] Update dhcp port {'port': {'network_id': '30c67533-cc9d-4dfd-9a4a-b02f1106ca8f', 'fixed_ips': [{'subnet_id': '519cc419-bb60-4966-bbee-4a6f6cc7f342', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a992c0d3-84e7-47fb-b789-4c317a4547cb'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'b61b5d66-17b6-48a6-8985-0a045c488d68'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:39:23.989300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0982-0413-4e3f-8fdd-4856b339d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.001960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (e11d9ebf-d9dd-417e-9297-a9f0735fc509), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.030838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.9 (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f/519cc419-bb60-4966-bbee-4a6f6cc7f342/88a03ef9-d4e4-4194-8821-6632e5dea04f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:24.041184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.25 (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f/a992c0d3-84e7-47fb-b789-4c317a4547cb/88a03ef9-d4e4-4194-8821-6632e5dea04f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:24.184551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.259995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.389354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.429276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.475262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:24.478372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.484595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:24.489387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e0982-0413-4e3f-8fdd-4856b339d704 None None] Allocated IP 172.20.0.18 (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f/a992c0d3-84e7-47fb-b789-4c317a4547cb/b61b5d66-17b6-48a6-8985-0a045c488d68) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:24.490813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:24.495758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=88a03ef9-d4e4-4194-8821-6632e5dea04f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:24.595900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ed7e0982-0413-4e3f-8fdd-4856b339d704 None None] For port b61b5d66-17b6-48a6-8985-0a045c488d68, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b61b5d66-17b6-48a6-8985-0a045c488d68,segment=NetworkSegment(2bb1778c-cc3e-412c-828b-31de221db87b),segment_id=2bb1778c-cc3e-412c-828b-31de221db87b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:24.601573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:24.602200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.615042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=45ac9b62-4d7a-482e-86d0-15d9abd1d2d8,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:24.624810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (e11d9ebf-d9dd-417e-9297-a9f0735fc509), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.630620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0982-0413-4e3f-8fdd-4856b339d704 None None] Publish callbacks [] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.693979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0ae2fd3e-5727-48e9-a35d-09a33237d7b4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.8242145 Apr 06 14:39:24.697151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46166) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:24.704217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '519cc419-bb60-4966-bbee-4a6f6cc7f342'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:24.715625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0982-0413-4e3f-8fdd-4856b339d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:24.746611 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP e11d9ebf-d9dd-417e-9297-a9f0735fc509 associated. External IP: 172.26.7.77, port: 245c9674-77da-4baf-a0ba-40f9d4fe3a99. Apr 06 14:39:24.841713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e0982-0413-4e3f-8fdd-4856b339d704 None None] Pushing event updated for resources: {'Port': ['ID=b61b5d66-17b6-48a6-8985-0a045c488d68,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:24.905513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.112759 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b61b5d66-17b6-48a6-8985-0a045c488d68 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:25.185107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b61b5d66-17b6-48a6-8985-0a045c488d68 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:25.185769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.261491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Delete allocated IP 172.20.0.25 (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f/a992c0d3-84e7-47fb-b789-4c317a4547cb) {{(pid=104442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:39:25.317625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b61b5d66-17b6-48a6-8985-0a045c488d68 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:25.408795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.423442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:39:25.425167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b51fa-f2e1-401a-b3fb-53b7f7f5c258 None None] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:25.507661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.546206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:25.549395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-04985742-abfa-4643-819f-e117e7783597 None None] Provisioning complete for port b61b5d66-17b6-48a6-8985-0a045c488d68 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:25.549967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-04985742-abfa-4643-819f-e117e7783597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.564435 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] Sync routers for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:39:25.574218 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:25.574913 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:39:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:25.619246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=88a03ef9-d4e4-4194-8821-6632e5dea04f,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:25.636303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] In _notify_port_updated(), no bound segment for port 88a03ef9-d4e4-4194-8821-6632e5dea04f on network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:39:25.641438 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:25.642225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.643718 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bbd89bd1-af24-4128-8f8c-a2a322720b7c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "PUT /v2.0/ports/88a03ef9-d4e4-4194-8821-6632e5dea04f HTTP/1.1" status: 200 len: 918 time: 0.9446135 Apr 06 14:39:25.646385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46170) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:25.652290 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '519cc419-bb60-4966-bbee-4a6f6cc7f342'}, {'subnet_id': 'a992c0d3-84e7-47fb-b789-4c317a4547cb'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:25.655580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-04985742-abfa-4643-819f-e117e7783597 None None] Current status of the port b61b5d66-17b6-48a6-8985-0a045c488d68 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:25.661968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.710460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1c3fb1dc-0bfc-45da-871d-b7bd5e9e13da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1827586 Apr 06 14:39:25.710584 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:25.720775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:25.725812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98454464-d70d-40f7-adc1-99b668d45a93" -d '{"events": [{"name": "network-changed", "server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:25.730790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46172) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:25.769835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14bc365-4719-449b-9218-59408a39d050 x-openstack-request-id: req-b14bc365-4719-449b-9218-59408a39d050 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:25.770224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:25.770572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b14bc365-4719-449b-9218-59408a39d050 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:25.771112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14bc365-4719-449b-9218-59408a39d050'] response: {'name': 'network-changed', 'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'status': 'completed', 'code': 200} Apr 06 14:39:25.788840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.874281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454464-d70d-40f7-adc1-99b668d45a93 req-7c42c9f1-e4ea-44e3-9154-0cddaf8e7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:25.876288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98454464-d70d-40f7-adc1-99b668d45a93 req-7c42c9f1-e4ea-44e3-9154-0cddaf8e7f4e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 1130 time: 0.0594227 Apr 06 14:39:25.892273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4fd8dd69-b3f0-46dd-80ba-71c2c6a32d83 None None] Provisioning complete for port 88a03ef9-d4e4-4194-8821-6632e5dea04f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:25.892676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4fd8dd69-b3f0-46dd-80ba-71c2c6a32d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:25.922570 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c88f88cb-6e53-4776-8061-86a86e494f72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e11d9ebf-d9dd-417e-9297-a9f0735fc509 HTTP/1.1" status: 200 len: 991 time: 0.1810472 Apr 06 14:39:25.980232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8dd69-b3f0-46dd-80ba-71c2c6a32d83 None None] Port 88a03ef9-d4e4-4194-8821-6632e5dea04f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:25.991755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4fd8dd69-b3f0-46dd-80ba-71c2c6a32d83 None None] Provisioning complete for port b61b5d66-17b6-48a6-8985-0a045c488d68 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:25.992404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4fd8dd69-b3f0-46dd-80ba-71c2c6a32d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.004428 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e11d9ebf-d9dd-417e-9297-a9f0735fc509', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'port_id': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'mac_address': 'fa:16:3e:70:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601d3cb7-f644-4e69-9546-b66837b63441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:23Z', 'updated_at': '2022-04-06T14:39:23Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:04Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:26.005369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454464-d70d-40f7-adc1-99b668d45a93 req-4368b730-6cc3-458d-b527-7c2b69a40836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:26.008201 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98454464-d70d-40f7-adc1-99b668d45a93 req-4368b730-6cc3-458d-b527-7c2b69a40836 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed358cc0-7259-4801-860b-152d522a187b HTTP/1.1" status: 200 len: 898 time: 0.1248384 Apr 06 14:39:26.039838 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] Checking router: d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:39:26.050365 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:26.051021 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:39:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:26.093702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8dd69-b3f0-46dd-80ba-71c2c6a32d83 None None] Current status of the port b61b5d66-17b6-48a6-8985-0a045c488d68 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:26.124327 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98454464-d70d-40f7-adc1-99b668d45a93 req-1e9d9b30-1726-48b2-9ac0-6a6192e00793 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99 HTTP/1.1" status: 200 len: 999 time: 0.1083748 Apr 06 14:39:26.196490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454464-d70d-40f7-adc1-99b668d45a93 req-5cb499d2-ea52-4e13-998e-58164ea7f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:26.197743 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98454464-d70d-40f7-adc1-99b668d45a93 req-5cb499d2-ea52-4e13-998e-58164ea7f243 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56e402db-d1b2-41d7-9a05-b45ec96f45f1 HTTP/1.1" status: 200 len: 835 time: 0.0680616 Apr 06 14:39:26.218307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4adc709a-8e81-4435-b266-064df0477c23 None None] Provisioning complete for port 88a03ef9-d4e4-4194-8821-6632e5dea04f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:26.223023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4adc709a-8e81-4435-b266-064df0477c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.247329 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:39:26.269498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454464-d70d-40f7-adc1-99b668d45a93 req-cc83723b-17de-4d7a-8b61-5e2f312141b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:26.271305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98454464-d70d-40f7-adc1-99b668d45a93 req-cc83723b-17de-4d7a-8b61-5e2f312141b3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed358cc0-7259-4801-860b-152d522a187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0675626 Apr 06 14:39:26.302247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4adc709a-8e81-4435-b266-064df0477c23 None None] Port 88a03ef9-d4e4-4194-8821-6632e5dea04f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:26.307618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.24 (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f/a992c0d3-84e7-47fb-b789-4c317a4547cb/88a03ef9-d4e4-4194-8821-6632e5dea04f) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:26.403667 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98454464-d70d-40f7-adc1-99b668d45a93 req-0616e627-68b0-4a71-9660-5aadc0969f50 service neutron] 10.222.0.87 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246374 Apr 06 14:39:26.464337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.515185 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98454464-d70d-40f7-adc1-99b668d45a93 req-4b1979ae-73be-4300-9a90-2924192bcaae service neutron] 10.222.0.87 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059289 Apr 06 14:39:26.524151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-18ad0f1f-a53f-4f15-82c3-5ab2d37fe0c7 None None] Provisioning complete for port 88a03ef9-d4e4-4194-8821-6632e5dea04f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:26.524605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-18ad0f1f-a53f-4f15-82c3-5ab2d37fe0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.534749 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e11d9ebf-d9dd-417e-9297-a9f0735fc509', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'port_id': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'mac_address': 'fa:16:3e:70:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601d3cb7-f644-4e69-9546-b66837b63441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:23Z', 'updated_at': '2022-04-06T14:39:23Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:04Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:26.544411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.565804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-18ad0f1f-a53f-4f15-82c3-5ab2d37fe0c7 None None] Port 88a03ef9-d4e4-4194-8821-6632e5dea04f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:26.567400 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b4f7b-0fee-4349-90ae-6a38395406b9 None None] The sync data for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv is: [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e11d9ebf-d9dd-417e-9297-a9f0735fc509', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'port_id': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'mac_address': 'fa:16:3e:70:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601d3cb7-f644-4e69-9546-b66837b63441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:39:23Z', 'updated_at': '2022-04-06T14:39:23Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:04Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:39:26.652040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=88a03ef9-d4e4-4194-8821-6632e5dea04f,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:26.713139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] In _notify_port_updated(), no bound segment for port 88a03ef9-d4e4-4194-8821-6632e5dea04f on network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:39:26.719205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:26.720083 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.721685 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c804f7bd-17dd-4974-aa17-79b07054fa35 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "PUT /v2.0/ports/88a03ef9-d4e4-4194-8821-6632e5dea04f HTTP/1.1" status: 200 len: 998 time: 1.0741906 Apr 06 14:39:26.724588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46178) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:26.848611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-27fb2255-4524-4ecb-a8f9-c51aa6d61e6e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 88a03ef9-d4e4-4194-8821-6632e5dea04f {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:26.848611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27fb2255-4524-4ecb-a8f9-c51aa6d61e6e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.851028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336f6b4-9189-45ff-b61b-fc923fede595 None None] New status for floating IP e11d9ebf-d9dd-417e-9297-a9f0735fc509: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:39:26.924899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46180) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:26.951460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27fb2255-4524-4ecb-a8f9-c51aa6d61e6e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.951878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0a372bb7-0289-4d2f-8237-bc5c18a8e8c3 None None] Provisioning complete for port 88a03ef9-d4e4-4194-8821-6632e5dea04f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:26.952315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0a372bb7-0289-4d2f-8237-bc5c18a8e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:26.964470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-27fb2255-4524-4ecb-a8f9-c51aa6d61e6e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 88a03ef9-d4e4-4194-8821-6632e5dea04f owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:27.001208 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-36db3c7d-c6b6-41e6-9a1b-3f5c051fada3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e11d9ebf-d9dd-417e-9297-a9f0735fc509 HTTP/1.1" status: 200 len: 991 time: 0.0741956 Apr 06 14:39:27.004055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0a372bb7-0289-4d2f-8237-bc5c18a8e8c3 None None] Port 88a03ef9-d4e4-4194-8821-6632e5dea04f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:27.252165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27fb2255-4524-4ecb-a8f9-c51aa6d61e6e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (88a03ef9-d4e4-4194-8821-6632e5dea04f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.281873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb2255-4524-4ecb-a8f9-c51aa6d61e6e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=88a03ef9-d4e4-4194-8821-6632e5dea04f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:27.387957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27fb2255-4524-4ecb-a8f9-c51aa6d61e6e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.394229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46184) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:27.394857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-27fb2255-4524-4ecb-a8f9-c51aa6d61e6e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/88a03ef9-d4e4-4194-8821-6632e5dea04f HTTP/1.1" status: 204 len: 168 time: 0.6690953 Apr 06 14:39:27.421607 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bbf836-8bb8-4214-811a-b95e28a5b5e3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:27.423248 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-15bbf836-8bb8-4214-811a-b95e28a5b5e3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/88a03ef9-d4e4-4194-8821-6632e5dea04f HTTP/1.1" status: 404 len: 333 time: 0.0271845 Apr 06 14:39:27.425811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46186) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:27.485359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9896437f-ef17-4ee6-9120-e7326db66ed7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet a992c0d3-84e7-47fb-b789-4c317a4547cb {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:27.488523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9896437f-ef17-4ee6-9120-e7326db66ed7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (a992c0d3-84e7-47fb-b789-4c317a4547cb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.529705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9896437f-ef17-4ee6-9120-e7326db66ed7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (a992c0d3-84e7-47fb-b789-4c317a4547cb), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.612175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9896437f-ef17-4ee6-9120-e7326db66ed7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (a992c0d3-84e7-47fb-b789-4c317a4547cb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.781175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9896437f-ef17-4ee6-9120-e7326db66ed7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (a992c0d3-84e7-47fb-b789-4c317a4547cb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.810633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896437f-ef17-4ee6-9120-e7326db66ed7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=a992c0d3-84e7-47fb-b789-4c317a4547cb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:27.812673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9896437f-ef17-4ee6-9120-e7326db66ed7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.816786 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9896437f-ef17-4ee6-9120-e7326db66ed7 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/a992c0d3-84e7-47fb-b789-4c317a4547cb HTTP/1.1" status: 204 len: 168 time: 0.3891940 Apr 06 14:39:27.818578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46188) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:27.820984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e0c44-0501-491b-bd65-cc17afc5cc6a None None] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:27.871800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3baa352-f87b-41dd-9799-1019e52ad677 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet 519cc419-bb60-4966-bbee-4a6f6cc7f342 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:27.875651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3baa352-f87b-41dd-9799-1019e52ad677 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (519cc419-bb60-4966-bbee-4a6f6cc7f342), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:27.919857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3baa352-f87b-41dd-9799-1019e52ad677 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (519cc419-bb60-4966-bbee-4a6f6cc7f342), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.003380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46190) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:28.014012 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3baa352-f87b-41dd-9799-1019e52ad677 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (519cc419-bb60-4966-bbee-4a6f6cc7f342), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.075417 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fd6d6c61-d76c-4ad3-8b60-b79a63999468 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e11d9ebf-d9dd-417e-9297-a9f0735fc509 HTTP/1.1" status: 200 len: 993 time: 0.0701833 Apr 06 14:39:28.169982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3baa352-f87b-41dd-9799-1019e52ad677 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (519cc419-bb60-4966-bbee-4a6f6cc7f342), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.196632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baa352-f87b-41dd-9799-1019e52ad677 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=519cc419-bb60-4966-bbee-4a6f6cc7f342,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:28.203284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f3baa352-f87b-41dd-9799-1019e52ad677 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.206729 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f3baa352-f87b-41dd-9799-1019e52ad677 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/519cc419-bb60-4966-bbee-4a6f6cc7f342 HTTP/1.1" status: 204 len: 168 time: 0.3870828 Apr 06 14:39:28.209494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46194) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:28.289594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.349717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port b61b5d66-17b6-48a6-8985-0a045c488d68 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:28.350090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.418775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] For port b61b5d66-17b6-48a6-8985-0a045c488d68, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b61b5d66-17b6-48a6-8985-0a045c488d68,segment=NetworkSegment(2bb1778c-cc3e-412c-828b-31de221db87b),segment_id=2bb1778c-cc3e-412c-828b-31de221db87b)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:28.419260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.434586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for b61b5d66-17b6-48a6-8985-0a045c488d68 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:28.591513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579aca4-70e6-405e-9487-45e330f606c8 None None] Network 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:28.659409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4bb4475e-9220-41f3-bc98-5d3f4673a584 None None] Provisioning complete for port b61b5d66-17b6-48a6-8985-0a045c488d68 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:28.659792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4bb4475e-9220-41f3-bc98-5d3f4673a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.700522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b61b5d66-17b6-48a6-8985-0a045c488d68), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.720248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4bb4475e-9220-41f3-bc98-5d3f4673a584 None None] Could not find standard attr ID for object b61b5d66-17b6-48a6-8985-0a045c488d68. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:39:28.724599 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.plugins.ml2.db [None req-4bb4475e-9220-41f3-bc98-5d3f4673a584 None None] No ports have port_id starting with b61b5d66-17b6-48a6-8985-0a045c488d68 Apr 06 14:39:28.738012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No DVR routers for this DVR port b61b5d66-17b6-48a6-8985-0a045c488d68 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:28.741508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=b61b5d66-17b6-48a6-8985-0a045c488d68,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:28.804986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c682725-d718-46d1-9df3-aff5875ddde7 None None] DHCP port deletion for 30c67533-cc9d-4dfd-9a4a-b02f1106ca8f request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:39:28.840213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.858892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c67533-cc9d-4dfd-9a4a-b02f1106ca8f']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:28.869353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb1778c-cc3e-412c-828b-31de221db87b') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:28.869706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb1778c-cc3e-412c-828b-31de221db87b') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:28.879550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (2bb1778c-cc3e-412c-828b-31de221db87b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.893720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (2bb1778c-cc3e-412c-828b-31de221db87b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.899454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:28.899835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (2bb1778c-cc3e-412c-828b-31de221db87b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:28.903806 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:29.031696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b61b5d66-17b6-48a6-8985-0a045c488d68 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:39:29.049374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (30c67533-cc9d-4dfd-9a4a-b02f1106ca8f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:29.054931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: b61b5d66-17b6-48a6-8985-0a045c488d68 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:39:29.055304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b61b5d66-17b6-48a6-8985-0a045c488d68 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:39:29.056551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:29.060468 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/networks/30c67533-cc9d-4dfd-9a4a-b02f1106ca8f HTTP/1.1" status: 204 len: 168 time: 0.8499658 Apr 06 14:39:29.064716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46196) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:29.083236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5d4b6-2f6b-427e-89e6-c5953aaa7cb2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Network': ['ID=30c67533-cc9d-4dfd-9a4a-b02f1106ca8f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:29.117821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468bceca-bc8f-45dc-9b07-9fad962aec92 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:29.119320 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-468bceca-bc8f-45dc-9b07-9fad962aec92 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0538621 Apr 06 14:39:29.122912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46198) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:29.176877 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-88ee1b66-3425-4e1c-9beb-fba3d2772d98 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0526712 Apr 06 14:39:29.180424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46200) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:29.185768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-549130853'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:29.302804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:29.306220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:29.338634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:39:29.350255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (57e9fc53-c9d7-402b-84a7-dc5bad43bba5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:29.350735 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Added segment 57e9fc53-c9d7-402b-84a7-dc5bad43bba5 of type vlan for network 4aac9157-6c61-448f-9780-7b837d4a286d Apr 06 14:39:29.401838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (4aac9157-6c61-448f-9780-7b837d4a286d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:29.519746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (4aac9157-6c61-448f-9780-7b837d4a286d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:29.525252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:29.525907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:29.594176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Network': ['ID=4aac9157-6c61-448f-9780-7b837d4a286d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:29.605203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 4aac9157-6c61-448f-9780-7b837d4a286d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:39:29.703107 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-05a3d63c-0c3a-4240-b524-5c79a77e73ad tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5216851 Apr 06 14:39:29.705757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46204) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:29.710637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:29.914071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:29.918166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.209694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (afdf84c0-dc9e-4b48-bf8f-cb298b241166), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.269841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=afdf84c0-dc9e-4b48-bf8f-cb298b241166,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:30.281500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking segment: {'id': '57e9fc53-c9d7-402b-84a7-dc5bad43bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:30.281864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network hostable DHCP agents. Network: 4aac9157-6c61-448f-9780-7b837d4a286d, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:30.383103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 4aac9157-6c61-448f-9780-7b837d4a286d is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:30.474697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 4aac9157-6c61-448f-9780-7b837d4a286d) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:30.478688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:30.479867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.485268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd18f851-d075-47c7-bd75-c15ebfd6085f None None] Network 4aac9157-6c61-448f-9780-7b837d4a286d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:30.587785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-4aac9157-6c61-448f-9780-7b837d4a286d', 'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d', 'project_id': 'fb830a5c533c4907a1a198cc77221cad', 'fixed_ips': [{'subnet_id': 'afdf84c0-dc9e-4b48-bf8f-cb298b241166'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:39:30.588626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.600282 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7232d335-6ae2-4844-8315-16068449f620 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8934095 Apr 06 14:39:30.602849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46208) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:30.609358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d', 'name': 'tempest-PortsTestJSON-908090826'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:30.730263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Allocated IP 172.20.0.2 (4aac9157-6c61-448f-9780-7b837d4a286d/afdf84c0-dc9e-4b48-bf8f-cb298b241166/639ef43f-48cc-43f9-8a45-a48138dd93c5) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:30.811541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:30.814991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.839353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:30.873126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Publish callbacks [] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:30.965952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.008657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Network 4aac9157-6c61-448f-9780-7b837d4a286d is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:31.012202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:31.014775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:31.017251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.9 (4aac9157-6c61-448f-9780-7b837d4a286d/afdf84c0-dc9e-4b48-bf8f-cb298b241166/5e2a1231-7bd5-4018-853d-bfca5d9d9dc0) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:31.029044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Pushing event updated for resources: {'Port': ['ID=639ef43f-48cc-43f9-8a45-a48138dd93c5,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:31.085685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Attempting to bind port 639ef43f-48cc-43f9-8a45-a48138dd93c5 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:31.086061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Attempting to bind port 639ef43f-48cc-43f9-8a45-a48138dd93c5 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '57e9fc53-c9d7-402b-84a7-dc5bad43bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:31.086500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Attempting to bind port 639ef43f-48cc-43f9-8a45-a48138dd93c5 on network 4aac9157-6c61-448f-9780-7b837d4a286d {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:31.092560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:31.096173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Checking segment: {'id': '57e9fc53-c9d7-402b-84a7-dc5bad43bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:31.096173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.096173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Bound using segment: {'id': '57e9fc53-c9d7-402b-84a7-dc5bad43bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:31.096173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Bound port: 639ef43f-48cc-43f9-8a45-a48138dd93c5, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e9fc53-c9d7-402b-84a7-dc5bad43bba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:31.096173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.159186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] For port 639ef43f-48cc-43f9-8a45-a48138dd93c5, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:31.162363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] For port 639ef43f-48cc-43f9-8a45-a48138dd93c5, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=639ef43f-48cc-43f9-8a45-a48138dd93c5,segment=NetworkSegment(57e9fc53-c9d7-402b-84a7-dc5bad43bba5),segment_id=57e9fc53-c9d7-402b-84a7-dc5bad43bba5)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:31.177801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (5e2a1231-7bd5-4018-853d-bfca5d9d9dc0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.292069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.326010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5e2a1231-7bd5-4018-853d-bfca5d9d9dc0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.362683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf876c-2bc2-4796-ac84-50ff2a0130da None None] Pushing event updated for resources: {'Port': ['ID=639ef43f-48cc-43f9-8a45-a48138dd93c5,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:31.368511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 4aac9157-6c61-448f-9780-7b837d4a286d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:31.372030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:31.376508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:31.425729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=5e2a1231-7bd5-4018-853d-bfca5d9d9dc0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:31.445126 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:31.445745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.542733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b511ae6f-fc79-4841-b1e8-b1b594e97055 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9364104 Apr 06 14:39:31.542943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46212) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:31.551094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': '4aac9157-6c61-448f-9780-7b837d4a286d', 'name': 'tempest-PortsTestJSON-1386887488'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:31.769529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:31.772930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:31.791434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 3ad64fcc-fcab-404e-915d-69536d2e436a yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:31.908770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.5 (4aac9157-6c61-448f-9780-7b837d4a286d/afdf84c0-dc9e-4b48-bf8f-cb298b241166/3ad64fcc-fcab-404e-915d-69536d2e436a) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:32.083853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (3ad64fcc-fcab-404e-915d-69536d2e436a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.240356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3ad64fcc-fcab-404e-915d-69536d2e436a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.287639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 4aac9157-6c61-448f-9780-7b837d4a286d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:32.293957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:32.298551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:32.302910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=3ad64fcc-fcab-404e-915d-69536d2e436a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:32.318206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bffae51-495f-41a3-bb11-597d77394c84 None None] Network 4aac9157-6c61-448f-9780-7b837d4a286d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:32.349326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.350074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.400931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b91cdb31-e509-48c4-ad2f-d4da6c36ed62 None None] Provisioning complete for port 639ef43f-48cc-43f9-8a45-a48138dd93c5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:32.401478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b91cdb31-e509-48c4-ad2f-d4da6c36ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.504857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-da2fbbc0-737c-4514-99c9-0f45010d8abb tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9594004 Apr 06 14:39:32.506096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46216) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:32.521640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b91cdb31-e509-48c4-ad2f-d4da6c36ed62 None None] Current status of the port 639ef43f-48cc-43f9-8a45-a48138dd93c5 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:32.522016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b91cdb31-e509-48c4-ad2f-d4da6c36ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.556845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b91cdb31-e509-48c4-ad2f-d4da6c36ed62 None None] For port 639ef43f-48cc-43f9-8a45-a48138dd93c5, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=639ef43f-48cc-43f9-8a45-a48138dd93c5,segment=NetworkSegment(57e9fc53-c9d7-402b-84a7-dc5bad43bba5),segment_id=57e9fc53-c9d7-402b-84a7-dc5bad43bba5)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:32.607751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a093e393-f04f-4399-97a5-0fe1a15f0cac tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:32.611864 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a093e393-f04f-4399-97a5-0fe1a15f0cac tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.1043360 Apr 06 14:39:32.612510 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46218) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:32.637810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b91cdb31-e509-48c4-ad2f-d4da6c36ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.697775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cdb31-e509-48c4-ad2f-d4da6c36ed62 None None] Pushing event updated for resources: {'Port': ['ID=639ef43f-48cc-43f9-8a45-a48138dd93c5,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:32.713039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbaae7-5dfc-428f-942c-f7fd23fd2dee tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 3ad64fcc-fcab-404e-915d-69536d2e436a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:32.713686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8cbaae7-5dfc-428f-942c-f7fd23fd2dee tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3ad64fcc-fcab-404e-915d-69536d2e436a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.760812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Provisioning complete for port 639ef43f-48cc-43f9-8a45-a48138dd93c5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:32.761314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.811209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8cbaae7-5dfc-428f-942c-f7fd23fd2dee tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3ad64fcc-fcab-404e-915d-69536d2e436a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.825241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbaae7-5dfc-428f-942c-f7fd23fd2dee tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 3ad64fcc-fcab-404e-915d-69536d2e436a owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:32.858080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Current status of the port 639ef43f-48cc-43f9-8a45-a48138dd93c5 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:32.869217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Provisioning complete for port 5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:32.869480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5e2a1231-7bd5-4018-853d-bfca5d9d9dc0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.908000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Port 5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:32.919863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Provisioning complete for port 3ad64fcc-fcab-404e-915d-69536d2e436a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:32.920354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3ad64fcc-fcab-404e-915d-69536d2e436a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:32.959307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f8bddce1-56be-4370-a55b-8fe16db3946a None None] Port 3ad64fcc-fcab-404e-915d-69536d2e436a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:33.055046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8cbaae7-5dfc-428f-942c-f7fd23fd2dee tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3ad64fcc-fcab-404e-915d-69536d2e436a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:33.063293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 639ef43f-48cc-43f9-8a45-a48138dd93c5 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:33.092313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbaae7-5dfc-428f-942c-f7fd23fd2dee tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=3ad64fcc-fcab-404e-915d-69536d2e436a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:33.119555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1ae05e12-5c5a-4ef1-a7af-bf408fb3cfa7 None None] Provisioning complete for port 5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:33.120562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1ae05e12-5c5a-4ef1-a7af-bf408fb3cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5e2a1231-7bd5-4018-853d-bfca5d9d9dc0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:33.164384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 639ef43f-48cc-43f9-8a45-a48138dd93c5 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:33.164766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:33.167984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1ae05e12-5c5a-4ef1-a7af-bf408fb3cfa7 None None] Port 5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:33.173095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8cbaae7-5dfc-428f-942c-f7fd23fd2dee tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:33.179051 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b8cbaae7-5dfc-428f-942c-f7fd23fd2dee tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/3ad64fcc-fcab-404e-915d-69536d2e436a HTTP/1.1" status: 204 len: 168 time: 0.5630822 Apr 06 14:39:33.179726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46220) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:33.208576 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1751fe46-3858-4d9c-8540-f6615eec1406 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:33.210012 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1751fe46-3858-4d9c-8540-f6615eec1406 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/3ad64fcc-fcab-404e-915d-69536d2e436a HTTP/1.1" status: 404 len: 333 time: 0.0291314 Apr 06 14:39:33.226291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46222) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:33.260881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 639ef43f-48cc-43f9-8a45-a48138dd93c5 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:33.279669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a56388ee-fded-4746-8c54-30a528677af0 None None] Could not find standard attr ID for object 3ad64fcc-fcab-404e-915d-69536d2e436a. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:39:33.322408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-75ee4aa8-64da-411a-bacd-b1e06fed3a8e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:33.323432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75ee4aa8-64da-411a-bacd-b1e06fed3a8e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5e2a1231-7bd5-4018-853d-bfca5d9d9dc0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:33.419807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75ee4aa8-64da-411a-bacd-b1e06fed3a8e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5e2a1231-7bd5-4018-853d-bfca5d9d9dc0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:33.432534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-75ee4aa8-64da-411a-bacd-b1e06fed3a8e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:33.760382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75ee4aa8-64da-411a-bacd-b1e06fed3a8e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5e2a1231-7bd5-4018-853d-bfca5d9d9dc0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:33.793449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee4aa8-64da-411a-bacd-b1e06fed3a8e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=5e2a1231-7bd5-4018-853d-bfca5d9d9dc0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:33.867329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-75ee4aa8-64da-411a-bacd-b1e06fed3a8e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:33.872119 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-75ee4aa8-64da-411a-bacd-b1e06fed3a8e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 HTTP/1.1" status: 204 len: 168 time: 0.6445687 Apr 06 14:39:33.874643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46226) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:33.906691 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-08938db6-3d20-47ef-8c24-1eaf9b0d1de6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:33.910894 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-08938db6-3d20-47ef-8c24-1eaf9b0d1de6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/5e2a1231-7bd5-4018-853d-bfca5d9d9dc0 HTTP/1.1" status: 404 len: 333 time: 0.0328109 Apr 06 14:39:33.911294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46228) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:33.964892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae7ff0a-8b3c-4661-b43c-bc1535da8856 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet afdf84c0-dc9e-4b48-bf8f-cb298b241166 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:33.969730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cae7ff0a-8b3c-4661-b43c-bc1535da8856 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (afdf84c0-dc9e-4b48-bf8f-cb298b241166), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.015679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cae7ff0a-8b3c-4661-b43c-bc1535da8856 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (afdf84c0-dc9e-4b48-bf8f-cb298b241166), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.099672 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cae7ff0a-8b3c-4661-b43c-bc1535da8856 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (afdf84c0-dc9e-4b48-bf8f-cb298b241166), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.263549 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cae7ff0a-8b3c-4661-b43c-bc1535da8856 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (afdf84c0-dc9e-4b48-bf8f-cb298b241166), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.293188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7ff0a-8b3c-4661-b43c-bc1535da8856 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=afdf84c0-dc9e-4b48-bf8f-cb298b241166,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:34.298791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cae7ff0a-8b3c-4661-b43c-bc1535da8856 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.302063 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cae7ff0a-8b3c-4661-b43c-bc1535da8856 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/afdf84c0-dc9e-4b48-bf8f-cb298b241166 HTTP/1.1" status: 204 len: 168 time: 0.3897455 Apr 06 14:39:34.305801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a214ba7-c11d-4017-9efd-916cfe50019d None None] Network 4aac9157-6c61-448f-9780-7b837d4a286d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:34.309390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46230) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:34.392721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (4aac9157-6c61-448f-9780-7b837d4a286d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.452784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 639ef43f-48cc-43f9-8a45-a48138dd93c5 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:34.453131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.471776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] DHCP port deletion for 4aac9157-6c61-448f-9780-7b837d4a286d request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:39:34.522260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] For port 639ef43f-48cc-43f9-8a45-a48138dd93c5, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=639ef43f-48cc-43f9-8a45-a48138dd93c5,segment=NetworkSegment(57e9fc53-c9d7-402b-84a7-dc5bad43bba5),segment_id=57e9fc53-c9d7-402b-84a7-dc5bad43bba5)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:34.522627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.523698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] Deleting port 639ef43f-48cc-43f9-8a45-a48138dd93c5 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:34.524081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.539148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 639ef43f-48cc-43f9-8a45-a48138dd93c5 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:34.597875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] For port 639ef43f-48cc-43f9-8a45-a48138dd93c5, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=639ef43f-48cc-43f9-8a45-a48138dd93c5,segment=NetworkSegment(57e9fc53-c9d7-402b-84a7-dc5bad43bba5),segment_id=57e9fc53-c9d7-402b-84a7-dc5bad43bba5)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:34.598284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.612394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] Calling delete_port for 639ef43f-48cc-43f9-8a45-a48138dd93c5 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:34.731790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.738633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (639ef43f-48cc-43f9-8a45-a48138dd93c5), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.757300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=639ef43f-48cc-43f9-8a45-a48138dd93c5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:34.761790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No DVR routers for this DVR port 639ef43f-48cc-43f9-8a45-a48138dd93c5 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:34.764538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] Pushing event deleted for resources: {'Port': ['ID=639ef43f-48cc-43f9-8a45-a48138dd93c5,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:34.768065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19682b1-37ea-4cd1-9081-4a53749a0a63 None None] No DVR routers for this DVR port 639ef43f-48cc-43f9-8a45-a48138dd93c5 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:34.846099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (4aac9157-6c61-448f-9780-7b837d4a286d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.866676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aac9157-6c61-448f-9780-7b837d4a286d']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:34.876510 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e9fc53-c9d7-402b-84a7-dc5bad43bba5') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:34.876813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e9fc53-c9d7-402b-84a7-dc5bad43bba5') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:34.887168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (57e9fc53-c9d7-402b-84a7-dc5bad43bba5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.900494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (57e9fc53-c9d7-402b-84a7-dc5bad43bba5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.907502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:34.907911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (57e9fc53-c9d7-402b-84a7-dc5bad43bba5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:34.910904 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:35.041110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 639ef43f-48cc-43f9-8a45-a48138dd93c5 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:39:35.061304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 639ef43f-48cc-43f9-8a45-a48138dd93c5 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:39:35.061649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 639ef43f-48cc-43f9-8a45-a48138dd93c5 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:39:35.080218 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (4aac9157-6c61-448f-9780-7b837d4a286d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.086762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.095241 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/networks/4aac9157-6c61-448f-9780-7b837d4a286d HTTP/1.1" status: 204 len: 168 time: 0.7798820 Apr 06 14:39:35.097493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46234) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:35.102540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-602622827'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:35.102892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a62f3-8660-4aab-9d09-25ce8d9cd2df tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Network': ['ID=4aac9157-6c61-448f-9780-7b837d4a286d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:35.272150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:35.275509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.299971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:39:35.309065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (678e5933-4c3e-4ab2-995d-cd406fe3bd79), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.310168 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Added segment 678e5933-4c3e-4ab2-995d-cd406fe3bd79 of type vlan for network e258f28d-4130-4077-9e76-260dce23e981 Apr 06 14:39:35.355635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (e258f28d-4130-4077-9e76-260dce23e981), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.452503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (e258f28d-4130-4077-9e76-260dce23e981), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.459889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:35.460532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.531537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Network': ['ID=e258f28d-4130-4077-9e76-260dce23e981,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:35.543183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network e258f28d-4130-4077-9e76-260dce23e981 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:39:35.605486 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7d78c140-8580-4b08-a265-b6426d63bd61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5036929 Apr 06 14:39:35.605824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46238) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:35.610829 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': 'e258f28d-4130-4077-9e76-260dce23e981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:35.765855 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:35.769463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.988779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (1c744e1c-3b27-4bbe-92ed-bf19c25c6f14), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.053874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=1c744e1c-3b27-4bbe-92ed-bf19c25c6f14,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:36.063904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking segment: {'id': '678e5933-4c3e-4ab2-995d-cd406fe3bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e258f28d-4130-4077-9e76-260dce23e981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:36.064282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network hostable DHCP agents. Network: e258f28d-4130-4077-9e76-260dce23e981, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:36.135797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network e258f28d-4130-4077-9e76-260dce23e981 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:36.226320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, e258f28d-4130-4077-9e76-260dce23e981) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:36.231301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:36.231897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.236318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99932b40-d676-4838-a28c-5b5c21a9baca None None] Network e258f28d-4130-4077-9e76-260dce23e981 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:36.337900 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1d2802f9-0037-4a08-b624-50bc48a8c32e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7307572 Apr 06 14:39:36.348102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-e258f28d-4130-4077-9e76-260dce23e981', 'network_id': 'e258f28d-4130-4077-9e76-260dce23e981', 'project_id': 'fb830a5c533c4907a1a198cc77221cad', 'fixed_ips': [{'subnet_id': '1c744e1c-3b27-4bbe-92ed-bf19c25c6f14'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:39:36.348102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.348328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46240) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:36.354387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': 'e258f28d-4130-4077-9e76-260dce23e981', 'name': 'tempest-PortsTestJSON-1249352642', 'fixed_ips': [{'subnet_id': '1c744e1c-3b27-4bbe-92ed-bf19c25c6f14', 'ip_address': '172.20.0.10'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:36.496913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Allocated IP 172.20.0.2 (e258f28d-4130-4077-9e76-260dce23e981/1c744e1c-3b27-4bbe-92ed-bf19c25c6f14/3ff88fc6-9380-44dc-a605-fb5476d8d39e) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:36.546223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:36.637211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.654316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Publish callbacks [] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.660923 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 8758a205-07c1-468b-8586-6865c5028919 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:36.715533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.756020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Network e258f28d-4130-4077-9e76-260dce23e981 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:36.760563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:36.766605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:36.773999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Pushing event updated for resources: {'Port': ['ID=3ff88fc6-9380-44dc-a605-fb5476d8d39e,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:36.834525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Attempting to bind port 3ff88fc6-9380-44dc-a605-fb5476d8d39e on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:36.834895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Attempting to bind port 3ff88fc6-9380-44dc-a605-fb5476d8d39e by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '678e5933-4c3e-4ab2-995d-cd406fe3bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e258f28d-4130-4077-9e76-260dce23e981'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:36.835298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Attempting to bind port 3ff88fc6-9380-44dc-a605-fb5476d8d39e on network e258f28d-4130-4077-9e76-260dce23e981 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:36.840929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:36.841303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Checking segment: {'id': '678e5933-4c3e-4ab2-995d-cd406fe3bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e258f28d-4130-4077-9e76-260dce23e981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:36.841724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.842104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Bound using segment: {'id': '678e5933-4c3e-4ab2-995d-cd406fe3bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e258f28d-4130-4077-9e76-260dce23e981'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:36.842575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Bound port: 3ff88fc6-9380-44dc-a605-fb5476d8d39e, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678e5933-4c3e-4ab2-995d-cd406fe3bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e258f28d-4130-4077-9e76-260dce23e981'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:36.842955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:36.910688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] For port 3ff88fc6-9380-44dc-a605-fb5476d8d39e, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:36.914188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] For port 3ff88fc6-9380-44dc-a605-fb5476d8d39e, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3ff88fc6-9380-44dc-a605-fb5476d8d39e,segment=NetworkSegment(678e5933-4c3e-4ab2-995d-cd406fe3bd79),segment_id=678e5933-4c3e-4ab2-995d-cd406fe3bd79)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:36.986772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:37.047291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413b8fb-fca1-458f-9812-2c13a72d2c27 None None] Pushing event updated for resources: {'Port': ['ID=3ff88fc6-9380-44dc-a605-fb5476d8d39e,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:37.089400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.10 (e258f28d-4130-4077-9e76-260dce23e981/1c744e1c-3b27-4bbe-92ed-bf19c25c6f14/8758a205-07c1-468b-8586-6865c5028919) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:37.284146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (8758a205-07c1-468b-8586-6865c5028919), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:37.403618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8758a205-07c1-468b-8586-6865c5028919), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:37.449139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network e258f28d-4130-4077-9e76-260dce23e981 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:37.452194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:37.461655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:37.465518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=8758a205-07c1-468b-8586-6865c5028919,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:37.511464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:37.512096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:37.619986 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-119f9d98-a31e-4e66-8993-30e155e49df2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2705951 Apr 06 14:39:37.622241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46244) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:37.627275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': 'e258f28d-4130-4077-9e76-260dce23e981', 'name': 'tempest-PortsTestJSON-218388684', 'fixed_ips': [{'subnet_id': '1c744e1c-3b27-4bbe-92ed-bf19c25c6f14', 'ip_address': '172.20.0.9'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:37.787618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e499800c-141b-4bdc-a958-6557cb23e09b req-b3bf96b1-5c6b-4755-a798-653bf32805b2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522146 Apr 06 14:39:37.817460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:37.834499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:37.854285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 958161e5-a666-4449-80d4-2d979f766cbd yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:37.919967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499800c-141b-4bdc-a958-6557cb23e09b req-868b72ab-e40e-4155-a137-7e8eee2cddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:37.921686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e499800c-141b-4bdc-a958-6557cb23e09b req-868b72ab-e40e-4155-a137-7e8eee2cddd1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 1130 time: 0.0662975 Apr 06 14:39:38.055159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.9 (e258f28d-4130-4077-9e76-260dce23e981/1c744e1c-3b27-4bbe-92ed-bf19c25c6f14/958161e5-a666-4449-80d4-2d979f766cbd) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:38.061866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499800c-141b-4bdc-a958-6557cb23e09b req-c12f6aae-10c7-4027-b68e-d5cdcae84307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.063399 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e499800c-141b-4bdc-a958-6557cb23e09b req-c12f6aae-10c7-4027-b68e-d5cdcae84307 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed358cc0-7259-4801-860b-152d522a187b HTTP/1.1" status: 200 len: 898 time: 0.1193907 Apr 06 14:39:38.081627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058a2f85-283b-4415-8239-8c65a7dad2eb None None] Network e258f28d-4130-4077-9e76-260dce23e981 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:38.152326 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-b1c195c7-9061-4ee4-9c97-9e7ceb23f416 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400847528&fields=id&tenant_id=9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 267 time: 0.0996115 Apr 06 14:39:38.159034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0f9d8bab-e2cb-46e2-85f7-f7186bacb627 None None] Provisioning complete for port 3ff88fc6-9380-44dc-a605-fb5476d8d39e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:38.159420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d8bab-e2cb-46e2-85f7-f7186bacb627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.161995 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e499800c-141b-4bdc-a958-6557cb23e09b req-b632cc42-6284-41ed-85f5-b480e7b4f0db service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99 HTTP/1.1" status: 200 len: 1001 time: 0.0867395 Apr 06 14:39:38.229467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (958161e5-a666-4449-80d4-2d979f766cbd), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.274389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499800c-141b-4bdc-a958-6557cb23e09b req-8c05d53a-6806-4911-8118-18d256000339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.276020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e499800c-141b-4bdc-a958-6557cb23e09b req-8c05d53a-6806-4911-8118-18d256000339 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56e402db-d1b2-41d7-9a05-b45ec96f45f1 HTTP/1.1" status: 200 len: 835 time: 0.1012275 Apr 06 14:39:38.295571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d8bab-e2cb-46e2-85f7-f7186bacb627 None None] Current status of the port 3ff88fc6-9380-44dc-a605-fb5476d8d39e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:38.303124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d8bab-e2cb-46e2-85f7-f7186bacb627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.320925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (958161e5-a666-4449-80d4-2d979f766cbd), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.340740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-e0251afd-21fa-4fca-9689-57379ff96f9c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.342875 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-e0251afd-21fa-4fca-9689-57379ff96f9c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 812 time: 0.1781847 Apr 06 14:39:38.346704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-0f9d8bab-e2cb-46e2-85f7-f7186bacb627 None None] For port 3ff88fc6-9380-44dc-a605-fb5476d8d39e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3ff88fc6-9380-44dc-a605-fb5476d8d39e,segment=NetworkSegment(678e5933-4c3e-4ab2-995d-cd406fe3bd79),segment_id=678e5933-4c3e-4ab2-995d-cd406fe3bd79)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:38.359371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499800c-141b-4bdc-a958-6557cb23e09b req-e21a709a-90aa-4b6f-acbb-8ad2752cb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.360858 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e499800c-141b-4bdc-a958-6557cb23e09b req-e21a709a-90aa-4b6f-acbb-8ad2752cb87e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed358cc0-7259-4801-860b-152d522a187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0791380 Apr 06 14:39:38.363466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-959a3429-a9ff-42cf-8d68-4923af8904db tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/quotas/9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 375 time: 0.0126534 Apr 06 14:39:38.375050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network e258f28d-4130-4077-9e76-260dce23e981 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:38.378303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:38.382284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:38.413298 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=958161e5-a666-4449-80d4-2d979f766cbd,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:38.434161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d8bab-e2cb-46e2-85f7-f7186bacb627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.453722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.455953 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.498590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d8bab-e2cb-46e2-85f7-f7186bacb627 None None] Pushing event updated for resources: {'Port': ['ID=3ff88fc6-9380-44dc-a605-fb5476d8d39e,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:38.511348 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-ee9e312a-2db2-4351-90a2-ae169ed875fe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362221 Apr 06 14:39:38.566986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-80c94d1a-678b-4b5d-a251-cda929cfd989 None None] Provisioning complete for port 3ff88fc6-9380-44dc-a605-fb5476d8d39e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:38.566986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-80c94d1a-678b-4b5d-a251-cda929cfd989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.568222 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-618b044e-9814-4011-a754-0ccb4816f186 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9448256 Apr 06 14:39:38.569061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46258) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:38.576615 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e499800c-141b-4bdc-a958-6557cb23e09b req-19439148-d8e5-48c9-a2aa-e98b2e7392ca service neutron] 10.222.0.87 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082310 Apr 06 14:39:38.673296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-80c94d1a-678b-4b5d-a251-cda929cfd989 None None] Current status of the port 3ff88fc6-9380-44dc-a605-fb5476d8d39e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:38.685041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c5cf54-b5f7-4e82-847e-6c23245c36d2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.687079 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-96c5cf54-b5f7-4e82-847e-6c23245c36d2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1169579 Apr 06 14:39:38.689633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-80c94d1a-678b-4b5d-a251-cda929cfd989 None None] Provisioning complete for port 8758a205-07c1-468b-8586-6865c5028919 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:38.690026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46260) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:38.690155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-80c94d1a-678b-4b5d-a251-cda929cfd989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8758a205-07c1-468b-8586-6865c5028919), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.692586 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-c1351c26-a600-4fe6-9fc9-e63f7f36ae20 service neutron] 10.222.0.71 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764183 Apr 06 14:39:38.729543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-80c94d1a-678b-4b5d-a251-cda929cfd989 None None] Port 8758a205-07c1-468b-8586-6865c5028919 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:38.763197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f460d1b-944b-431c-a78f-43e097070b77 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.768745 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e499800c-141b-4bdc-a958-6557cb23e09b req-e14c6623-1bfa-410d-b659-5dc8cb1c659f service neutron] 10.222.0.87 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852806 Apr 06 14:39:38.769035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f460d1b-944b-431c-a78f-43e097070b77 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.774624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f460d1b-944b-431c-a78f-43e097070b77 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:38.777129 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0f460d1b-944b-431c-a78f-43e097070b77 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0856049 Apr 06 14:39:38.780562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46262) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:38.829491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d57fd2d3-4bec-4839-a7e3-b10b801d703a service neutron] 10.222.0.71 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359301 Apr 06 14:39:38.851521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e98ac9c6-6aa6-41ac-9cc8-e5a0f2f1e644 None None] Provisioning complete for port 8758a205-07c1-468b-8586-6865c5028919 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:38.852041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e98ac9c6-6aa6-41ac-9cc8-e5a0f2f1e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8758a205-07c1-468b-8586-6865c5028919), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.898889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e98ac9c6-6aa6-41ac-9cc8-e5a0f2f1e644 None None] Port 8758a205-07c1-468b-8586-6865c5028919 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:38.907793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12665-5bac-47ce-9829-c882bd77c7d3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 958161e5-a666-4449-80d4-2d979f766cbd {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:38.908275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9f12665-5bac-47ce-9829-c882bd77c7d3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (958161e5-a666-4449-80d4-2d979f766cbd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.007749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9f12665-5bac-47ce-9829-c882bd77c7d3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (958161e5-a666-4449-80d4-2d979f766cbd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.022591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12665-5bac-47ce-9829-c882bd77c7d3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 958161e5-a666-4449-80d4-2d979f766cbd owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:39.099386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3ff88fc6-9380-44dc-a605-fb5476d8d39e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:39.249351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9f12665-5bac-47ce-9829-c882bd77c7d3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (958161e5-a666-4449-80d4-2d979f766cbd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.280551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12665-5bac-47ce-9829-c882bd77c7d3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=958161e5-a666-4449-80d4-2d979f766cbd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:39.282479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e876ebd7-66f2-4c21-9529-e783410fd721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.286800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c827369a-9235-4803-90c1-3520fdd35ac0 None None] Could not find standard attr ID for object 958161e5-a666-4449-80d4-2d979f766cbd. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:39:39.321724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3ff88fc6-9380-44dc-a605-fb5476d8d39e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:39.321724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.370527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c9f12665-5bac-47ce-9829-c882bd77c7d3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.373959 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c9f12665-5bac-47ce-9829-c882bd77c7d3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/958161e5-a666-4449-80d4-2d979f766cbd HTTP/1.1" status: 204 len: 168 time: 0.5923674 Apr 06 14:39:39.379072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46270) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:39.413429 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d23141-4ac4-4387-87f9-ce36a8441dba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:39.415233 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-28d23141-4ac4-4387-87f9-ce36a8441dba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/958161e5-a666-4449-80d4-2d979f766cbd HTTP/1.1" status: 404 len: 333 time: 0.0373242 Apr 06 14:39:39.415405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3ff88fc6-9380-44dc-a605-fb5476d8d39e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:39.418714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46272) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:39.540830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9fdc5785-c653-4f13-bd02-90ea222d63b0 req-cd8d8037-b99f-4494-9f5a-2147c6c86338 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0362210 Apr 06 14:39:39.583845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-acf06607-a9d0-4f5a-a9b3-a2a4d643610a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 8758a205-07c1-468b-8586-6865c5028919 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:39.584192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-acf06607-a9d0-4f5a-a9b3-a2a4d643610a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8758a205-07c1-468b-8586-6865c5028919), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.678268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-acf06607-a9d0-4f5a-a9b3-a2a4d643610a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8758a205-07c1-468b-8586-6865c5028919), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.692181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-acf06607-a9d0-4f5a-a9b3-a2a4d643610a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 8758a205-07c1-468b-8586-6865c5028919 owned by {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:39.906441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-acf06607-a9d0-4f5a-a9b3-a2a4d643610a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (8758a205-07c1-468b-8586-6865c5028919), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:39.938523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf06607-a9d0-4f5a-a9b3-a2a4d643610a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=8758a205-07c1-468b-8586-6865c5028919,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:40.013174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-acf06607-a9d0-4f5a-a9b3-a2a4d643610a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.018386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-acf06607-a9d0-4f5a-a9b3-a2a4d643610a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/8758a205-07c1-468b-8586-6865c5028919 HTTP/1.1" status: 204 len: 168 time: 0.5965552 Apr 06 14:39:40.019290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46282) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:40.050773 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2468b9d0-c208-4402-b7c2-a35ca839d85a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:40.052026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2468b9d0-c208-4402-b7c2-a35ca839d85a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/8758a205-07c1-468b-8586-6865c5028919 HTTP/1.1" status: 404 len: 333 time: 0.0317905 Apr 06 14:39:40.055089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46284) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:40.114913 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ab11c1-d248-4be2-a142-3978701abd1c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet 1c744e1c-3b27-4bbe-92ed-bf19c25c6f14 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:40.121033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03ab11c1-d248-4be2-a142-3978701abd1c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (1c744e1c-3b27-4bbe-92ed-bf19c25c6f14), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.163373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03ab11c1-d248-4be2-a142-3978701abd1c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (1c744e1c-3b27-4bbe-92ed-bf19c25c6f14), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.252239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03ab11c1-d248-4be2-a142-3978701abd1c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (1c744e1c-3b27-4bbe-92ed-bf19c25c6f14), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.468988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03ab11c1-d248-4be2-a142-3978701abd1c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (1c744e1c-3b27-4bbe-92ed-bf19c25c6f14), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.493919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab11c1-d248-4be2-a142-3978701abd1c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=1c744e1c-3b27-4bbe-92ed-bf19c25c6f14,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:40.500517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03ab11c1-d248-4be2-a142-3978701abd1c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.503909 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-03ab11c1-d248-4be2-a142-3978701abd1c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/1c744e1c-3b27-4bbe-92ed-bf19c25c6f14 HTTP/1.1" status: 204 len: 168 time: 0.4477575 Apr 06 14:39:40.507942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46288) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:40.508979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e98eb9-6a59-4a56-8277-09150dbc62bd None None] Network e258f28d-4130-4077-9e76-260dce23e981 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:40.600304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (e258f28d-4130-4077-9e76-260dce23e981), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.661358 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d262c60c-2719-4bb0-b062-7bf126291981 req-d18d7cdc-ab8f-4f46-a2cd-0c64d75feebf tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0463457 Apr 06 14:39:40.673266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] DHCP port deletion for e258f28d-4130-4077-9e76-260dce23e981 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:39:40.673427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 3ff88fc6-9380-44dc-a605-fb5476d8d39e {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:40.673427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.722089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] Deleting port 3ff88fc6-9380-44dc-a605-fb5476d8d39e {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:40.722702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.739477 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] For port 3ff88fc6-9380-44dc-a605-fb5476d8d39e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3ff88fc6-9380-44dc-a605-fb5476d8d39e,segment=NetworkSegment(678e5933-4c3e-4ab2-995d-cd406fe3bd79),segment_id=678e5933-4c3e-4ab2-995d-cd406fe3bd79)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:40.739845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.753345 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 3ff88fc6-9380-44dc-a605-fb5476d8d39e owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:40.791586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] For port 3ff88fc6-9380-44dc-a605-fb5476d8d39e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3ff88fc6-9380-44dc-a605-fb5476d8d39e,segment=NetworkSegment(678e5933-4c3e-4ab2-995d-cd406fe3bd79),segment_id=678e5933-4c3e-4ab2-995d-cd406fe3bd79)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:40.792110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.805276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] Calling delete_port for 3ff88fc6-9380-44dc-a605-fb5476d8d39e owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:40.894899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.904770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (3ff88fc6-9380-44dc-a605-fb5476d8d39e), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.923790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=3ff88fc6-9380-44dc-a605-fb5476d8d39e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:40.925620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No DVR routers for this DVR port 3ff88fc6-9380-44dc-a605-fb5476d8d39e on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:40.936201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] Pushing event deleted for resources: {'Port': ['ID=3ff88fc6-9380-44dc-a605-fb5476d8d39e,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:40.937945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d33d5-ba6b-4a18-9949-5082f5c50b95 None None] No DVR routers for this DVR port 3ff88fc6-9380-44dc-a605-fb5476d8d39e on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:41.018630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (e258f28d-4130-4077-9e76-260dce23e981), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.040968 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e258f28d-4130-4077-9e76-260dce23e981']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:41.051586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678e5933-4c3e-4ab2-995d-cd406fe3bd79') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:41.051900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678e5933-4c3e-4ab2-995d-cd406fe3bd79') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:41.063556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (678e5933-4c3e-4ab2-995d-cd406fe3bd79), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.077733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (678e5933-4c3e-4ab2-995d-cd406fe3bd79), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.080096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3ff88fc6-9380-44dc-a605-fb5476d8d39e no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:39:41.084635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:41.085042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (678e5933-4c3e-4ab2-995d-cd406fe3bd79), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:41.088240 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:41.126195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 3ff88fc6-9380-44dc-a605-fb5476d8d39e {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:39:41.126560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3ff88fc6-9380-44dc-a605-fb5476d8d39e not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:39:41.199789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (e258f28d-4130-4077-9e76-260dce23e981), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.211872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.211872 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/networks/e258f28d-4130-4077-9e76-260dce23e981 HTTP/1.1" status: 204 len: 168 time: 0.6961122 Apr 06 14:39:41.214210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46292) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:41.219893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1814102082'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:41.222069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4989cea-5f7a-422b-8b76-e52163a329ba tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Network': ['ID=e258f28d-4130-4077-9e76-260dce23e981,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:41.296824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:41.300698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.325473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:39:41.334687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6278bbcf-51e5-4b81-b1ce-5e5c8787208d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.335075 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Added segment 6278bbcf-51e5-4b81-b1ce-5e5c8787208d of type vlan for network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 Apr 06 14:39:41.374975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (d89dc952-acb1-4b83-96d0-3fd6fc2c51f2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.477488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (d89dc952-acb1-4b83-96d0-3fd6fc2c51f2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.482587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:41.483196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.488520 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4df45128-cf07-4e48-9008-8316c905f04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:41.550543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Network': ['ID=d89dc952-acb1-4b83-96d0-3fd6fc2c51f2,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:41.561950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:39:41.626215 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a37b9407-4b7f-4ae0-80e4-78d6654fee7e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4098995 Apr 06 14:39:41.628752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46294) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:41.634108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': 'd89dc952-acb1-4b83-96d0-3fd6fc2c51f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:41.797395 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:41.801067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.077718 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (566263d1-3012-4cf0-962b-5054be03bf4a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.081367 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-838c2e51-759d-46c3-8169-269c698b1f9a req-fe017961-368a-4992-bb7a-1e0687646e34 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.3563068 Apr 06 14:39:42.142276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=566263d1-3012-4cf0-962b-5054be03bf4a,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:42.149430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Checking segment: {'id': '6278bbcf-51e5-4b81-b1ce-5e5c8787208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'd89dc952-acb1-4b83-96d0-3fd6fc2c51f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:42.149894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network hostable DHCP agents. Network: d89dc952-acb1-4b83-96d0-3fd6fc2c51f2, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:39:42.184845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-c0dfea9e-07aa-4215-a160-fc6094efe3c0 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:42.186307 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-c0dfea9e-07aa-4215-a160-fc6094efe3c0 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 812 time: 0.1073644 Apr 06 14:39:42.225833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:39:42.311824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, d89dc952-acb1-4b83-96d0-3fd6fc2c51f2) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:42.315939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:42.316750 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.321598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93c69f-eb3a-45e5-85a9-25930813a24b None None] Network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:42.357421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-78acb1cb-bc6b-41a3-9066-f0b445292572 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 380 time: 0.0642366 Apr 06 14:39:42.365987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'port': {'device_id': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'admin_state_up': True, 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'security_groups': ['e0c1bd09-5379-4ea2-adaf-320c82bb6c0f']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:42.401275 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6ae5e1a9-1326-46f1-843f-4f8e212eb49a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7706645 Apr 06 14:39:42.401960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46298) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:42.408508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-dcaa3959-f611-4fab-9ca8-1f591b256bb5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2007926110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:42.446381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-d89dc952-acb1-4b83-96d0-3fd6fc2c51f2', 'network_id': 'd89dc952-acb1-4b83-96d0-3fd6fc2c51f2', 'project_id': 'fb830a5c533c4907a1a198cc77221cad', 'fixed_ips': [{'subnet_id': '566263d1-3012-4cf0-962b-5054be03bf4a'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:39:42.447161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.520267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3959-f611-4fab-9ca8-1f591b256bb5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (32473141-4f12-4631-95b0-a7b3bcb5b8fe), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.521343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3959-f611-4fab-9ca8-1f591b256bb5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (32473141-4f12-4631-95b0-a7b3bcb5b8fe), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.575393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Made reservation on behalf of 9b67b1a6db594cbd9271e1614e0bf014 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:42.584076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.609736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3959-f611-4fab-9ca8-1f591b256bb5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for router_controller (32473141-4f12-4631-95b0-a7b3bcb5b8fe), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.613701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Allocated IP 172.20.0.2 (d89dc952-acb1-4b83-96d0-3fd6fc2c51f2/566263d1-3012-4cf0-962b-5054be03bf4a/95a65055-451c-4302-b8dd-d8c626201ed1) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:42.700960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3959-f611-4fab-9ca8-1f591b256bb5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (32473141-4f12-4631-95b0-a7b3bcb5b8fe), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.728045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Allocated IP 172.20.0.12 (81ef1989-6644-4fd8-a997-ca77a6e4c363/2305a130-b30e-4400-ba68-7bb934b73d26/42e1da28-e027-4b9d-9217-ffcfe8672818) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:42.788152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Publish callbacks [] for port (95a65055-451c-4302-b8dd-d8c626201ed1), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.823373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3959-f611-4fab-9ca8-1f591b256bb5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.827407 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dcaa3959-f611-4fab-9ca8-1f591b256bb5 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4217577 Apr 06 14:39:42.829842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46302) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:42.833225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'network_id': 'd89dc952-acb1-4b83-96d0-3fd6fc2c51f2', 'name': 'tempest-PortsTestJSON-690783269'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:42.889564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.901887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.952895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:42.956645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:42.959350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:42.999624 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Pushing event updated for resources: {'Port': ['ID=95a65055-451c-4302-b8dd-d8c626201ed1,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:43.008047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.039925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Attempting to bind port 95a65055-451c-4302-b8dd-d8c626201ed1 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:43.040451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Attempting to bind port 95a65055-451c-4302-b8dd-d8c626201ed1 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '6278bbcf-51e5-4b81-b1ce-5e5c8787208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'd89dc952-acb1-4b83-96d0-3fd6fc2c51f2'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:43.040956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Attempting to bind port 95a65055-451c-4302-b8dd-d8c626201ed1 on network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:43.047387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:43.047888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Checking segment: {'id': '6278bbcf-51e5-4b81-b1ce-5e5c8787208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'd89dc952-acb1-4b83-96d0-3fd6fc2c51f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:43.048358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.048810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Bound using segment: {'id': '6278bbcf-51e5-4b81-b1ce-5e5c8787208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'd89dc952-acb1-4b83-96d0-3fd6fc2c51f2'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:43.049543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Bound port: 95a65055-451c-4302-b8dd-d8c626201ed1, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6278bbcf-51e5-4b81-b1ce-5e5c8787208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'd89dc952-acb1-4b83-96d0-3fd6fc2c51f2'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:43.050076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.060224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:43.065407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:43.069556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:43.085318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:43.085318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.102517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=42e1da28-e027-4b9d-9217-ffcfe8672818,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:43.116376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:43.165131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:43.167016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.196513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] For port 95a65055-451c-4302-b8dd-d8c626201ed1, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:43.213473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] For port 95a65055-451c-4302-b8dd-d8c626201ed1, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=95a65055-451c-4302-b8dd-d8c626201ed1,segment=NetworkSegment(6278bbcf-51e5-4b81-b1ce-5e5c8787208d),segment_id=6278bbcf-51e5-4b81-b1ce-5e5c8787208d)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:43.271686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c241b8d-4370-4e16-9019-bfdaf87f8bac req-9f0f159f-cd0a-4646-886c-bd9fe7141715 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:43.274302 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c241b8d-4370-4e16-9019-bfdaf87f8bac req-9f0f159f-cd0a-4646-886c-bd9fe7141715 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 932 time: 0.0748935 Apr 06 14:39:43.281052 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f82291f0-7f86-4567-93a9-ee9fba090efe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9187148 Apr 06 14:39:43.288005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.11 (d89dc952-acb1-4b83-96d0-3fd6fc2c51f2/566263d1-3012-4cf0-962b-5054be03bf4a/bc27c2e3-4bc0-4cd6-945c-c5709181ece5) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:43.305920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Request body: {'port': {'device_id': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:43.313132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.441290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1725d-94a0-4424-affc-e00cc8765f99 None None] Pushing event updated for resources: {'Port': ['ID=95a65055-451c-4302-b8dd-d8c626201ed1,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:43.475478 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c241b8d-4370-4e16-9019-bfdaf87f8bac req-79bc1b76-d5cf-423b-bc36-1d365a0c7937 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931558 Apr 06 14:39:43.488845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.532971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.563942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fcfd5175-d800-4d3b-8c5c-f253f941ced3 None None] Provisioning complete for port 42e1da28-e027-4b9d-9217-ffcfe8672818 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:43.564323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5175-d800-4d3b-8c5c-f253f941ced3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.624550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.655748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd5175-d800-4d3b-8c5c-f253f941ced3 None None] Port 42e1da28-e027-4b9d-9217-ffcfe8672818 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:43.688650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:43.693895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:43.698377 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:43.735964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=bc27c2e3-4bc0-4cd6-945c-c5709181ece5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:43.736696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.768701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:43.770022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.859282 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f324fc01-b023-4a53-84ac-7ad6980c62ef tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0274856 Apr 06 14:39:43.859525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46306) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:43.898590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e1da28-e027-4b9d-9217-ffcfe8672818 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:39:43.908828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Publish callbacks [] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.922578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Transition to ACTIVE for port object 42e1da28-e027-4b9d-9217-ffcfe8672818 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:39:43.994551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:44.054797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Pushing event updated for resources: {'Port': ['ID=42e1da28-e027-4b9d-9217-ffcfe8672818,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:44.176486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Attempting to bind port 42e1da28-e027-4b9d-9217-ffcfe8672818 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:44.176824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Attempting to bind port 42e1da28-e027-4b9d-9217-ffcfe8672818 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:44.177162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Attempting to bind port 42e1da28-e027-4b9d-9217-ffcfe8672818 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:44.182947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Port 42e1da28-e027-4b9d-9217-ffcfe8672818 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:39:44.183343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Attempting to bind port 42e1da28-e027-4b9d-9217-ffcfe8672818 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:44.189407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:44.189771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Checking segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:44.190158 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Bound using segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:44.190645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Bound port: 42e1da28-e027-4b9d-9217-ffcfe8672818, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:44.190996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:44.288155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] For port 42e1da28-e027-4b9d-9217-ffcfe8672818, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:44.292670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] For port 42e1da28-e027-4b9d-9217-ffcfe8672818, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=42e1da28-e027-4b9d-9217-ffcfe8672818,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:44.320342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:44.364161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:44.436054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:44.437103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:44.439340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] 10.222.0.87 "PUT /v2.0/ports/42e1da28-e027-4b9d-9217-ffcfe8672818 HTTP/1.1" status: 200 len: 1094 time: 1.1394477 Apr 06 14:39:44.440100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'tag': '42e1da28-e027-4b9d-9217-ffcfe8672818'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:44.442777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0de8b3-b21b-4321-954c-4f8facf3bc81" -d '{"events": [{"name": "network-changed", "server_uuid": "83567392-33e3-4476-a6c7-ead6b6fe81c9", "tag": "42e1da28-e027-4b9d-9217-ffcfe8672818"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:44.503345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172d4f1-431c-48e0-a7f8-6ae7dce4dd72 service neutron] Pushing event updated for resources: {'Port': ['ID=42e1da28-e027-4b9d-9217-ffcfe8672818,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:44.539938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb6c109-2b30-444f-baa7-debc404b51ee x-openstack-request-id: req-3fb6c109-2b30-444f-baa7-debc404b51ee {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:44.540528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83567392-33e3-4476-a6c7-ead6b6fe81c9", "tag": "42e1da28-e027-4b9d-9217-ffcfe8672818", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:44.541080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fb6c109-2b30-444f-baa7-debc404b51ee {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:44.541747 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb6c109-2b30-444f-baa7-debc404b51ee'] response: {'name': 'network-changed', 'server_uuid': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'tag': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'status': 'completed', 'code': 200} Apr 06 14:39:44.709287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5edd1-4ef6-41fc-8839-34d6c303b120 req-50f4d798-3d4a-4c08-8021-85574f217ca9 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:44.711418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-67f5edd1-4ef6-41fc-8839-34d6c303b120 req-50f4d798-3d4a-4c08-8021-85574f217ca9 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.1200492 Apr 06 14:39:44.714538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0de8b3-b21b-4321-954c-4f8facf3bc81 req-708462ab-abbb-412b-87a8-727b57fdd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:44.716419 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd0de8b3-b21b-4321-954c-4f8facf3bc81 req-708462ab-abbb-412b-87a8-727b57fdd911 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 1128 time: 0.1340990 Apr 06 14:39:44.747553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb5403-4776-43f7-9bdf-6db2527643bf None None] Network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:44.857350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-67f5edd1-4ef6-41fc-8839-34d6c303b120 req-d03c0d59-701a-443e-95b7-e441d2b194fb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379898 Apr 06 14:39:44.902221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ebffd033-e4ad-45de-9296-27ba6e5ff0b4 None None] Provisioning complete for port 95a65055-451c-4302-b8dd-d8c626201ed1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:44.902717 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ebffd033-e4ad-45de-9296-27ba6e5ff0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:44.910449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0de8b3-b21b-4321-954c-4f8facf3bc81 req-95ee4388-8f87-4805-aac3-56d4fef5cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:44.912029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd0de8b3-b21b-4321-954c-4f8facf3bc81 req-95ee4388-8f87-4805-aac3-56d4fef5cbd2 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1651435 Apr 06 14:39:45.042841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0de8b3-b21b-4321-954c-4f8facf3bc81 req-3477f154-50a6-4840-b12d-0c9a3abdaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:45.044952 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd0de8b3-b21b-4321-954c-4f8facf3bc81 req-3477f154-50a6-4840-b12d-0c9a3abdaae8 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1273332 Apr 06 14:39:45.063882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ebffd033-e4ad-45de-9296-27ba6e5ff0b4 None None] Current status of the port 95a65055-451c-4302-b8dd-d8c626201ed1 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:45.064291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ebffd033-e4ad-45de-9296-27ba6e5ff0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.066394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.111483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ebffd033-e4ad-45de-9296-27ba6e5ff0b4 None None] For port 95a65055-451c-4302-b8dd-d8c626201ed1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=95a65055-451c-4302-b8dd-d8c626201ed1,segment=NetworkSegment(6278bbcf-51e5-4b81-b1ce-5e5c8787208d),segment_id=6278bbcf-51e5-4b81-b1ce-5e5c8787208d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:45.131369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.148269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 95a65055-451c-4302-b8dd-d8c626201ed1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:45.186732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ebffd033-e4ad-45de-9296-27ba6e5ff0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.208994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d461b83b-d260-4cb5-98e7-55a5d961e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:45.210706 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-d461b83b-d260-4cb5-98e7-55a5d961e1f8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 1128 time: 0.1009760 Apr 06 14:39:45.285753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffd033-e4ad-45de-9296-27ba6e5ff0b4 None None] Pushing event updated for resources: {'Port': ['ID=95a65055-451c-4302-b8dd-d8c626201ed1,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:45.294027 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-f2bcf1b4-84b7-4c37-9b49-fafcbfa71777 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42e1da28-e027-4b9d-9217-ffcfe8672818 HTTP/1.1" status: 200 len: 217 time: 0.0705659 Apr 06 14:39:45.313670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=bc27c2e3-4bc0-4cd6-945c-c5709181ece5,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:45.351712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 95a65055-451c-4302-b8dd-d8c626201ed1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:45.352093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.400513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-e23740c3-51b1-445c-b856-f5f8d34023ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:45.404235 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-e23740c3-51b1-445c-b856-f5f8d34023ef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.1033890 Apr 06 14:39:45.491748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-6f6e263d-f9aa-4a3b-bee2-ca742568fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:45.491969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 95a65055-451c-4302-b8dd-d8c626201ed1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:45.495303 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-6f6e263d-f9aa-4a3b-bee2-ca742568fb7c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0843577 Apr 06 14:39:45.504436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-42cb42b6-a17a-493a-8dfc-ec55ac8b6b6e None None] Provisioning complete for port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:45.504830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-42cb42b6-a17a-493a-8dfc-ec55ac8b6b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.505634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (32473141-4f12-4631-95b0-a7b3bcb5b8fe), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.549133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-42cb42b6-a17a-493a-8dfc-ec55ac8b6b6e None None] Port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:45.568057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-42cb42b6-a17a-493a-8dfc-ec55ac8b6b6e None None] Provisioning complete for port 95a65055-451c-4302-b8dd-d8c626201ed1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:45.568436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-42cb42b6-a17a-493a-8dfc-ec55ac8b6b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.677910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-42cb42b6-a17a-493a-8dfc-ec55ac8b6b6e None None] Current status of the port 95a65055-451c-4302-b8dd-d8c626201ed1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:45.683331 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-53052d1c-5e17-46d4-9217-e3eb5778f637 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812477 Apr 06 14:39:45.816667 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b5fb20f-8bcc-4c6a-9150-5d475025812d req-bc34ca94-8ccb-4b35-9290-176f63982d12 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272619 Apr 06 14:39:45.821601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e7741a25-64ee-4cfb-a93d-ae81bdfe8308 None None] Provisioning complete for port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:45.822186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e7741a25-64ee-4cfb-a93d-ae81bdfe8308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.881936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.920424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e7741a25-64ee-4cfb-a93d-ae81bdfe8308 None None] Port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:45.920634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.034895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3e4f-25ae-46bf-bede-648f19d43dca req-f2aae6ba-97f3-4ec0-bd21-ddc8c78ce6cb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:46.044870 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce3f3e4f-25ae-46bf-bede-648f19d43dca req-f2aae6ba-97f3-4ec0-bd21-ddc8c78ce6cb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0970917 Apr 06 14:39:46.115566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce3f3e4f-25ae-46bf-bede-648f19d43dca req-d00bdc16-317c-41a1-8ea0-f45220629492 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695348 Apr 06 14:39:46.123438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f213042b-7d96-46ad-a838-2a6c061dde9f None None] Provisioning complete for port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:46.123850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f213042b-7d96-46ad-a838-2a6c061dde9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.177082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f213042b-7d96-46ad-a838-2a6c061dde9f None None] Port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:46.280035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.418580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.516135 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (32473141-4f12-4631-95b0-a7b3bcb5b8fe), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.519390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=bc27c2e3-4bc0-4cd6-945c-c5709181ece5,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:46.571708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.638101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:46.639788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:46.903719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f887cb7f-5f4b-4347-89a6-8fdad6ce9878 None None] Provisioning complete for port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:46.904278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f887cb7f-5f4b-4347-89a6-8fdad6ce9878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:46.939930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f887cb7f-5f4b-4347-89a6-8fdad6ce9878 None None] Port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:47.007666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Router 32473141-4f12-4631-95b0-a7b3bcb5b8fe is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:39:47.068256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 95a65055-451c-4302-b8dd-d8c626201ed1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:47.113056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:47.121075 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0ddcd4f2-e422-4388-bca8-6b2b16640350 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "PUT /v2.0/routers/32473141-4f12-4631-95b0-a7b3bcb5b8fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2602670 Apr 06 14:39:47.123586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46314) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:47.126116 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cb51b-cf8f-4d8b-90b1-ad93fdb509d8 None None] Sync routers for ids ['32473141-4f12-4631-95b0-a7b3bcb5b8fe'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:39:47.140022 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cb51b-cf8f-4d8b-90b1-ad93fdb509d8 None None] Routers {'32473141-4f12-4631-95b0-a7b3bcb5b8fe'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:47.141175 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7f3cb51b-cf8f-4d8b-90b1-ad93fdb509d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['32473141-4f12-4631-95b0-a7b3bcb5b8fe'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:47.186525 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7f3cb51b-cf8f-4d8b-90b1-ad93fdb509d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:47.197170 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cb51b-cf8f-4d8b-90b1-ad93fdb509d8 None None] Routers {'32473141-4f12-4631-95b0-a7b3bcb5b8fe'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:47.198159 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7f3cb51b-cf8f-4d8b-90b1-ad93fdb509d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['32473141-4f12-4631-95b0-a7b3bcb5b8fe'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:47.207678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 95a65055-451c-4302-b8dd-d8c626201ed1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:47.208128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:47.245838 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7f3cb51b-cf8f-4d8b-90b1-ad93fdb509d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:47.246852 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cb51b-cf8f-4d8b-90b1-ad93fdb509d8 None None] The sync data for ids ['32473141-4f12-4631-95b0-a7b3bcb5b8fe'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:39:47.264065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b3fea9-ca78-4c0d-a9eb-ed0ce34a8e39 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:47.268511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46318) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:47.268690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-31b3fea9-ca78-4c0d-a9eb-ed0ce34a8e39 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports?device_id=32473141-4f12-4631-95b0-a7b3bcb5b8fe HTTP/1.1" status: 200 len: 982 time: 0.1434510 Apr 06 14:39:47.320146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fd0bd-bbf2-4751-a2cb-4288600e2d71 req-9ed9ddff-5e01-42ef-af23-9f04dc591b55 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:47.323888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e0fd0bd-bbf2-4751-a2cb-4288600e2d71 req-9ed9ddff-5e01-42ef-af23-9f04dc591b55 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0796099 Apr 06 14:39:47.390148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 95a65055-451c-4302-b8dd-d8c626201ed1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:47.424969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e0fd0bd-bbf2-4751-a2cb-4288600e2d71 req-a0e6346a-691e-47eb-8837-505b13f350e2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883133 Apr 06 14:39:47.814938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (32473141-4f12-4631-95b0-a7b3bcb5b8fe), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:48.037698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port bc27c2e3-4bc0-4cd6-945c-c5709181ece5 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:48.038038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:48.123137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:48.134885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for bc27c2e3-4bc0-4cd6-945c-c5709181ece5 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:48.405611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bc27c2e3-4bc0-4cd6-945c-c5709181ece5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:48.439525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=bc27c2e3-4bc0-4cd6-945c-c5709181ece5,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:48.558151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b0d6-9936-4b88-bf87-78a3ad4dcb7a req-f9787577-5bb9-4491-918e-250b4c011e7b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:48.565481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e10b0d6-9936-4b88-bf87-78a3ad4dcb7a req-f9787577-5bb9-4491-918e-250b4c011e7b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0692165 Apr 06 14:39:48.614773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (32473141-4f12-4631-95b0-a7b3bcb5b8fe), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:48.622919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e10b0d6-9936-4b88-bf87-78a3ad4dcb7a req-7fe537e6-5b48-4514-9e11-61814e1bde82 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563672 Apr 06 14:39:48.788127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Router 32473141-4f12-4631-95b0-a7b3bcb5b8fe has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:39:48.862766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:39:48.868075 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1686a471-619c-4396-98e9-6aaf356f1c10 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "PUT /v2.0/routers/32473141-4f12-4631-95b0-a7b3bcb5b8fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5976682 Apr 06 14:39:48.870763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46322) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:48.874746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247da998-e43f-487f-9893-2f3eb6e7e782 None None] Sync routers for ids ['32473141-4f12-4631-95b0-a7b3bcb5b8fe'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:39:48.885716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247da998-e43f-487f-9893-2f3eb6e7e782 None None] Routers {'32473141-4f12-4631-95b0-a7b3bcb5b8fe'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:48.886429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-247da998-e43f-487f-9893-2f3eb6e7e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['32473141-4f12-4631-95b0-a7b3bcb5b8fe'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:48.899329 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e664e8-3f9d-4080-ae68-ffd8f976312e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:48.901402 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-20e664e8-3f9d-4080-ae68-ffd8f976312e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/bc27c2e3-4bc0-4cd6-945c-c5709181ece5 HTTP/1.1" status: 404 len: 333 time: 0.0296192 Apr 06 14:39:48.904100 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46324) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:48.925203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-247da998-e43f-487f-9893-2f3eb6e7e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:48.934006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247da998-e43f-487f-9893-2f3eb6e7e782 None None] Routers {'32473141-4f12-4631-95b0-a7b3bcb5b8fe'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:39:48.934706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-247da998-e43f-487f-9893-2f3eb6e7e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:39:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['32473141-4f12-4631-95b0-a7b3bcb5b8fe'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:48.971233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-247da998-e43f-487f-9893-2f3eb6e7e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:48.971982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247da998-e43f-487f-9893-2f3eb6e7e782 None None] The sync data for ids ['32473141-4f12-4631-95b0-a7b3bcb5b8fe'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:39:48.979443 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-968ecce4-2079-4fe1-a6cc-b2c534b1cf61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for router (32473141-4f12-4631-95b0-a7b3bcb5b8fe), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.144541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-968ecce4-2079-4fe1-a6cc-b2c534b1cf61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (32473141-4f12-4631-95b0-a7b3bcb5b8fe), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.146662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-968ecce4-2079-4fe1-a6cc-b2c534b1cf61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for router_controller (32473141-4f12-4631-95b0-a7b3bcb5b8fe), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.268260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-968ecce4-2079-4fe1-a6cc-b2c534b1cf61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (32473141-4f12-4631-95b0-a7b3bcb5b8fe), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.268779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ecce4-2079-4fe1-a6cc-b2c534b1cf61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Fanout notify agent at l3_agent the message router_deleted on router 32473141-4f12-4631-95b0-a7b3bcb5b8fe {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:39:49.281393 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-968ecce4-2079-4fe1-a6cc-b2c534b1cf61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.281393 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-968ecce4-2079-4fe1-a6cc-b2c534b1cf61 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/routers/32473141-4f12-4631-95b0-a7b3bcb5b8fe HTTP/1.1" status: 204 len: 168 time: 0.3726282 Apr 06 14:39:49.281393 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46326) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:49.589520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8497a98-1d1a-47e2-8c70-32207b9edfe4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet 566263d1-3012-4cf0-962b-5054be03bf4a {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:49.592600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8497a98-1d1a-47e2-8c70-32207b9edfe4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (566263d1-3012-4cf0-962b-5054be03bf4a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.631873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8497a98-1d1a-47e2-8c70-32207b9edfe4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (566263d1-3012-4cf0-962b-5054be03bf4a), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.726010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8497a98-1d1a-47e2-8c70-32207b9edfe4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (566263d1-3012-4cf0-962b-5054be03bf4a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.754586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464feac-d6b1-4a71-b068-a2577ffa6cb9 req-c1d5a19d-7a59-4377-81ae-862573a1a1f6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:49.757870 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c464feac-d6b1-4a71-b068-a2577ffa6cb9 req-c1d5a19d-7a59-4377-81ae-862573a1a1f6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0646298 Apr 06 14:39:49.812633 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c464feac-d6b1-4a71-b068-a2577ffa6cb9 req-a93e358d-ba4a-452a-99c4-e70eb987b225 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466795 Apr 06 14:39:49.886305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8497a98-1d1a-47e2-8c70-32207b9edfe4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (566263d1-3012-4cf0-962b-5054be03bf4a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.914140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8497a98-1d1a-47e2-8c70-32207b9edfe4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=566263d1-3012-4cf0-962b-5054be03bf4a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:49.920155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b8497a98-1d1a-47e2-8c70-32207b9edfe4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:49.927359 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b8497a98-1d1a-47e2-8c70-32207b9edfe4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/566263d1-3012-4cf0-962b-5054be03bf4a HTTP/1.1" status: 204 len: 168 time: 0.6415386 Apr 06 14:39:49.927359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46330) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:49.927570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2a6c3-0c38-4239-adf4-2d2b92bc7c60 None None] Network d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:50.012314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (d89dc952-acb1-4b83-96d0-3fd6fc2c51f2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.072922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 95a65055-451c-4302-b8dd-d8c626201ed1 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:50.073279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.105653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] DHCP port deletion for d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:39:50.146933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] For port 95a65055-451c-4302-b8dd-d8c626201ed1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=95a65055-451c-4302-b8dd-d8c626201ed1,segment=NetworkSegment(6278bbcf-51e5-4b81-b1ce-5e5c8787208d),segment_id=6278bbcf-51e5-4b81-b1ce-5e5c8787208d)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:50.146933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.158825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] Deleting port 95a65055-451c-4302-b8dd-d8c626201ed1 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:50.159214 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.168880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 95a65055-451c-4302-b8dd-d8c626201ed1 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:50.229323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] For port 95a65055-451c-4302-b8dd-d8c626201ed1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=95a65055-451c-4302-b8dd-d8c626201ed1,segment=NetworkSegment(6278bbcf-51e5-4b81-b1ce-5e5c8787208d),segment_id=6278bbcf-51e5-4b81-b1ce-5e5c8787208d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:50.230211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.244532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] Calling delete_port for 95a65055-451c-4302-b8dd-d8c626201ed1 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:50.325208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.331304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (95a65055-451c-4302-b8dd-d8c626201ed1), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.349739 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=95a65055-451c-4302-b8dd-d8c626201ed1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:50.355533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] Pushing event deleted for resources: {'Port': ['ID=95a65055-451c-4302-b8dd-d8c626201ed1,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:50.357330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No DVR routers for this DVR port 95a65055-451c-4302-b8dd-d8c626201ed1 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:50.362664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e1b4b-db86-4738-a009-a73f4fef5ef4 None None] No DVR routers for this DVR port 95a65055-451c-4302-b8dd-d8c626201ed1 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:39:50.446108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (d89dc952-acb1-4b83-96d0-3fd6fc2c51f2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.466680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89dc952-acb1-4b83-96d0-3fd6fc2c51f2']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:50.475819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6278bbcf-51e5-4b81-b1ce-5e5c8787208d') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:50.476116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6278bbcf-51e5-4b81-b1ce-5e5c8787208d') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:39:50.486868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (6278bbcf-51e5-4b81-b1ce-5e5c8787208d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.500667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6278bbcf-51e5-4b81-b1ce-5e5c8787208d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.506711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:39:50.507143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (6278bbcf-51e5-4b81-b1ce-5e5c8787208d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:39:50.510464 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:39:50.637464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (d89dc952-acb1-4b83-96d0-3fd6fc2c51f2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.656822 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.660329 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/networks/d89dc952-acb1-4b83-96d0-3fd6fc2c51f2 HTTP/1.1" status: 204 len: 168 time: 0.7329857 Apr 06 14:39:50.661390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a6a1f-e7f7-4ae9-b456-8fe084fd0f76 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Network': ['ID=d89dc952-acb1-4b83-96d0-3fd6fc2c51f2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:50.664547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46332) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:50.711536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde2091-7a66-49ee-abd2-b54b3cacea51 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:50.713756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cdde2091-7a66-49ee-abd2-b54b3cacea51 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/96e7728a-a4d4-40a8-9016-68ef35a9eb1c HTTP/1.1" status: 200 len: 841 time: 0.0473185 Apr 06 14:39:50.717245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46334) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:50.760284 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8b7ba169-4db3-44bb-87b8-8e78b6f904ab tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/96e7728a-a4d4-40a8-9016-68ef35a9eb1c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0413685 Apr 06 14:39:50.764527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46336) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:50.769471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:50.938233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434782-cb59-45bb-9bfb-bc697fe94828 req-8f8dd53b-2dfd-4788-a5b0-d8a33d106e45 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:50.939765 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6434782-cb59-45bb-9bfb-bc697fe94828 req-8f8dd53b-2dfd-4788-a5b0-d8a33d106e45 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0566516 Apr 06 14:39:50.941930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:50.945410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.060956 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6434782-cb59-45bb-9bfb-bc697fe94828 req-b5cb0f68-31d1-4128-ba69-12b02ebacf54 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116538 Apr 06 14:39:51.064499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 95a65055-451c-4302-b8dd-d8c626201ed1 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:39:51.091438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 95a65055-451c-4302-b8dd-d8c626201ed1 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:39:51.092030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 95a65055-451c-4302-b8dd-d8c626201ed1 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:39:51.245732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (4119ba6e-c34e-445d-b9cb-3b1feb481783), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.291735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:51.295020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:51.299140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:51.299748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.304883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5783b-4a9e-4660-b88b-c0e8b20abd97 None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:51.308056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=4119ba6e-c34e-445d-b9cb-3b1feb481783,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:51.386598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6d774239-6b1c-4ed9-9161-3bcf57356b1f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6175146 Apr 06 14:39:51.387665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46340) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:51.393799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ad6db209-95bf-4512-9c8a-a8351957b778 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1385334060'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:51.433232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-5d42b287-7224-41a4-b07f-a2840af164a9', 'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'project_id': 'fb830a5c533c4907a1a198cc77221cad', 'fixed_ips': [{'subnet_id': '4119ba6e-c34e-445d-b9cb-3b1feb481783'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:39:51.436812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.483996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad6db209-95bf-4512-9c8a-a8351957b778 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.563802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad6db209-95bf-4512-9c8a-a8351957b778 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (bff42e03-2a18-4b73-a561-7fb95e26a80a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.585821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Allocated IP 172.20.0.2 (5d42b287-7224-41a4-b07f-a2840af164a9/4119ba6e-c34e-445d-b9cb-3b1feb481783/c6f70d03-08c1-4eb1-9db6-485844830b72) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:51.640003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad6db209-95bf-4512-9c8a-a8351957b778 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (bff42e03-2a18-4b73-a561-7fb95e26a80a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.671210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6db209-95bf-4512-9c8a-a8351957b778 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff42e03-2a18-4b73-a561-7fb95e26a80a,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:51.736697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ad6db209-95bf-4512-9c8a-a8351957b778 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.737487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Publish callbacks [] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.740851 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ad6db209-95bf-4512-9c8a-a8351957b778 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3489473 Apr 06 14:39:51.741231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46342) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:51.746367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-79e85812-cf4c-4006-9a81-cc2e54c6dc32 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1148827893'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:51.800343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.824356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79e85812-cf4c-4006-9a81-cc2e54c6dc32 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.842088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:51.847299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:51.850627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:51.858420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Pushing event updated for resources: {'Port': ['ID=c6f70d03-08c1-4eb1-9db6-485844830b72,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:51.906642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79e85812-cf4c-4006-9a81-cc2e54c6dc32 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (3fc5de36-ab26-4b82-859b-9b74070ed358), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.914183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Attempting to bind port c6f70d03-08c1-4eb1-9db6-485844830b72 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:51.914561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Attempting to bind port c6f70d03-08c1-4eb1-9db6-485844830b72 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5c1e865b-2856-4b1e-9e7a-01a73c9d4040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:51.914932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Attempting to bind port c6f70d03-08c1-4eb1-9db6-485844830b72 on network 5d42b287-7224-41a4-b07f-a2840af164a9 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:51.920368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:51.920747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Checking segment: {'id': '5c1e865b-2856-4b1e-9e7a-01a73c9d4040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:51.921148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.921547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Bound using segment: {'id': '5c1e865b-2856-4b1e-9e7a-01a73c9d4040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:51.922019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Bound port: c6f70d03-08c1-4eb1-9db6-485844830b72, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1e865b-2856-4b1e-9e7a-01a73c9d4040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:51.922401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.970791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79e85812-cf4c-4006-9a81-cc2e54c6dc32 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (3fc5de36-ab26-4b82-859b-9b74070ed358), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:51.995769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] For port c6f70d03-08c1-4eb1-9db6-485844830b72, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:51.999534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] For port c6f70d03-08c1-4eb1-9db6-485844830b72, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c6f70d03-08c1-4eb1-9db6-485844830b72,segment=NetworkSegment(5c1e865b-2856-4b1e-9e7a-01a73c9d4040),segment_id=5c1e865b-2856-4b1e-9e7a-01a73c9d4040)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:52.004219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e85812-cf4c-4006-9a81-cc2e54c6dc32 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc5de36-ab26-4b82-859b-9b74070ed358,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:52.072026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:52.092097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79e85812-cf4c-4006-9a81-cc2e54c6dc32 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:52.092097 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-79e85812-cf4c-4006-9a81-cc2e54c6dc32 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3470376 Apr 06 14:39:52.093552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46346) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:52.098720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-779727984', 'security_groups': ['3fc5de36-ab26-4b82-859b-9b74070ed358'], 'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4119ba6e-c34e-445d-b9cb-3b1feb481783'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:52.148498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550efa75-caa3-421c-b7ce-b80f65de8d50 None None] Pushing event updated for resources: {'Port': ['ID=c6f70d03-08c1-4eb1-9db6-485844830b72,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:52.230036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70365-6a7e-432e-9590-42d46a58f83e req-0dd89419-6f9a-43c0-8d29-2895e683ce3e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:52.231713 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-04a70365-6a7e-432e-9590-42d46a58f83e req-0dd89419-6f9a-43c0-8d29-2895e683ce3e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0610237 Apr 06 14:39:52.285304 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-04a70365-6a7e-432e-9590-42d46a58f83e req-465369f3-ec4c-4933-a092-65a1d027fcb8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476706 Apr 06 14:39:52.329313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:52.458202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:52.477490 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 83eb7e84-6a0a-4b97-9674-37cee46b668a yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:52.642512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.3 (5d42b287-7224-41a4-b07f-a2840af164a9/4119ba6e-c34e-445d-b9cb-3b1feb481783/83eb7e84-6a0a-4b97-9674-37cee46b668a) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:52.780949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:52.883359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:52.929006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:52.933309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:52.940631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:52.964751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=83eb7e84-6a0a-4b97-9674-37cee46b668a,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:53.005658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:53.006315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.085953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46348) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:53.086650 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f1e99f81-f4e3-461d-9e63-1902f601fa3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9919746 Apr 06 14:39:53.092805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-085c4018-33a4-4cfb-af42-396adc9be74a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:53.109633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c6f70d03-08c1-4eb1-9db6-485844830b72 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:53.178688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:53.179222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.308921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085c4018-33a4-4cfb-af42-396adc9be74a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:53.313740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-085c4018-33a4-4cfb-af42-396adc9be74a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.488797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.ipam_backend_mixin [None req-085c4018-33a4-4cfb-af42-396adc9be74a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4119ba6e-c34e-445d-b9cb-3b1feb481783 (CIDR: 172.20.0.0/28) Apr 06 14:39:53.491964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:53.495959 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.497404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d480-d058-4fa1-95c2-d67c6ba85d5f req-dc4914c2-5670-4b00-9d5a-5474ba5b4a19 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:53.504166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0768d480-d058-4fa1-95c2-d67c6ba85d5f req-dc4914c2-5670-4b00-9d5a-5474ba5b4a19 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.1023939 Apr 06 14:39:53.547353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port c6f70d03-08c1-4eb1-9db6-485844830b72, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c6f70d03-08c1-4eb1-9db6-485844830b72,segment=NetworkSegment(5c1e865b-2856-4b1e-9e7a-01a73c9d4040),segment_id=5c1e865b-2856-4b1e-9e7a-01a73c9d4040)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:53.550561 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-085c4018-33a4-4cfb-af42-396adc9be74a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:39:53.551089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085c4018-33a4-4cfb-af42-396adc9be74a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:39:53.556823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:53.556823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.558585 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0768d480-d058-4fa1-95c2-d67c6ba85d5f req-b8e9f8b4-15e1-4ff5-991b-9582ce7ab525 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536199 Apr 06 14:39:53.638027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:53.638421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.652176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.675461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-085c4018-33a4-4cfb-af42-396adc9be74a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5877476 Apr 06 14:39:53.677633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46352) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:53.681723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:53.684193 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:53.730739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=c6f70d03-08c1-4eb1-9db6-485844830b72,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:53.739762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:39:53.740124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:39:53.856734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:53.860475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.180410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (c9152bb3-f4be-41d6-abef-abee2f0cf52d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.221869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:54.225145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:54.229903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:54.230558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.234941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a996406-06f2-44d6-8e36-ae6cfe005d74 None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:54.244374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=c9152bb3-f4be-41d6-abef-abee2f0cf52d,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:54.323242 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5cb211c8-c159-423b-a6e2-8fb81cea4451 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6439838 Apr 06 14:39:54.324134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:54.326156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46354) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:54.331587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1139436647', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9152bb3-f4be-41d6-abef-abee2f0cf52d'}], 'security_groups': ['bff42e03-2a18-4b73-a561-7fb95e26a80a']}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:54.351210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Provisioning complete for port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:54.351555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.408551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.411311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-713c2206-df38-4e00-9170-c0bebd4344a7 None None] Port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:54.485103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c658b-0420-461e-bc77-bb5da47583ea None None] Update dhcp port {'port': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'fixed_ips': [{'subnet_id': '4119ba6e-c34e-445d-b9cb-3b1feb481783', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9152bb3-f4be-41d6-abef-abee2f0cf52d'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'c6f70d03-08c1-4eb1-9db6-485844830b72'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:39:54.525931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-343c658b-0420-461e-bc77-bb5da47583ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.570615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e3b4e354-885e-4dbf-a902-0ab9e2d1ea77 None None] Provisioning complete for port 83eb7e84-6a0a-4b97-9674-37cee46b668a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:54.571018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e354-885e-4dbf-a902-0ab9e2d1ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.669239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4e354-885e-4dbf-a902-0ab9e2d1ea77 None None] Port 83eb7e84-6a0a-4b97-9674-37cee46b668a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:54.696244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73c922-91df-4778-a3b5-7942df5f55a1 req-a09d676d-38c6-44d5-93c2-8a0d7df9b6cb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:54.697874 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3d73c922-91df-4778-a3b5-7942df5f55a1 req-a09d676d-38c6-44d5-93c2-8a0d7df9b6cb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0615351 Apr 06 14:39:54.748280 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Delete allocated IP 172.20.0.3 (5d42b287-7224-41a4-b07f-a2840af164a9/4119ba6e-c34e-445d-b9cb-3b1feb481783) {{(pid=104442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:39:54.752810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3d73c922-91df-4778-a3b5-7942df5f55a1 req-a22118fb-07c7-4e78-a911-44ea49fb705c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489504 Apr 06 14:39:54.756208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.23 (5d42b287-7224-41a4-b07f-a2840af164a9/c9152bb3-f4be-41d6-abef-abee2f0cf52d/83eb7e84-6a0a-4b97-9674-37cee46b668a) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:54.913875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:54.994553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.059417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-343c658b-0420-461e-bc77-bb5da47583ea None None] Allocated IP 172.20.0.18 (5d42b287-7224-41a4-b07f-a2840af164a9/c9152bb3-f4be-41d6-abef-abee2f0cf52d/c6f70d03-08c1-4eb1-9db6-485844830b72) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:55.084512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c6f70d03-08c1-4eb1-9db6-485844830b72 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:55.097601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=83eb7e84-6a0a-4b97-9674-37cee46b668a,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:55.113864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] In _notify_port_updated(), no bound segment for port 83eb7e84-6a0a-4b97-9674-37cee46b668a on network 5d42b287-7224-41a4-b07f-a2840af164a9 {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:39:55.119755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:55.120403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.121762 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1b89c06d-9fb2-4513-81ba-0167d86b317f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "PUT /v2.0/ports/83eb7e84-6a0a-4b97-9674-37cee46b668a HTTP/1.1" status: 200 len: 921 time: 0.7945862 Apr 06 14:39:55.124655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46358) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:55.209034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-343c658b-0420-461e-bc77-bb5da47583ea None None] For port c6f70d03-08c1-4eb1-9db6-485844830b72, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c6f70d03-08c1-4eb1-9db6-485844830b72,segment=NetworkSegment(5c1e865b-2856-4b1e-9e7a-01a73c9d4040),segment_id=5c1e865b-2856-4b1e-9e7a-01a73c9d4040)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:55.210751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:55.211148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.223794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4897b05a-2971-44ea-bf1b-929561112a79 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 83eb7e84-6a0a-4b97-9674-37cee46b668a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:39:55.224139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4897b05a-2971-44ea-bf1b-929561112a79 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.274191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-343c658b-0420-461e-bc77-bb5da47583ea None None] Publish callbacks [] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.319843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4897b05a-2971-44ea-bf1b-929561112a79 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.323467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:55.334453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4897b05a-2971-44ea-bf1b-929561112a79 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 83eb7e84-6a0a-4b97-9674-37cee46b668a owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:39:55.348119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-343c658b-0420-461e-bc77-bb5da47583ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.436681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c658b-0420-461e-bc77-bb5da47583ea None None] Pushing event updated for resources: {'Port': ['ID=c6f70d03-08c1-4eb1-9db6-485844830b72,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:55.530847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4897b05a-2971-44ea-bf1b-929561112a79 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (83eb7e84-6a0a-4b97-9674-37cee46b668a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.568330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897b05a-2971-44ea-bf1b-929561112a79 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=83eb7e84-6a0a-4b97-9674-37cee46b668a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:55.641806 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4897b05a-2971-44ea-bf1b-929561112a79 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.647798 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4897b05a-2971-44ea-bf1b-929561112a79 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/83eb7e84-6a0a-4b97-9674-37cee46b668a HTTP/1.1" status: 204 len: 168 time: 0.5197682 Apr 06 14:39:55.648385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46360) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:55.675717 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ace74e3-4027-4f0c-b38b-5e4471ff659d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:39:55.677168 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1ace74e3-4027-4f0c-b38b-5e4471ff659d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/83eb7e84-6a0a-4b97-9674-37cee46b668a HTTP/1.1" status: 404 len: 333 time: 0.0278342 Apr 06 14:39:55.680057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46362) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:55.736868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f77d92f8-9d0b-4602-b21f-5eaa64780d37 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (3fc5de36-ab26-4b82-859b-9b74070ed358), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.762781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f77d92f8-9d0b-4602-b21f-5eaa64780d37 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (3fc5de36-ab26-4b82-859b-9b74070ed358), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.881897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852ae6d-452a-4f72-ba07-f979a2fa0a4f req-5fb72128-69d3-497e-86c3-99daba8b2800 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:55.883444 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d852ae6d-452a-4f72-ba07-f979a2fa0a4f req-5fb72128-69d3-497e-86c3-99daba8b2800 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0565197 Apr 06 14:39:55.937813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f77d92f8-9d0b-4602-b21f-5eaa64780d37 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (3fc5de36-ab26-4b82-859b-9b74070ed358), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.940458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f77d92f8-9d0b-4602-b21f-5eaa64780d37 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:55.941633 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f77d92f8-9d0b-4602-b21f-5eaa64780d37 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/security-groups/3fc5de36-ab26-4b82-859b-9b74070ed358 HTTP/1.1" status: 204 len: 168 time: 0.2605946 Apr 06 14:39:55.944768 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46366) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:55.955223 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d852ae6d-452a-4f72-ba07-f979a2fa0a4f req-b00931be-3760-49eb-a01d-7b59dfe24da4 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659118 Apr 06 14:39:55.960578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d92f8-9d0b-4602-b21f-5eaa64780d37 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc5de36-ab26-4b82-859b-9b74070ed358,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:56.012716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87f07d4e-2c6a-4d06-ae31-eea4287feed2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (bff42e03-2a18-4b73-a561-7fb95e26a80a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.038790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87f07d4e-2c6a-4d06-ae31-eea4287feed2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (bff42e03-2a18-4b73-a561-7fb95e26a80a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.098896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8a2ef12c-d41b-470e-a822-82b9d4a757ae None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:56.099303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef12c-d41b-470e-a822-82b9d4a757ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.159400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87f07d4e-2c6a-4d06-ae31-eea4287feed2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (bff42e03-2a18-4b73-a561-7fb95e26a80a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.161957 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87f07d4e-2c6a-4d06-ae31-eea4287feed2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.165958 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-87f07d4e-2c6a-4d06-ae31-eea4287feed2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/security-groups/bff42e03-2a18-4b73-a561-7fb95e26a80a HTTP/1.1" status: 204 len: 168 time: 0.2173674 Apr 06 14:39:56.166654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46368) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:56.178304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f07d4e-2c6a-4d06-ae31-eea4287feed2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff42e03-2a18-4b73-a561-7fb95e26a80a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:56.203111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ef12c-d41b-470e-a822-82b9d4a757ae None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:56.223547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8a2ef12c-d41b-470e-a822-82b9d4a757ae None None] Provisioning complete for port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:56.223974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef12c-d41b-470e-a822-82b9d4a757ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.234029 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafd0931-9bcd-43bb-93bc-3d287700bb55 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet 4119ba6e-c34e-445d-b9cb-3b1feb481783 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:39:56.237916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aafd0931-9bcd-43bb-93bc-3d287700bb55 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (4119ba6e-c34e-445d-b9cb-3b1feb481783), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.270664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ef12c-d41b-470e-a822-82b9d4a757ae None None] Port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:56.274251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8a2ef12c-d41b-470e-a822-82b9d4a757ae None None] Could not find standard attr ID for object 83eb7e84-6a0a-4b97-9674-37cee46b668a. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:39:56.290323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aafd0931-9bcd-43bb-93bc-3d287700bb55 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (4119ba6e-c34e-445d-b9cb-3b1feb481783), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.379238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aafd0931-9bcd-43bb-93bc-3d287700bb55 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (4119ba6e-c34e-445d-b9cb-3b1feb481783), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.503137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aafd0931-9bcd-43bb-93bc-3d287700bb55 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (4119ba6e-c34e-445d-b9cb-3b1feb481783), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.536673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd0931-9bcd-43bb-93bc-3d287700bb55 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=4119ba6e-c34e-445d-b9cb-3b1feb481783,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:56.541700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aafd0931-9bcd-43bb-93bc-3d287700bb55 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.545753 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-aafd0931-9bcd-43bb-93bc-3d287700bb55 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/4119ba6e-c34e-445d-b9cb-3b1feb481783 HTTP/1.1" status: 204 len: 168 time: 0.3780155 Apr 06 14:39:56.549836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46376) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:56.554813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:56.573612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56d40c-98ba-43ef-8e68-4b25b76cc00d None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:56.621272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bfc010a1-71d8-48c7-a47e-42b8e45a1a81 None None] Could not find standard attr ID for object 83eb7e84-6a0a-4b97-9674-37cee46b668a. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:39:56.748347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:56.751850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.037207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (0577d750-ca36-4132-9820-cd8d019bad3f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.077011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:57.082792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c6f70d03-08c1-4eb1-9db6-485844830b72 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:57.094877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:57.100840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.101449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.139744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:57.140219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.145930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=0577d750-ca36-4132-9820-cd8d019bad3f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:57.172293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650fc0-7e31-423d-b3cb-1fd3242e3d4c req-e256aa33-d835-4baf-9429-b91d6d8f0191 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.173819 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06650fc0-7e31-423d-b3cb-1fd3242e3d4c req-e256aa33-d835-4baf-9429-b91d6d8f0191 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0954845 Apr 06 14:39:57.217042 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7781cac7-a77d-4726-a157-6f2da89fa1d6 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6638751 Apr 06 14:39:57.218848 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46380) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:57.226742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0871fcf8-cc64-4ef6-be61-ae250b72e08a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1673347888'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:57.228786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a879e-8c39-4504-8fcb-132478e0d882 None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:39:57.237695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06650fc0-7e31-423d-b3cb-1fd3242e3d4c req-7cc82db9-2f2d-4834-a247-e0b9dd006f3a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581205 Apr 06 14:39:57.283092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:57.298103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1421bdd0-644f-48a9-9f9c-c5af35e5d73f None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:57.298480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1421bdd0-644f-48a9-9f9c-c5af35e5d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.351530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0871fcf8-cc64-4ef6-be61-ae250b72e08a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.426978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1421bdd0-644f-48a9-9f9c-c5af35e5d73f None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:57.432977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0871fcf8-cc64-4ef6-be61-ae250b72e08a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (f2da1251-33f1-4cf5-8fcf-eb36c8775a64), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.438134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1421bdd0-644f-48a9-9f9c-c5af35e5d73f None None] Provisioning complete for port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:57.438513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1421bdd0-644f-48a9-9f9c-c5af35e5d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.501806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1421bdd0-644f-48a9-9f9c-c5af35e5d73f None None] Port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:57.512910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d33093-5dbb-4528-b3d4-1b2a97b9a406 None None] Update dhcp port {'port': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'fixed_ips': [{'subnet_id': 'c9152bb3-f4be-41d6-abef-abee2f0cf52d', 'ip_address': '172.20.0.18'}, {'subnet_id': '0577d750-ca36-4132-9820-cd8d019bad3f'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'c6f70d03-08c1-4eb1-9db6-485844830b72'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:39:57.517213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0871fcf8-cc64-4ef6-be61-ae250b72e08a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f2da1251-33f1-4cf5-8fcf-eb36c8775a64), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.544527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-50d33093-5dbb-4528-b3d4-1b2a97b9a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.548352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871fcf8-cc64-4ef6-be61-ae250b72e08a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2da1251-33f1-4cf5-8fcf-eb36c8775a64,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:57.612973 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0871fcf8-cc64-4ef6-be61-ae250b72e08a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.614191 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0871fcf8-cc64-4ef6-be61-ae250b72e08a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3942487 Apr 06 14:39:57.617204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46382) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:57.621943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-390ba4fd-20f9-4b4e-b4b9-15b6dd5ef1da tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'security_group': {'name': 'tempest-secgroup-70683526'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:57.700495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-390ba4fd-20f9-4b4e-b4b9-15b6dd5ef1da tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.711319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-50d33093-5dbb-4528-b3d4-1b2a97b9a406 None None] Allocated IP 172.20.0.2 (5d42b287-7224-41a4-b07f-a2840af164a9/0577d750-ca36-4132-9820-cd8d019bad3f/c6f70d03-08c1-4eb1-9db6-485844830b72) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:57.771946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-390ba4fd-20f9-4b4e-b4b9-15b6dd5ef1da tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (c3fedc7e-5a73-420c-a508-f0367939c305), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.812464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-50d33093-5dbb-4528-b3d4-1b2a97b9a406 None None] For port c6f70d03-08c1-4eb1-9db6-485844830b72, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c6f70d03-08c1-4eb1-9db6-485844830b72,segment=NetworkSegment(5c1e865b-2856-4b1e-9e7a-01a73c9d4040),segment_id=5c1e865b-2856-4b1e-9e7a-01a73c9d4040)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:39:57.833832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-390ba4fd-20f9-4b4e-b4b9-15b6dd5ef1da tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c3fedc7e-5a73-420c-a508-f0367939c305), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.844209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-50d33093-5dbb-4528-b3d4-1b2a97b9a406 None None] Publish callbacks [] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.863464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ba4fd-20f9-4b4e-b4b9-15b6dd5ef1da tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fedc7e-5a73-420c-a508-f0367939c305,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:57.922931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-50d33093-5dbb-4528-b3d4-1b2a97b9a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.959210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-390ba4fd-20f9-4b4e-b4b9-15b6dd5ef1da tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.960528 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-390ba4fd-20f9-4b4e-b4b9-15b6dd5ef1da tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3423052 Apr 06 14:39:57.964475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46384) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:57.968854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-164fbf0a-061a-4df4-b97a-7a6385485d54 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1668843372'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:58.010764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d33093-5dbb-4528-b3d4-1b2a97b9a406 None None] Pushing event updated for resources: {'Port': ['ID=c6f70d03-08c1-4eb1-9db6-485844830b72,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:58.054491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-164fbf0a-061a-4df4-b97a-7a6385485d54 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:58.134245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-164fbf0a-061a-4df4-b97a-7a6385485d54 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (82440c43-a0ce-4a76-9340-d0db93eeb471), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:58.216769 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-164fbf0a-061a-4df4-b97a-7a6385485d54 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (82440c43-a0ce-4a76-9340-d0db93eeb471), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:58.247617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fbf0a-061a-4df4-b97a-7a6385485d54 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82440c43-a0ce-4a76-9340-d0db93eeb471,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:58.327897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-164fbf0a-061a-4df4-b97a-7a6385485d54 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:58.329161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-164fbf0a-061a-4df4-b97a-7a6385485d54 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3637042 Apr 06 14:39:58.332175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46388) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:58.337644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-466572703', 'security_groups': ['82440c43-a0ce-4a76-9340-d0db93eeb471'], 'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0577d750-ca36-4132-9820-cd8d019bad3f'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:58.388235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53df0f-9873-4444-8d37-48f8531ababd req-538d4345-6a19-479f-9669-ed7a3ee25f55 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:58.388235 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef53df0f-9873-4444-8d37-48f8531ababd req-538d4345-6a19-479f-9669-ed7a3ee25f55 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0724161 Apr 06 14:39:58.440520 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef53df0f-9873-4444-8d37-48f8531ababd req-cef488f0-0de9-4fe1-b618-6c3be7ba19f3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493894 Apr 06 14:39:58.525265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5a4aa391-9540-40be-aa29-b643e255410a None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:58.525855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa391-9540-40be-aa29-b643e255410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:58.543065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:58.608996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5a4aa391-9540-40be-aa29-b643e255410a None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:58.620125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5a4aa391-9540-40be-aa29-b643e255410a None None] Provisioning complete for port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:58.620493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa391-9540-40be-aa29-b643e255410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:58.626012 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:58.643216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] device_id is not set on port 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b yet. {{(pid=104442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:39:58.653849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5a4aa391-9540-40be-aa29-b643e255410a None None] Port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:58.802900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.7 (5d42b287-7224-41a4-b07f-a2840af164a9/0577d750-ca36-4132-9820-cd8d019bad3f/6ed68d28-f96d-4e65-a1d7-f1be6f284c7b) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:58.941903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:59.053489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c6f70d03-08c1-4eb1-9db6-485844830b72 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:39:59.097110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:59.105448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:59.105825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:59.141134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:59.144315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:59.146890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:59.188783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=6ed68d28-f96d-4e65-a1d7-f1be6f284c7b,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:59.206880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:39:59.216359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:59.217006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:59.323387 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b022b5b3-7a07-4ee7-a7b0-ff2aded41f27 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9899752 Apr 06 14:39:59.326174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46392) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:59.331370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8799721a-e335-4eb3-a2e0-60c9ee91431f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:59.376525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1cce2ae3-619a-40d4-bccf-d1f843620bb0 None None] Provisioning complete for port 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:59.376902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1cce2ae3-619a-40d4-bccf-d1f843620bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:59.413043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1cce2ae3-619a-40d4-bccf-d1f843620bb0 None None] Port 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:59.551692 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8799721a-e335-4eb3-a2e0-60c9ee91431f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:59.555358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8799721a-e335-4eb3-a2e0-60c9ee91431f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:59.567788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0713d0-0328-4fa5-823f-cbf94a222399 req-695f609b-e34e-442f-805e-9849eac46232 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:59.569344 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b0713d0-0328-4fa5-823f-cbf94a222399 req-695f609b-e34e-442f-805e-9849eac46232 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0568495 Apr 06 14:39:59.626257 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b0713d0-0328-4fa5-823f-cbf94a222399 req-621fa5ee-5a3a-4b39-be07-4df638ee01f7 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503528 Apr 06 14:39:59.657075 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.ipam_backend_mixin [None req-8799721a-e335-4eb3-a2e0-60c9ee91431f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0577d750-ca36-4132-9820-cd8d019bad3f (CIDR: 172.20.0.0/28) Apr 06 14:39:59.703162 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8799721a-e335-4eb3-a2e0-60c9ee91431f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:39:59.703799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8799721a-e335-4eb3-a2e0-60c9ee91431f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:39:59.794798 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8799721a-e335-4eb3-a2e0-60c9ee91431f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4674497 Apr 06 14:39:59.797599 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46396) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:39:59.802894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7585952d-b62e-4561-8aa6-30d5f11536c9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:59.985671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7585952d-b62e-4561-8aa6-30d5f11536c9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:59.989207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7585952d-b62e-4561-8aa6-30d5f11536c9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:00.081626 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.ipam_backend_mixin [None req-7585952d-b62e-4561-8aa6-30d5f11536c9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c9152bb3-f4be-41d6-abef-abee2f0cf52d (CIDR: 172.20.0.16/28) Apr 06 14:40:00.111742 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7585952d-b62e-4561-8aa6-30d5f11536c9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 14:40:00.112237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7585952d-b62e-4561-8aa6-30d5f11536c9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:00.188487 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7585952d-b62e-4561-8aa6-30d5f11536c9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3897381 Apr 06 14:40:00.191094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46398) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:00.195868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'subnet': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:00.363865 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:40:00.402714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Made reservation on behalf of fb830a5c533c4907a1a198cc77221cad for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:00.415438 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:00.750343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90282-760e-4a4f-8140-e3e85a095ebd req-918a8356-6445-4ea5-8975-c48e44e1a3d1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:00.751863 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-15e90282-760e-4a4f-8140-e3e85a095ebd req-918a8356-6445-4ea5-8975-c48e44e1a3d1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0577736 Apr 06 14:40:00.763137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (89973941-bde6-4759-92fd-530b2de01660), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:00.807561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Network 5d42b287-7224-41a4-b07f-a2840af164a9 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:00.810365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-15e90282-760e-4a4f-8140-e3e85a095ebd req-2f75f848-f498-4620-870e-ce9cc01a073d tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528183 Apr 06 14:40:00.814238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:00.817272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:00.817883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:00.824811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b0f2f-4614-4060-a2be-21adf9295293 None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:00.835357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Subnet': ['ID=89973941-bde6-4759-92fd-530b2de01660,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:00.911023 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0dcbcf23-ce5b-4ee6-865d-d06cdfd3d8d0 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7187560 Apr 06 14:40:00.913764 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46402) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:00.919209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-676416174', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '89973941-bde6-4759-92fd-530b2de01660'}], 'security_groups': ['f2da1251-33f1-4cf5-8fcf-eb36c8775a64', 'c3fedc7e-5a73-420c-a508-f0367939c305']}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:00.992243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:01.002793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf651dc8-72e7-4c61-a804-e6767a6ac28e None None] Update dhcp port {'port': {'network_id': '5d42b287-7224-41a4-b07f-a2840af164a9', 'fixed_ips': [{'subnet_id': 'c9152bb3-f4be-41d6-abef-abee2f0cf52d', 'ip_address': '172.20.0.18'}, {'subnet_id': '0577d750-ca36-4132-9820-cd8d019bad3f', 'ip_address': '172.20.0.2'}, {'subnet_id': '89973941-bde6-4759-92fd-530b2de01660'}], 'binding:host_id': 'dv-neutron-835863-1-hyperv'}, 'id': 'c6f70d03-08c1-4eb1-9db6-485844830b72'} from dv-neutron-835863-1-hyperv. {{(pid=104444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 06 14:40:01.182293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf651dc8-72e7-4c61-a804-e6767a6ac28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:01.353513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-bf651dc8-72e7-4c61-a804-e6767a6ac28e None None] Allocated IP 172.20.0.34 (5d42b287-7224-41a4-b07f-a2840af164a9/89973941-bde6-4759-92fd-530b2de01660/c6f70d03-08c1-4eb1-9db6-485844830b72) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:01.449974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bf651dc8-72e7-4c61-a804-e6767a6ac28e None None] For port c6f70d03-08c1-4eb1-9db6-485844830b72, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c6f70d03-08c1-4eb1-9db6-485844830b72,segment=NetworkSegment(5c1e865b-2856-4b1e-9e7a-01a73c9d4040),segment_id=5c1e865b-2856-4b1e-9e7a-01a73c9d4040)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:01.480140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf651dc8-72e7-4c61-a804-e6767a6ac28e None None] Publish callbacks [] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:01.540037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bf651dc8-72e7-4c61-a804-e6767a6ac28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:01.653457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Delete allocated IP 172.20.0.7 (5d42b287-7224-41a4-b07f-a2840af164a9/0577d750-ca36-4132-9820-cd8d019bad3f) {{(pid=104442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 14:40:01.658459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf651dc8-72e7-4c61-a804-e6767a6ac28e None None] Pushing event updated for resources: {'Port': ['ID=c6f70d03-08c1-4eb1-9db6-485844830b72,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:01.661548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Allocated IP 172.20.0.41 (5d42b287-7224-41a4-b07f-a2840af164a9/89973941-bde6-4759-92fd-530b2de01660/6ed68d28-f96d-4e65-a1d7-f1be6f284c7b) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:01.841259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:01.905723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:01.941552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe9b3b-fab7-427c-be39-f76c62fa1c53 req-4d11adce-31e4-4c11-a65c-301d6a55101a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:01.943345 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-52fe9b3b-fab7-427c-be39-f76c62fa1c53 req-4d11adce-31e4-4c11-a65c-301d6a55101a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0595078 Apr 06 14:40:01.999200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event updated for resources: {'Port': ['ID=6ed68d28-f96d-4e65-a1d7-f1be6f284c7b,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:02.010323 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-52fe9b3b-fab7-427c-be39-f76c62fa1c53 req-5d483f65-dec1-4d4e-882a-8c56c3ad9bb1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594537 Apr 06 14:40:02.022340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] In _notify_port_updated(), no bound segment for port 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b on network 5d42b287-7224-41a4-b07f-a2840af164a9 {{(pid=104442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:40:02.028454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:02.029104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.030745 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5fe0410f-fa4e-4e3e-beef-23965c106998 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "PUT /v2.0/ports/6ed68d28-f96d-4e65-a1d7-f1be6f284c7b HTTP/1.1" status: 200 len: 959 time: 1.1156342 Apr 06 14:40:02.033554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46406) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:02.136271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-aeef7bcb-2688-4cb7-a595-2e648cb0c25d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:02.136610 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aeef7bcb-2688-4cb7-a595-2e648cb0c25d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.249633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aeef7bcb-2688-4cb7-a595-2e648cb0c25d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.254325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:02.254868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.263792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-aeef7bcb-2688-4cb7-a595-2e648cb0c25d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:02.342911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:02.356595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Provisioning complete for port 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:02.357336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.395496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Port 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:02.405494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Provisioning complete for port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:02.405865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.445686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-85c36c3d-f6ef-4d0e-8f61-822634267f01 None None] Port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:02.480116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aeef7bcb-2688-4cb7-a595-2e648cb0c25d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6ed68d28-f96d-4e65-a1d7-f1be6f284c7b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.511544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef7bcb-2688-4cb7-a595-2e648cb0c25d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=6ed68d28-f96d-4e65-a1d7-f1be6f284c7b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:02.558849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-58ebc327-b4aa-4fc8-8c7f-de65bcaee984 None None] Could not find standard attr ID for object 6ed68d28-f96d-4e65-a1d7-f1be6f284c7b. {{(pid=104444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 06 14:40:02.586351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aeef7bcb-2688-4cb7-a595-2e648cb0c25d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.590647 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aeef7bcb-2688-4cb7-a595-2e648cb0c25d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/6ed68d28-f96d-4e65-a1d7-f1be6f284c7b HTTP/1.1" status: 204 len: 168 time: 0.5561152 Apr 06 14:40:02.593269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46410) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:02.618498 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd64d1a1-d356-434c-b80f-fc67c69654e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] GET failed (client error): The resource could not be found. Apr 06 14:40:02.619903 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dd64d1a1-d356-434c-b80f-fc67c69654e4 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports/6ed68d28-f96d-4e65-a1d7-f1be6f284c7b HTTP/1.1" status: 404 len: 333 time: 0.0256481 Apr 06 14:40:02.622492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46412) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:02.674036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0fe40f4-1bf7-4d30-912e-f17d31cceb2e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (82440c43-a0ce-4a76-9340-d0db93eeb471), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.695895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0fe40f4-1bf7-4d30-912e-f17d31cceb2e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (82440c43-a0ce-4a76-9340-d0db93eeb471), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.816653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0fe40f4-1bf7-4d30-912e-f17d31cceb2e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (82440c43-a0ce-4a76-9340-d0db93eeb471), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.819160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a0fe40f4-1bf7-4d30-912e-f17d31cceb2e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.820317 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a0fe40f4-1bf7-4d30-912e-f17d31cceb2e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/security-groups/82440c43-a0ce-4a76-9340-d0db93eeb471 HTTP/1.1" status: 204 len: 168 time: 0.1969085 Apr 06 14:40:02.823436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46414) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:02.829925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe40f4-1bf7-4d30-912e-f17d31cceb2e tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82440c43-a0ce-4a76-9340-d0db93eeb471,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:02.883914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63ffa274-7993-42fb-99d9-fda37d42c5ae tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (c3fedc7e-5a73-420c-a508-f0367939c305), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:02.908244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63ffa274-7993-42fb-99d9-fda37d42c5ae tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (c3fedc7e-5a73-420c-a508-f0367939c305), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.058488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63ffa274-7993-42fb-99d9-fda37d42c5ae tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c3fedc7e-5a73-420c-a508-f0367939c305), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.060287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c6f70d03-08c1-4eb1-9db6-485844830b72 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:03.062596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-63ffa274-7993-42fb-99d9-fda37d42c5ae tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.063578 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-63ffa274-7993-42fb-99d9-fda37d42c5ae tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/security-groups/c3fedc7e-5a73-420c-a508-f0367939c305 HTTP/1.1" status: 204 len: 168 time: 0.2390842 Apr 06 14:40:03.066811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46418) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:03.096973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffa274-7993-42fb-99d9-fda37d42c5ae tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fedc7e-5a73-420c-a508-f0367939c305,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:03.125962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:03.126330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.163666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13f1d5fc-7fd4-4f67-bdcb-91d5410317e2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (f2da1251-33f1-4cf5-8fcf-eb36c8775a64), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.176066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfa1aa-cf55-432b-9607-3e647ee7d209 req-13b7a053-3cac-4627-8b76-8458b983a95b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:03.177567 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60dfa1aa-cf55-432b-9607-3e647ee7d209 req-13b7a053-3cac-4627-8b76-8458b983a95b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0922062 Apr 06 14:40:03.210334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13f1d5fc-7fd4-4f67-bdcb-91d5410317e2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (f2da1251-33f1-4cf5-8fcf-eb36c8775a64), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.226271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:03.268418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60dfa1aa-cf55-432b-9607-3e647ee7d209 req-2b060396-bb4d-4bb6-be16-0e087382ba93 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844598 Apr 06 14:40:03.365569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13f1d5fc-7fd4-4f67-bdcb-91d5410317e2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f2da1251-33f1-4cf5-8fcf-eb36c8775a64), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.368184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13f1d5fc-7fd4-4f67-bdcb-91d5410317e2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.370385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-13f1d5fc-7fd4-4f67-bdcb-91d5410317e2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/security-groups/f2da1251-33f1-4cf5-8fcf-eb36c8775a64 HTTP/1.1" status: 204 len: 168 time: 0.3026230 Apr 06 14:40:03.373122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46420) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:03.380364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1d5fc-7fd4-4f67-bdcb-91d5410317e2 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2da1251-33f1-4cf5-8fcf-eb36c8775a64,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:03.438553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fbc358-9959-4dbd-b570-84b1f29dd8a9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet 0577d750-ca36-4132-9820-cd8d019bad3f {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:40:03.441861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38fbc358-9959-4dbd-b570-84b1f29dd8a9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (0577d750-ca36-4132-9820-cd8d019bad3f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.487259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38fbc358-9959-4dbd-b570-84b1f29dd8a9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (0577d750-ca36-4132-9820-cd8d019bad3f), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.574313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38fbc358-9959-4dbd-b570-84b1f29dd8a9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (0577d750-ca36-4132-9820-cd8d019bad3f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.740600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38fbc358-9959-4dbd-b570-84b1f29dd8a9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (0577d750-ca36-4132-9820-cd8d019bad3f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.771077 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc358-9959-4dbd-b570-84b1f29dd8a9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=0577d750-ca36-4132-9820-cd8d019bad3f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:03.773122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38fbc358-9959-4dbd-b570-84b1f29dd8a9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.782413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce66bf-35ba-4fc4-81e5-d301d390cd82 None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:03.784171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46422) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:03.784360 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-38fbc358-9959-4dbd-b570-84b1f29dd8a9 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/0577d750-ca36-4132-9820-cd8d019bad3f HTTP/1.1" status: 204 len: 168 time: 0.4097917 Apr 06 14:40:03.846653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf4e86e-c624-4e13-8ba3-1635a32b6470 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet 89973941-bde6-4759-92fd-530b2de01660 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:40:03.849952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e86e-c624-4e13-8ba3-1635a32b6470 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (89973941-bde6-4759-92fd-530b2de01660), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:03.893254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e86e-c624-4e13-8ba3-1635a32b6470 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (89973941-bde6-4759-92fd-530b2de01660), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.002158 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e86e-c624-4e13-8ba3-1635a32b6470 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (89973941-bde6-4759-92fd-530b2de01660), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.158064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e86e-c624-4e13-8ba3-1635a32b6470 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (89973941-bde6-4759-92fd-530b2de01660), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.185922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4e86e-c624-4e13-8ba3-1635a32b6470 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=89973941-bde6-4759-92fd-530b2de01660,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:04.193201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e86e-c624-4e13-8ba3-1635a32b6470 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.199281 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0cf4e86e-c624-4e13-8ba3-1635a32b6470 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/89973941-bde6-4759-92fd-530b2de01660 HTTP/1.1" status: 204 len: 168 time: 0.4113367 Apr 06 14:40:04.199674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46424) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:04.227571 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-416a5a12-bb42-4b1f-81dd-5e92701ab760 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:04.228249 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416a5a12-bb42-4b1f-81dd-5e92701ab760 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:04.233781 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-416a5a12-bb42-4b1f-81dd-5e92701ab760 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/0577d750-ca36-4132-9820-cd8d019bad3f HTTP/1.1" status: 404 len: 337 time: 0.0307055 Apr 06 14:40:04.234022 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46426) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:04.289815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac58eb3e-1953-4862-9ea5-ea530a2e8a3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting subnet c9152bb3-f4be-41d6-abef-abee2f0cf52d {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:40:04.293939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac58eb3e-1953-4862-9ea5-ea530a2e8a3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (c9152bb3-f4be-41d6-abef-abee2f0cf52d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.337856 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac58eb3e-1953-4862-9ea5-ea530a2e8a3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (c9152bb3-f4be-41d6-abef-abee2f0cf52d), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.404591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb663902-4ca5-485f-bb90-03dc933eee6f req-6732fefc-4c86-4a2e-9de9-8f8bfadcd6bd tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:04.406172 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eb663902-4ca5-485f-bb90-03dc933eee6f req-6732fefc-4c86-4a2e-9de9-8f8bfadcd6bd tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 944 time: 0.0669386 Apr 06 14:40:04.448706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae69de8d-1f6d-46eb-b937-dd5e11993efd None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:04.451730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac58eb3e-1953-4862-9ea5-ea530a2e8a3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (c9152bb3-f4be-41d6-abef-abee2f0cf52d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.468158 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eb663902-4ca5-485f-bb90-03dc933eee6f req-d4555497-ef86-4371-8b84-783bc75e83f2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560622 Apr 06 14:40:04.512775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-be388192-6a45-416d-8497-50fd52eef9f2 None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:04.513167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be388192-6a45-416d-8497-50fd52eef9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.658234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-be388192-6a45-416d-8497-50fd52eef9f2 None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:04.671615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-be388192-6a45-416d-8497-50fd52eef9f2 None None] Provisioning complete for port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:04.672078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be388192-6a45-416d-8497-50fd52eef9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.708766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-be388192-6a45-416d-8497-50fd52eef9f2 None None] Port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:04.805802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 42e1da28-e027-4b9d-9217-ffcfe8672818 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:40:04.923588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 42e1da28-e027-4b9d-9217-ffcfe8672818, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=42e1da28-e027-4b9d-9217-ffcfe8672818,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:04.935535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'port_id': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'mac_address': 'fa:16:3e:ec:f6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:40:04.988398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac58eb3e-1953-4862-9ea5-ea530a2e8a3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (c9152bb3-f4be-41d6-abef-abee2f0cf52d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:04.997407 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 42e1da28-e027-4b9d-9217-ffcfe8672818 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:04.997640 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.015102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e1da28-e027-4b9d-9217-ffcfe8672818 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:40:05.029289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac58eb3e-1953-4862-9ea5-ea530a2e8a3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.032874 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ac58eb3e-1953-4862-9ea5-ea530a2e8a3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/c9152bb3-f4be-41d6-abef-abee2f0cf52d HTTP/1.1" status: 204 len: 168 time: 0.7978678 Apr 06 14:40:05.033950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58eb3e-1953-4862-9ea5-ea530a2e8a3a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Subnet': ['ID=c9152bb3-f4be-41d6-abef-abee2f0cf52d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:05.036636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46430) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.050091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 42e1da28-e027-4b9d-9217-ffcfe8672818, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=42e1da28-e027-4b9d-9217-ffcfe8672818,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:05.068882 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-59571677-2332-4adc-bd0f-63bca707bb25 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.068882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59571677-2332-4adc-bd0f-63bca707bb25 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.070155 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-59571677-2332-4adc-bd0f-63bca707bb25 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/4119ba6e-c34e-445d-b9cb-3b1feb481783 HTTP/1.1" status: 404 len: 337 time: 0.0319686 Apr 06 14:40:05.073553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46432) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.108598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb64ecfe-e454-42e7-9944-5f7fabab30aa tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "GET /v2.0/ports?device_id=32473141-4f12-4631-95b0-a7b3bcb5b8fe HTTP/1.1" status: 200 len: 205 time: 0.0335693 Apr 06 14:40:05.111524 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46434) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.122741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.159619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-8a02cac4-fa98-47d5-9b7e-bea7ed3ed623 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] delete failed (client error): The resource could not be found. Apr 06 14:40:05.162913 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8a02cac4-fa98-47d5-9b7e-bea7ed3ed623 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/routers/32473141-4f12-4631-95b0-a7b3bcb5b8fe HTTP/1.1" status: 404 len: 336 time: 0.0477984 Apr 06 14:40:05.163339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46436) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.185744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=42e1da28-e027-4b9d-9217-ffcfe8672818,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:05.197357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9bb78-22c6-4e5a-89af-4c4de2f8f16c None None] Network 5d42b287-7224-41a4-b07f-a2840af164a9 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:05.198385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc66831-7cb7-4306-afce-a771726aad97 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.198528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc66831-7cb7-4306-afce-a771726aad97 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.203983 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ddc66831-7cb7-4306-afce-a771726aad97 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/566263d1-3012-4cf0-962b-5054be03bf4a HTTP/1.1" status: 404 len: 337 time: 0.0371015 Apr 06 14:40:05.204203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46438) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.234944 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7aa0bd3-3eb9-4aad-9404-2d4eb66ec68f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.236098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7aa0bd3-3eb9-4aad-9404-2d4eb66ec68f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.239108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b7aa0bd3-3eb9-4aad-9404-2d4eb66ec68f tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/1c744e1c-3b27-4bbe-92ed-bf19c25c6f14 HTTP/1.1" status: 404 len: 337 time: 0.0339487 Apr 06 14:40:05.241744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46440) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.264834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b68bd6d1-993a-47dd-b1a9-e6e7147f0dea None None] Provisioning complete for port c6f70d03-08c1-4eb1-9db6-485844830b72 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:05.265206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b68bd6d1-993a-47dd-b1a9-e6e7147f0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.269855 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-989ac2f2-b215-4ae9-881e-13da6a55f109 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.270316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989ac2f2-b215-4ae9-881e-13da6a55f109 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.273356 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-989ac2f2-b215-4ae9-881e-13da6a55f109 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/afdf84c0-dc9e-4b48-bf8f-cb298b241166 HTTP/1.1" status: 404 len: 337 time: 0.0306010 Apr 06 14:40:05.277365 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46442) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.304369 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a55a88-3cce-4e50-b482-0010f75bc32a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.304955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a55a88-3cce-4e50-b482-0010f75bc32a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.308716 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-26a55a88-3cce-4e50-b482-0010f75bc32a tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/88a03ef9-d4e4-4194-8821-6632e5dea04f HTTP/1.1" status: 404 len: 333 time: 0.0303135 Apr 06 14:40:05.311276 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46444) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.345539 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-934104d0-ed66-40fd-a535-58ee98d70449 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.345979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934104d0-ed66-40fd-a535-58ee98d70449 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.349022 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-934104d0-ed66-40fd-a535-58ee98d70449 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/a992c0d3-84e7-47fb-b789-4c317a4547cb HTTP/1.1" status: 404 len: 337 time: 0.0368242 Apr 06 14:40:05.352417 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46446) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.386760 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f3bbf7-b34f-4b21-88e2-45069f61d136 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.387249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f3bbf7-b34f-4b21-88e2-45069f61d136 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.393060 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c6f3bbf7-b34f-4b21-88e2-45069f61d136 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/519cc419-bb60-4966-bbee-4a6f6cc7f342 HTTP/1.1" status: 404 len: 337 time: 0.0361578 Apr 06 14:40:05.393516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46448) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.400717 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b68bd6d1-993a-47dd-b1a9-e6e7147f0dea None None] Current status of the port c6f70d03-08c1-4eb1-9db6-485844830b72 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:05.414441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b68bd6d1-993a-47dd-b1a9-e6e7147f0dea None None] Provisioning complete for port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:05.414811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b68bd6d1-993a-47dd-b1a9-e6e7147f0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.421679 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b449394-55d0-4eee-a709-78e0d66e1f58 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.422245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b449394-55d0-4eee-a709-78e0d66e1f58 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.425228 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2b449394-55d0-4eee-a709-78e0d66e1f58 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/d6349661-1614-4bfb-9577-cfdb4d83430d HTTP/1.1" status: 404 len: 333 time: 0.0289700 Apr 06 14:40:05.427833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46450) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.444009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] DHCP port deletion for 5d42b287-7224-41a4-b07f-a2840af164a9 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:40:05.455424 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae33cb1-efb8-497f-b58e-22dab12d123d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.456187 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae33cb1-efb8-497f-b58e-22dab12d123d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.458503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b68bd6d1-993a-47dd-b1a9-e6e7147f0dea None None] Port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:05.459238 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aae33cb1-efb8-497f-b58e-22dab12d123d tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/d41e6b6a-63ff-4e96-beb7-e47f365f48f0 HTTP/1.1" status: 404 len: 337 time: 0.0303555 Apr 06 14:40:05.462937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46452) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.489836 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f955c5-57f9-402d-943a-99f27780bda3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] DELETE failed (client error): The resource could not be found. Apr 06 14:40:05.490301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f955c5-57f9-402d-943a-99f27780bda3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 14:40:05.496442 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d7f955c5-57f9-402d-943a-99f27780bda3 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/subnets/9d673022-a512-4d66-ad01-2b1562a0689e HTTP/1.1" status: 404 len: 337 time: 0.0294681 Apr 06 14:40:05.496710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46456) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.509688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['42e1da28-e027-4b9d-9217-ffcfe8672818'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:40:05.550050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] Deleting port c6f70d03-08c1-4eb1-9db6-485844830b72 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:05.550515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.596305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-84df2b7c-1f2b-4e67-a5f4-e14d5d40ab04 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Deleting port 96e7728a-a4d4-40a8-9016-68ef35a9eb1c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:05.596651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-84df2b7c-1f2b-4e67-a5f4-e14d5d40ab04 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.603908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e91ad-7481-4150-9471-f6a3c6fab650 req-9c257a12-6f57-4459-aff8-2ce0b92474ba tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:05.605543 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c10e91ad-7481-4150-9471-f6a3c6fab650 req-9c257a12-6f57-4459-aff8-2ce0b92474ba tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 945 time: 0.0580046 Apr 06 14:40:05.650108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] For port c6f70d03-08c1-4eb1-9db6-485844830b72, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c6f70d03-08c1-4eb1-9db6-485844830b72,segment=NetworkSegment(5c1e865b-2856-4b1e-9e7a-01a73c9d4040),segment_id=5c1e865b-2856-4b1e-9e7a-01a73c9d4040)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:05.650757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.670308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c10e91ad-7481-4150-9471-f6a3c6fab650 req-3a2683e6-bc91-4212-baaa-2720b71d0d48 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568223 Apr 06 14:40:05.677973 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-84df2b7c-1f2b-4e67-a5f4-e14d5d40ab04 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.688554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] Calling delete_port for c6f70d03-08c1-4eb1-9db6-485844830b72 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:05.699977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-84df2b7c-1f2b-4e67-a5f4-e14d5d40ab04 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Calling delete_port for 96e7728a-a4d4-40a8-9016-68ef35a9eb1c owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:05.882704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-84df2b7c-1f2b-4e67-a5f4-e14d5d40ab04 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (96e7728a-a4d4-40a8-9016-68ef35a9eb1c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.914165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df2b7c-1f2b-4e67-a5f4-e14d5d40ab04 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Port': ['ID=96e7728a-a4d4-40a8-9016-68ef35a9eb1c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:05.920500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (c6f70d03-08c1-4eb1-9db6-485844830b72), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.921704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-84df2b7c-1f2b-4e67-a5f4-e14d5d40ab04 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.925159 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-84df2b7c-1f2b-4e67-a5f4-e14d5d40ab04 tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/ports/96e7728a-a4d4-40a8-9016-68ef35a9eb1c HTTP/1.1" status: 204 len: 168 time: 0.4274223 Apr 06 14:40:05.928854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46458) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:05.935019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] No DVR routers for this DVR port c6f70d03-08c1-4eb1-9db6-485844830b72 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:40:05.956850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04eaac-8526-4c75-928f-56686ff4f8bb None None] Pushing event deleted for resources: {'Port': ['ID=c6f70d03-08c1-4eb1-9db6-485844830b72,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:06.021714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (5d42b287-7224-41a4-b07f-a2840af164a9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:06.118183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (5d42b287-7224-41a4-b07f-a2840af164a9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:06.138438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d42b287-7224-41a4-b07f-a2840af164a9']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:06.147988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1e865b-2856-4b1e-9e7a-01a73c9d4040') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:06.148292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1e865b-2856-4b1e-9e7a-01a73c9d4040') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:06.158553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (5c1e865b-2856-4b1e-9e7a-01a73c9d4040), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:06.171856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5c1e865b-2856-4b1e-9e7a-01a73c9d4040), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:06.177583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:40:06.177967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (5c1e865b-2856-4b1e-9e7a-01a73c9d4040), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:40:06.181013 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:40:06.336713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (5d42b287-7224-41a4-b07f-a2840af164a9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:06.344734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:06.353500 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] 10.222.0.71 "DELETE /v2.0/networks/5d42b287-7224-41a4-b07f-a2840af164a9 HTTP/1.1" status: 204 len: 168 time: 0.4191723 Apr 06 14:40:06.361278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd4e1-4add-474c-b7e0-94169074b44c tempest-PortsTestJSON-1575122548 tempest-PortsTestJSON-1575122548-project] Pushing event deleted for resources: {'Network': ['ID=5d42b287-7224-41a4-b07f-a2840af164a9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:06.806824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa71956-5793-4e46-bf0f-e461cb650f50 req-f98cb73f-3b84-4709-a8ed-650e183e9f46 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:06.808398 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3aa71956-5793-4e46-bf0f-e461cb650f50 req-f98cb73f-3b84-4709-a8ed-650e183e9f46 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 945 time: 0.0559244 Apr 06 14:40:06.816361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46466) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:06.830104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 42e1da28-e027-4b9d-9217-ffcfe8672818 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:06.863287 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3aa71956-5793-4e46-bf0f-e461cb650f50 req-dd8ef727-cdcf-403e-9c00-c87885bf6e58 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490713 Apr 06 14:40:06.942119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 42e1da28-e027-4b9d-9217-ffcfe8672818 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:40:06.947030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 42e1da28-e027-4b9d-9217-ffcfe8672818 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:06.948057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:06.979090 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9b4124d2-e6d9-4ac1-94fd-a59e4039b959 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb830a5c533c4907a1a198cc77221cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612661 Apr 06 14:40:06.981373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46470) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:07.030016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 42e1da28-e027-4b9d-9217-ffcfe8672818 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:07.030500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:07.033539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-baa6ff7c-6d74-46a1-b03c-c1d33c6d1d52 admin admin] Publish callbacks [] for security_group (4f153eff-def3-4054-9c5e-db11c1aa024f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:07.056728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-baa6ff7c-6d74-46a1-b03c-c1d33c6d1d52 admin admin] Publish callbacks [] for security_group (4f153eff-def3-4054-9c5e-db11c1aa024f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:07.058213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e1da28-e027-4b9d-9217-ffcfe8672818'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:07.060656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dca847-7ac6-44b0-a483-c9bc74fb01a3" -d '{"events": [{"server_uuid": "83567392-33e3-4476-a6c7-ead6b6fe81c9", "name": "network-vif-plugged", "status": "completed", "tag": "42e1da28-e027-4b9d-9217-ffcfe8672818"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:07.066540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c6f70d03-08c1-4eb1-9db6-485844830b72 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:07.096616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 42e1da28-e027-4b9d-9217-ffcfe8672818, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=42e1da28-e027-4b9d-9217-ffcfe8672818,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:07.100216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c6f70d03-08c1-4eb1-9db6-485844830b72 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:07.100216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c6f70d03-08c1-4eb1-9db6-485844830b72 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:07.103763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c74e5ee-216e-44e1-b221-e9350a725043 x-openstack-request-id: req-0c74e5ee-216e-44e1-b221-e9350a725043 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:07.103763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83567392-33e3-4476-a6c7-ead6b6fe81c9", "name": "network-vif-plugged", "status": "completed", "tag": "42e1da28-e027-4b9d-9217-ffcfe8672818", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:07.103763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c74e5ee-216e-44e1-b221-e9350a725043 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:07.103763 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c74e5ee-216e-44e1-b221-e9350a725043'] response: {'server_uuid': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'code': 200} Apr 06 14:40:07.197742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:07.225539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-baa6ff7c-6d74-46a1-b03c-c1d33c6d1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4f153eff-def3-4054-9c5e-db11c1aa024f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:07.228890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-baa6ff7c-6d74-46a1-b03c-c1d33c6d1d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:07.230364 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-baa6ff7c-6d74-46a1-b03c-c1d33c6d1d52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f153eff-def3-4054-9c5e-db11c1aa024f HTTP/1.1" status: 204 len: 168 time: 0.2478771 Apr 06 14:40:07.239321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6ff7c-6d74-46a1-b03c-c1d33c6d1d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f153eff-def3-4054-9c5e-db11c1aa024f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:07.249064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=42e1da28-e027-4b9d-9217-ffcfe8672818,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:07.396010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9463-d55b-459f-8985-34c8d1a42ffc req-27fcfa98-ad33-4517-b805-c731ede06285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.397510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cece9463-d55b-459f-8985-34c8d1a42ffc req-27fcfa98-ad33-4517-b805-c731ede06285 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 1130 time: 0.0503166 Apr 06 14:40:07.443539 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cece9463-d55b-459f-8985-34c8d1a42ffc req-fc76af60-7889-485e-925f-b7a5be5741d7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Apr 06 14:40:07.982041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6016c3-2e23-4501-b9bf-5dcaa3844b27 req-35913d7d-dec0-4eb6-bf3b-bc8b913fe846 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.983715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bf6016c3-2e23-4501-b9bf-5dcaa3844b27 req-35913d7d-dec0-4eb6-bf3b-bc8b913fe846 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 946 time: 0.0542846 Apr 06 14:40:08.035198 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bf6016c3-2e23-4501-b9bf-5dcaa3844b27 req-819a55b8-8c79-4ada-91f9-9d76346ff198 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456114 Apr 06 14:40:09.128602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f2873f1d-e91b-45f1-8c2f-71ffc70c063d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:09.162670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d51a5-ea0f-43b5-8f74-994547df6abc req-20f0f41a-225a-4921-8eab-0227376a229a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.164232 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a52d51a5-ea0f-43b5-8f74-994547df6abc req-20f0f41a-225a-4921-8eab-0227376a229a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 946 time: 0.0596499 Apr 06 14:40:09.220436 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a52d51a5-ea0f-43b5-8f74-994547df6abc req-eeb7b7fc-7c91-4434-9eac-0ef6239ed4db tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498061 Apr 06 14:40:09.344875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea0e4f-0efd-49c9-a662-b81b315ff236 req-f8b2c03d-570d-4068-be39-142264f28870 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.346797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b5ea0e4f-0efd-49c9-a662-b81b315ff236 req-f8b2c03d-570d-4068-be39-142264f28870 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 946 time: 0.0560513 Apr 06 14:40:09.397628 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b5ea0e4f-0efd-49c9-a662-b81b315ff236 req-93a67798-9f9f-457a-a4e8-fc8807ea237f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452430 Apr 06 14:40:09.420538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46520) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:09.565238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46524) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:09.570016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939996016', 'description': 'tempest-secgroup-smoke-939996016 description', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:09.645659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:09.654987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:09.664583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5f0e8-4386-4ac8-b347-cd054f812334 tempest-TestVolumeBootPattern-399874885 tempest-TestVolumeBootPattern-399874885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.666545 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2dc5f0e8-4386-4ac8-b347-cd054f812334 tempest-TestVolumeBootPattern-399874885 tempest-TestVolumeBootPattern-399874885-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 1125 time: 0.2449231 Apr 06 14:40:09.669593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46526) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:09.676712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:09.751490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group (ece74db5-a0d1-47aa-a8b4-7483ab7727dc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:09.785311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:09.845941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ece74db5-a0d1-47aa-a8b4-7483ab7727dc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:09.898366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece74db5-a0d1-47aa-a8b4-7483ab7727dc,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:09.952612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group (68ce94bb-5cd2-4d53-8583-bc02f76833b5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:09.965778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.049260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (68ce94bb-5cd2-4d53-8583-bc02f76833b5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.099592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce94bb-5cd2-4d53-8583-bc02f76833b5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:10.103963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Allocated IP 172.26.7.210 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/815d2296-e8f7-422e-9170-6ceceb5f20dd) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:10.162452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.163659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-24048e85-1374-4204-813b-341303985019 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5974202 Apr 06 14:40:10.167398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46528) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:10.172050 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-016b45b4-ba49-4fde-94fd-a0fcbfd378ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'security_group_rule': {'security_group_id': '68ce94bb-5cd2-4d53-8583-bc02f76833b5', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:10.210208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (815d2296-e8f7-422e-9170-6ceceb5f20dd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.242023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-016b45b4-ba49-4fde-94fd-a0fcbfd378ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (2bab9ea3-5c2f-4c5a-b5dd-1a5a924247ce), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.294732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (815d2296-e8f7-422e-9170-6ceceb5f20dd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.298355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-016b45b4-ba49-4fde-94fd-a0fcbfd378ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (2bab9ea3-5c2f-4c5a-b5dd-1a5a924247ce), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.335844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:10.339261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:10.341641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:10.367352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=815d2296-e8f7-422e-9170-6ceceb5f20dd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:10.368774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-016b45b4-ba49-4fde-94fd-a0fcbfd378ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2bab9ea3-5c2f-4c5a-b5dd-1a5a924247ce), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.387944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b45b4-ba49-4fde-94fd-a0fcbfd378ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bab9ea3-5c2f-4c5a-b5dd-1a5a924247ce,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:10.465364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-016b45b4-ba49-4fde-94fd-a0fcbfd378ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.470920 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-016b45b4-ba49-4fde-94fd-a0fcbfd378ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3024285 Apr 06 14:40:10.471657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46530) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:10.476082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-96c2c84f-4d23-4963-8c7b-7b2aa6f95035 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'security_group_rule': {'security_group_id': '68ce94bb-5cd2-4d53-8583-bc02f76833b5', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:10.581860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-96c2c84f-4d23-4963-8c7b-7b2aa6f95035 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (90185b46-9f3a-4ac0-8818-584f07c4a23f), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.648651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-96c2c84f-4d23-4963-8c7b-7b2aa6f95035 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (90185b46-9f3a-4ac0-8818-584f07c4a23f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.719146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-96c2c84f-4d23-4963-8c7b-7b2aa6f95035 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (90185b46-9f3a-4ac0-8818-584f07c4a23f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.737363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2c84f-4d23-4963-8c7b-7b2aa6f95035 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90185b46-9f3a-4ac0-8818-584f07c4a23f,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:10.812679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-96c2c84f-4d23-4963-8c7b-7b2aa6f95035 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.814037 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-96c2c84f-4d23-4963-8c7b-7b2aa6f95035 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3413837 Apr 06 14:40:10.823826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46532) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:10.828531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-70e3a648-9132-42e4-a2c5-007584af26af tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'security_group_rule': {'security_group_id': '68ce94bb-5cd2-4d53-8583-bc02f76833b5', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:10.929867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70e3a648-9132-42e4-a2c5-007584af26af tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (3aa20c32-48c9-4aab-bf4d-1cb84ae7b5bb), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.987043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70e3a648-9132-42e4-a2c5-007584af26af tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (3aa20c32-48c9-4aab-bf4d-1cb84ae7b5bb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.029327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (b2f59508-45b1-4d28-9ae2-d01c6065435f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.067788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70e3a648-9132-42e4-a2c5-007584af26af tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (3aa20c32-48c9-4aab-bf4d-1cb84ae7b5bb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.087301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3a648-9132-42e4-a2c5-007584af26af tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa20c32-48c9-4aab-bf4d-1cb84ae7b5bb,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:11.156710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (815d2296-e8f7-422e-9170-6ceceb5f20dd), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.161274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70e3a648-9132-42e4-a2c5-007584af26af tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.162580 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-70e3a648-9132-42e4-a2c5-007584af26af tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3376334 Apr 06 14:40:11.165733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46534) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:11.170888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6aeba6d1-0092-44f6-b4bf-db2186b5898c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'security_group_rule': {'security_group_id': '68ce94bb-5cd2-4d53-8583-bc02f76833b5', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:11.264983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6aeba6d1-0092-44f6-b4bf-db2186b5898c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (795475d8-c2bb-40b0-abfe-9871d81e76f6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.310943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (815d2296-e8f7-422e-9170-6ceceb5f20dd), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.325511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6aeba6d1-0092-44f6-b4bf-db2186b5898c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (795475d8-c2bb-40b0-abfe-9871d81e76f6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.399644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (815d2296-e8f7-422e-9170-6ceceb5f20dd), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.432255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6aeba6d1-0092-44f6-b4bf-db2186b5898c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (795475d8-c2bb-40b0-abfe-9871d81e76f6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.451075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba6d1-0092-44f6-b4bf-db2186b5898c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795475d8-c2bb-40b0-abfe-9871d81e76f6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:11.472102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=815d2296-e8f7-422e-9170-6ceceb5f20dd,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:11.485383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (b2f59508-45b1-4d28-9ae2-d01c6065435f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.519586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c75898f-38db-4311-9d5d-d070a2e5f63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.545241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6aeba6d1-0092-44f6-b4bf-db2186b5898c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.550253 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6aeba6d1-0092-44f6-b4bf-db2186b5898c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3837395 Apr 06 14:40:11.550641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46536) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:11.554884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0421862a-c101-4638-beaf-86d18fbd907c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'security_group_rule': {'security_group_id': '68ce94bb-5cd2-4d53-8583-bc02f76833b5', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:11.607336 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Floating IP b2f59508-45b1-4d28-9ae2-d01c6065435f associated. External IP: 172.26.7.210, port: 42e1da28-e027-4b9d-9217-ffcfe8672818. Apr 06 14:40:11.684363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-0421862a-c101-4638-beaf-86d18fbd907c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Project 107c14ad9bc6440289d929dfbc1b7bb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:40:11.693300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0421862a-c101-4638-beaf-86d18fbd907c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (bb9be67b-3fbf-4b27-b533-4227ae81009f), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.844502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0421862a-c101-4638-beaf-86d18fbd907c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (bb9be67b-3fbf-4b27-b533-4227ae81009f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.893344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:11.937712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0421862a-c101-4638-beaf-86d18fbd907c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (bb9be67b-3fbf-4b27-b533-4227ae81009f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:11.991837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421862a-c101-4638-beaf-86d18fbd907c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9be67b-3fbf-4b27-b533-4227ae81009f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:12.028085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:12.038157 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:12.048409 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:12.049067 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:12.064505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0421862a-c101-4638-beaf-86d18fbd907c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.066788 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0421862a-c101-4638-beaf-86d18fbd907c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5139205 Apr 06 14:40:12.068285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46538) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:12.074265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-38ad10bb-66c0-4b90-8fd7-88bc05bed5eb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'security_group_rule': {'security_group_id': '68ce94bb-5cd2-4d53-8583-bc02f76833b5', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:12.150685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.163240 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:12.179853 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-38ad10bb-66c0-4b90-8fd7-88bc05bed5eb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Project 107c14ad9bc6440289d929dfbc1b7bb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:40:12.184210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a029537d-b1ec-4b31-9448-e594a5a9b642 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5135608 Apr 06 14:40:12.185109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'tag': '42e1da28-e027-4b9d-9217-ffcfe8672818'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:12.186686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38ad10bb-66c0-4b90-8fd7-88bc05bed5eb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (58c4bd47-092b-46ee-80fd-ca22d27cb8be), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.187152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd" -d '{"events": [{"name": "network-changed", "server_uuid": "83567392-33e3-4476-a6c7-ead6b6fe81c9", "tag": "42e1da28-e027-4b9d-9217-ffcfe8672818"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:12.235350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b7e389-d8ff-4132-86e8-1031e7b19bde x-openstack-request-id: req-47b7e389-d8ff-4132-86e8-1031e7b19bde {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:12.235825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83567392-33e3-4476-a6c7-ead6b6fe81c9", "tag": "42e1da28-e027-4b9d-9217-ffcfe8672818", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:12.236197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-47b7e389-d8ff-4132-86e8-1031e7b19bde {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:12.236834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b7e389-d8ff-4132-86e8-1031e7b19bde'] response: {'name': 'network-changed', 'server_uuid': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'tag': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'status': 'completed', 'code': 200} Apr 06 14:40:12.264702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38ad10bb-66c0-4b90-8fd7-88bc05bed5eb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (58c4bd47-092b-46ee-80fd-ca22d27cb8be), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.328543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-ead01579-ecd4-4f02-b38b-b4b9caca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:12.330075 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-ead01579-ecd4-4f02-b38b-b4b9caca3b34 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 1130 time: 0.0496302 Apr 06 14:40:12.339735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38ad10bb-66c0-4b90-8fd7-88bc05bed5eb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (58c4bd47-092b-46ee-80fd-ca22d27cb8be), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.359748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad10bb-66c0-4b90-8fd7-88bc05bed5eb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c4bd47-092b-46ee-80fd-ca22d27cb8be,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:12.424712 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b2f59508-45b1-4d28-9ae2-d01c6065435f', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:ec:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:10Z', 'updated_at': '2022-04-06T14:40:10Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:12.443561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-401de92b-eb41-407a-9ee7-cc20f2430b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:12.446867 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-401de92b-eb41-407a-9ee7-cc20f2430b54 service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.1106238 Apr 06 14:40:12.448099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38ad10bb-66c0-4b90-8fd7-88bc05bed5eb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.449741 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-38ad10bb-66c0-4b90-8fd7-88bc05bed5eb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3803332 Apr 06 14:40:12.453069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46544) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:12.454918 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:12.461115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'network': {'name': 'tempest-network-smoke--2091630766', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'port_security_enabled': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:12.466252 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:12.467069 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:12.519479 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-0af95510-24a4-4dce-8742-ce7505d941f7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42e1da28-e027-4b9d-9217-ffcfe8672818 HTTP/1.1" status: 200 len: 1000 time: 0.0668063 Apr 06 14:40:12.560076 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Made reservation on behalf of 107c14ad9bc6440289d929dfbc1b7bb0 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:12.567105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.568369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-dc867c8e-19ed-424c-aa92-d19c7b6466b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:12.569853 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-dc867c8e-19ed-424c-aa92-d19c7b6466b3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0446606 Apr 06 14:40:12.585916 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:12.605315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:40:12.615470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6eb66a31-f1aa-4df7-a712-a2b748d4e51e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.615813 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Added segment 6eb66a31-f1aa-4df7-a712-a2b748d4e51e of type vlan for network d63ffcc9-6c3e-4793-8c22-898b4e88f056 Apr 06 14:40:12.626756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-55482cc5-2b85-4ac1-9582-b2fda10e28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:12.628453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-55482cc5-2b85-4ac1-9582-b2fda10e28de service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0521612 Apr 06 14:40:12.660494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (d63ffcc9-6c3e-4793-8c22-898b4e88f056), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.727117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-0e129a5b-b553-4527-b613-8e5973adce6d service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912533 Apr 06 14:40:12.804795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (d63ffcc9-6c3e-4793-8c22-898b4e88f056), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.810930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:12.818781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.836313 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6054d7c-d324-4534-9bb5-b6b6d19bddbd req-0496ec8b-a227-48d3-84c3-09e3c208c6ae service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033454 Apr 06 14:40:12.846819 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b2f59508-45b1-4d28-9ae2-d01c6065435f', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:ec:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:10Z', 'updated_at': '2022-04-06T14:40:10Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:12.877393 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a3945-641e-48e1-a51f-4b686643c08d None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b2f59508-45b1-4d28-9ae2-d01c6065435f', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.210', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:ec:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:10Z', 'updated_at': '2022-04-06T14:40:10Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:12.885751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'Network': ['ID=d63ffcc9-6c3e-4793-8c22-898b4e88f056,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:12.899982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:40:13.004806 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ed1ec6a7-1f22-45ce-8c58-7d06bd5f7991 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5498397 Apr 06 14:40:13.007840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46548) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:13.013769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'admin_state_up': True, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:13.108681 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (95e68b3c-918e-406a-8104-b4ef80f06b8c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.109783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (95e68b3c-918e-406a-8104-b4ef80f06b8c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.111231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54e3e0-a3f9-4074-8fe8-0e97b68b9ea4 None None] New status for floating IP b2f59508-45b1-4d28-9ae2-d01c6065435f: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:40:13.179057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router_controller (95e68b3c-918e-406a-8104-b4ef80f06b8c), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.374376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router_gateway (95e68b3c-918e-406a-8104-b4ef80f06b8c), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.623728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router_gateway (95e68b3c-918e-406a-8104-b4ef80f06b8c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.646259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.701675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.751035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Allocated IP 172.26.7.25 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/362e3d0c-8191-47f2-9567-0cc2717ff5c2) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:13.856505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.953657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.992085 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:13.995017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:14.000691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:14.022406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'Port': ['ID=362e3d0c-8191-47f2-9567-0cc2717ff5c2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:14.035857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.036217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.036573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.036917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.037260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.037601 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.037938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.038271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.038605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.038937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.039296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.039627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.040548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:14.367390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router_gateway (95e68b3c-918e-406a-8104-b4ef80f06b8c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:14.568096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (95e68b3c-918e-406a-8104-b4ef80f06b8c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:14.798979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Router 95e68b3c-918e-406a-8104-b4ef80f06b8c is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:40:15.171596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:15.183602 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Sync routers for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:15.192846 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:15.193457 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:15.252808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.254078 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3f8e2b00-7b80-4875-a4d9-1ac5fe642819 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2447536 Apr 06 14:40:15.257379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46550) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:15.321940 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:15.335923 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ca1c8976-1b5a-4a73-9987-f0cb822c2fc8 tempest-TestNetworkAdvancedServerOps-1883666132 tempest-TestNetworkAdvancedServerOps-1883666132-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=107c14ad9bc6440289d929dfbc1b7bb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766602 Apr 06 14:40:15.340074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46554) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:15.443390 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd563a8-fdc1-4676-a8e4-515ea8fe1c13 tempest-TestNetworkAdvancedServerOps-1883666132 tempest-TestNetworkAdvancedServerOps-1883666132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:15.445040 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dcd563a8-fdc1-4676-a8e4-515ea8fe1c13 tempest-TestNetworkAdvancedServerOps-1883666132 tempest-TestNetworkAdvancedServerOps-1883666132-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1040292 Apr 06 14:40:15.448235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46556) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:15.481522 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c55ea357-9f65-42c2-80e7-79c7f1836d53 tempest-TestNetworkAdvancedServerOps-1883666132 tempest-TestNetworkAdvancedServerOps-1883666132-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319200 Apr 06 14:40:15.483863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46558) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:15.488586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-383566303', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:15.506701 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:14Z', 'revision_number': 3, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:15.536376 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Checking router: 95e68b3c-918e-406a-8104-b4ef80f06b8c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:15.536731 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Updating router 95e68b3c-918e-406a-8104-b4ef80f06b8c port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:40:15.563612 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.659824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Made reservation on behalf of 107c14ad9bc6440289d929dfbc1b7bb0 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:15.663363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.767941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.893422 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Publish callbacks [] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.922518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (b15d9bee-240e-4a99-aa97-edb1f5db37db), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.944894 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.989712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'Subnet': ['ID=b15d9bee-240e-4a99-aa97-edb1f5db37db,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:15.994100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Checking segment: {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:15.994473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Network hostable DHCP agents. Network: d63ffcc9-6c3e-4793-8c22-898b4e88f056, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:40:15.999907 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Pushing event updated for resources: {'Port': ['ID=362e3d0c-8191-47f2-9567-0cc2717ff5c2,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:16.007110 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Attempting to bind port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:16.007477 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Attempting to bind port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:16.007840 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Attempting to bind port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:16.012148 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.016101 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:16.021423 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:16.021733 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:16.022124 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.022502 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:16.022975 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Bound port: 362e3d0c-8191-47f2-9567-0cc2717ff5c2, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:16.023368 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.073534 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] For port 362e3d0c-8191-47f2-9567-0cc2717ff5c2, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:16.076472 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] For port 362e3d0c-8191-47f2-9567-0cc2717ff5c2, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=362e3d0c-8191-47f2-9567-0cc2717ff5c2,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:16.090269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:40:16.148035 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.176038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, d63ffcc9-6c3e-4793-8c22-898b4e88f056) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:16.182050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:16.182874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.189426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92e106e-e1d6-4c28-aa0c-b80675165514 None None] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:16.200754 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:16.201477 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:16.244572 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed70d2-f64c-4681-b103-14facc0efc48 None None] Pushing event updated for resources: {'Port': ['ID=362e3d0c-8191-47f2-9567-0cc2717ff5c2,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:16.287999 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d3d35be3-8baa-4bdb-87fd-b33b8a209fcc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8029933 Apr 06 14:40:16.290889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46560) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:16.300137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-d63ffcc9-6c3e-4793-8c22-898b4e88f056', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:40:16.301419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.323505 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:16.454881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Allocated IP 172.20.0.2 (d63ffcc9-6c3e-4793-8c22-898b4e88f056/b15d9bee-240e-4a99-aa97-edb1f5db37db/c63c8f7d-8213-45dd-a510-cc98ee9f832e) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:16.516120 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:14Z', 'revision_number': 3, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:16.544837 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dbd9d-8f36-48b4-9fb3-8d7665bbb079 None None] The sync data for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv is: [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:14Z', 'revision_number': 3, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:16.661761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.768746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Publish callbacks [] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.802009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.911495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.955942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:16.958868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:16.965106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:16.972185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Pushing event updated for resources: {'Port': ['ID=c63c8f7d-8213-45dd-a510-cc98ee9f832e,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:17.036850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Attempting to bind port c63c8f7d-8213-45dd-a510-cc98ee9f832e on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:17.037233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Attempting to bind port c63c8f7d-8213-45dd-a510-cc98ee9f832e by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:17.037605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Attempting to bind port c63c8f7d-8213-45dd-a510-cc98ee9f832e on network d63ffcc9-6c3e-4793-8c22-898b4e88f056 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:17.043606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:17.043891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Checking segment: {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:17.044344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.044688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Bound using segment: {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:17.045173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Bound port: c63c8f7d-8213-45dd-a510-cc98ee9f832e, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:17.045560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.120025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] For port c63c8f7d-8213-45dd-a510-cc98ee9f832e, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:17.123920 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] For port c63c8f7d-8213-45dd-a510-cc98ee9f832e, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c63c8f7d-8213-45dd-a510-cc98ee9f832e,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:17.132342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Allocated IP 172.20.0.1 (d63ffcc9-6c3e-4793-8c22-898b4e88f056/b15d9bee-240e-4a99-aa97-edb1f5db37db/daf6fb78-2338-46b5-8218-cf1bc34f41ac) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:17.132812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 362e3d0c-8191-47f2-9567-0cc2717ff5c2 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:17.191459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:17.192151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.195369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.256658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.280265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Pushing event updated for resources: {'Port': ['ID=c63c8f7d-8213-45dd-a510-cc98ee9f832e,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:17.295166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.295576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.295922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.296265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.296631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.296938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.297269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.297604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.297936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.298320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.298658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.299020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.303030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35084e1-87cf-4498-9a12-12fe4d5af586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:17.349166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:17.349562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.351908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.380106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 362e3d0c-8191-47f2-9567-0cc2717ff5c2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=362e3d0c-8191-47f2-9567-0cc2717ff5c2,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:17.410917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:17.415406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:17.423064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:17.431125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'Port': ['ID=daf6fb78-2338-46b5-8218-cf1bc34f41ac,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:17.442569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.482565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (95e68b3c-918e-406a-8104-b4ef80f06b8c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:17.534944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=362e3d0c-8191-47f2-9567-0cc2717ff5c2,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:17.733128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:18.035355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:18.116803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:18.193115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'Port': ['ID=daf6fb78-2338-46b5-8218-cf1bc34f41ac,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:18.195761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (95e68b3c-918e-406a-8104-b4ef80f06b8c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:18.295982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:18.297323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:18.411040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Router 95e68b3c-918e-406a-8104-b4ef80f06b8c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:18.521677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:18.526783 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-da673759-2df1-465a-9902-c818a5a78426 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "PUT /v2.0/routers/95e68b3c-918e-406a-8104-b4ef80f06b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2347176 Apr 06 14:40:18.531508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Sync routers for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:18.542440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:18.543192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:18.663483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:18.697318 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-510f3558-8f21-4ca9-ae2c-9f2be15c0f71 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939996016&fields=id&tenant_id=107c14ad9bc6440289d929dfbc1b7bb0 HTTP/1.1" status: 200 len: 267 time: 0.0588095 Apr 06 14:40:18.817885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-1834fa5d-cbd2-40c9-b49e-5db5cb475fca tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:18.819461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-1834fa5d-cbd2-40c9-b49e-5db5cb475fca tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/networks?id=d63ffcc9-6c3e-4793-8c22-898b4e88f056 HTTP/1.1" status: 200 len: 797 time: 0.1135821 Apr 06 14:40:18.835275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-01f1d7d1-019d-4a97-adcb-d4be28123867 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/quotas/107c14ad9bc6440289d929dfbc1b7bb0 HTTP/1.1" status: 200 len: 375 time: 0.0098786 Apr 06 14:40:18.877443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 2, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:18.894807 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-5fc97e98-d6d8-4223-a3cf-cbd950c7cdab tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=107c14ad9bc6440289d929dfbc1b7bb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526168 Apr 06 14:40:18.910936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Checking router: 95e68b3c-918e-406a-8104-b4ef80f06b8c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:18.911320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Updating router 95e68b3c-918e-406a-8104-b4ef80f06b8c port daf6fb78-2338-46b5-8218-cf1bc34f41ac binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:40:18.943752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.005206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-bc7d5cc3-03c5-45fa-946e-6d6ae65bb4f5 service neutron] 10.222.0.71 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950441 Apr 06 14:40:19.005918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46658348-169d-4063-99a7-329a2f3e24c7 None None] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:19.119576 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-7ce17db1-7a7f-44b5-bd7c-1ddb842227bf service neutron] 10.222.0.71 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071408 Apr 06 14:40:19.162553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a3072aae-2875-4bed-bf30-85ddc4b6c7fe None None] Provisioning complete for port c63c8f7d-8213-45dd-a510-cc98ee9f832e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:19.163082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3072aae-2875-4bed-bf30-85ddc4b6c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.183988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c63c8f7d-8213-45dd-a510-cc98ee9f832e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:19.403603 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6fd2f24-1fee-4a9b-83af-56ea8ea3aa90 req-25a0f38f-5252-4d2c-868e-26e8c8e4c68b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 210 time: 0.0368545 Apr 06 14:40:19.410208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c63c8f7d-8213-45dd-a510-cc98ee9f832e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:19.410599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.523491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a3072aae-2875-4bed-bf30-85ddc4b6c7fe None None] Current status of the port c63c8f7d-8213-45dd-a510-cc98ee9f832e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:19.526470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3072aae-2875-4bed-bf30-85ddc4b6c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.571912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Publish callbacks [] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.593469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a3072aae-2875-4bed-bf30-85ddc4b6c7fe None None] For port c63c8f7d-8213-45dd-a510-cc98ee9f832e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c63c8f7d-8213-45dd-a510-cc98ee9f832e,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:19.632741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c63c8f7d-8213-45dd-a510-cc98ee9f832e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:19.633129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.646336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.683217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3072aae-2875-4bed-bf30-85ddc4b6c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.729299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfdf2c-6a2a-4624-8a3b-1c76f73fb07a None None] Pushing event updated for resources: {'Port': ['ID=daf6fb78-2338-46b5-8218-cf1bc34f41ac,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:19.788336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:40:19.791914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:40:19.853651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Attempting to bind port daf6fb78-2338-46b5-8218-cf1bc34f41ac on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:19.854034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Attempting to bind port daf6fb78-2338-46b5-8218-cf1bc34f41ac by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:19.854435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Attempting to bind port daf6fb78-2338-46b5-8218-cf1bc34f41ac on network d63ffcc9-6c3e-4793-8c22-898b4e88f056 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:19.856803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e74ac64c-8931-4101-a580-d93267352109 None None] Provisioning complete for port c63c8f7d-8213-45dd-a510-cc98ee9f832e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:19.857182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e74ac64c-8931-4101-a580-d93267352109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.859616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3072aae-2875-4bed-bf30-85ddc4b6c7fe None None] Pushing event updated for resources: {'Port': ['ID=c63c8f7d-8213-45dd-a510-cc98ee9f832e,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:19.885222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:19.885834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Checking segment: {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:19.886221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:19.886632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Bound using segment: {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:19.887163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Bound port: daf6fb78-2338-46b5-8218-cf1bc34f41ac, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:19.887556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.005036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] For port daf6fb78-2338-46b5-8218-cf1bc34f41ac, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:20.024351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] For port daf6fb78-2338-46b5-8218-cf1bc34f41ac, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=daf6fb78-2338-46b5-8218-cf1bc34f41ac,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:20.032761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac64c-8931-4101-a580-d93267352109 None None] Current status of the port c63c8f7d-8213-45dd-a510-cc98ee9f832e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:20.044979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e74ac64c-8931-4101-a580-d93267352109 None None] Provisioning complete for port daf6fb78-2338-46b5-8218-cf1bc34f41ac triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:20.045427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e74ac64c-8931-4101-a580-d93267352109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.086438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e74ac64c-8931-4101-a580-d93267352109 None None] Port daf6fb78-2338-46b5-8218-cf1bc34f41ac cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:20.108560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.165695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:20.166426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:20.241659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfdf2c-6a2a-4624-8a3b-1c76f73fb07a None None] Pushing event updated for resources: {'Port': ['ID=daf6fb78-2338-46b5-8218-cf1bc34f41ac,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:20.271829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f57b3b4f-752b-4cd3-856d-d12f3e0bd0f9 None None] Provisioning complete for port daf6fb78-2338-46b5-8218-cf1bc34f41ac triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:20.272187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f57b3b4f-752b-4cd3-856d-d12f3e0bd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.503922 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1205d747-ceb6-4572-b46c-c5e860af3cf3 req-2c727ea5-0c85-46c6-bc02-c4b131d1cc94 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 210 time: 0.0362227 Apr 06 14:40:20.533182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c63c8f7d-8213-45dd-a510-cc98ee9f832e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:20.534832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 362e3d0c-8191-47f2-9567-0cc2717ff5c2 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:20.539352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:20.745788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f57b3b4f-752b-4cd3-856d-d12f3e0bd0f9 None None] Current status of the port daf6fb78-2338-46b5-8218-cf1bc34f41ac is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:20.746529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f57b3b4f-752b-4cd3-856d-d12f3e0bd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.839792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f57b3b4f-752b-4cd3-856d-d12f3e0bd0f9 None None] For port daf6fb78-2338-46b5-8218-cf1bc34f41ac, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=daf6fb78-2338-46b5-8218-cf1bc34f41ac,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:20.840764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:20.841139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.953128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f57b3b4f-752b-4cd3-856d-d12f3e0bd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:20.994481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:19Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:21.028619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:21.035911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20b90-1645-47ee-82dd-150eb548a59b None None] The sync data for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv is: [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:19Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:21.070040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b3b4f-752b-4cd3-856d-d12f3e0bd0f9 None None] Pushing event updated for resources: {'Port': ['ID=daf6fb78-2338-46b5-8218-cf1bc34f41ac,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:21.079030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b93cc27a-2e98-4c12-8f5b-4a807fd44b23 None None] Provisioning complete for port daf6fb78-2338-46b5-8218-cf1bc34f41ac triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:21.079416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b93cc27a-2e98-4c12-8f5b-4a807fd44b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:21.171937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c63c8f7d-8213-45dd-a510-cc98ee9f832e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:21.210090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b93cc27a-2e98-4c12-8f5b-4a807fd44b23 None None] Current status of the port daf6fb78-2338-46b5-8218-cf1bc34f41ac is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:21.236802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c63c8f7d-8213-45dd-a510-cc98ee9f832e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:21.237200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:21.324405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c63c8f7d-8213-45dd-a510-cc98ee9f832e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:21.691552 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b6ff39a0-0f2e-49fa-ba57-98692f635a02 req-bb79bc44-3f0c-4e21-ae1e-4268f9f17fb3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 210 time: 0.0628943 Apr 06 14:40:21.748125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-bc60eb4f-a601-4afa-93bf-9a4789b3e15a tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:21.749834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-bc60eb4f-a601-4afa-93bf-9a4789b3e15a tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.87 "GET /v2.0/networks?id=d63ffcc9-6c3e-4793-8c22-898b4e88f056 HTTP/1.1" status: 200 len: 797 time: 0.1464562 Apr 06 14:40:21.831815 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-84ebd19c-31b0-4862-adc0-cf21d7d6bd1b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107c14ad9bc6440289d929dfbc1b7bb0 HTTP/1.1" status: 200 len: 379 time: 0.0602155 Apr 06 14:40:21.844744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'port': {'device_id': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'admin_state_up': True, 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'security_groups': ['68ce94bb-5cd2-4d53-8583-bc02f76833b5']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:22.059316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Made reservation on behalf of 107c14ad9bc6440289d929dfbc1b7bb0 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:22.062847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.191103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Allocated IP 172.20.0.9 (d63ffcc9-6c3e-4793-8c22-898b4e88f056/b15d9bee-240e-4a99-aa97-edb1f5db37db/8c637500-353e-4e98-a803-71567b8bac0c) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:22.334179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for port (8c637500-353e-4e98-a803-71567b8bac0c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.432561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.475299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:22.478946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:22.485329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:22.491077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:22.519119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.519479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.519828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.520179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.520513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.520849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.521218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.521545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.521877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.522208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.522562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.522894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.523250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:22.554220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:22.554867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.645239 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-942243b1-38f6-4264-b580-4b3dc0698663 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045084 Apr 06 14:40:22.663704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Request body: {'port': {'device_id': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:22.725797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.745537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e1da6cdb-f840-4589-aa36-d83327faa074 None None] Provisioning complete for port 8c637500-353e-4e98-a803-71567b8bac0c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:22.746129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e1da6cdb-f840-4589-aa36-d83327faa074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8c637500-353e-4e98-a803-71567b8bac0c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.782505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e1da6cdb-f840-4589-aa36-d83327faa074 None None] Port 8c637500-353e-4e98-a803-71567b8bac0c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:22.938749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ec0d9-c652-4050-ab1b-a38242110e10 req-ce1bc6ad-5208-4d50-919a-b84d86a34f66 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:22.940152 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-652ec0d9-c652-4050-ab1b-a38242110e10 req-ce1bc6ad-5208-4d50-919a-b84d86a34f66 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 931 time: 0.1572137 Apr 06 14:40:23.023666 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-652ec0d9-c652-4050-ab1b-a38242110e10 req-bb30fdbd-ef21-4303-bb3e-6256d3fbd26a tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752370 Apr 06 14:40:23.076311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c637500-353e-4e98-a803-71567b8bac0c {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:40:23.085009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Publish callbacks [] for port (8c637500-353e-4e98-a803-71567b8bac0c), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:23.100717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Transition to ACTIVE for port object 8c637500-353e-4e98-a803-71567b8bac0c will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:40:23.141208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device daf6fb78-2338-46b5-8218-cf1bc34f41ac up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:23.165148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:23.198312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port daf6fb78-2338-46b5-8218-cf1bc34f41ac triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:23.198588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:23.265622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:23.294100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port daf6fb78-2338-46b5-8218-cf1bc34f41ac is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:23.304718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Attempting to bind port 8c637500-353e-4e98-a803-71567b8bac0c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:23.305195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Attempting to bind port 8c637500-353e-4e98-a803-71567b8bac0c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:23.305580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Attempting to bind port 8c637500-353e-4e98-a803-71567b8bac0c on network d63ffcc9-6c3e-4793-8c22-898b4e88f056 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:23.310587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Port 8c637500-353e-4e98-a803-71567b8bac0c on network d63ffcc9-6c3e-4793-8c22-898b4e88f056 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:40:23.310881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Attempting to bind port 8c637500-353e-4e98-a803-71567b8bac0c on network d63ffcc9-6c3e-4793-8c22-898b4e88f056 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:23.316356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:23.316694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Checking segment: {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:23.317074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Bound using segment: {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:23.321892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Bound port: 8c637500-353e-4e98-a803-71567b8bac0c, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb66a31-f1aa-4df7-a712-a2b748d4e51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:23.321892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:23.396357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:23.403877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:23.479769 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:23.515969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:23.516668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:23.517862 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] 10.222.0.87 "PUT /v2.0/ports/8c637500-353e-4e98-a803-71567b8bac0c HTTP/1.1" status: 200 len: 1093 time: 0.8586233 Apr 06 14:40:23.520066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:23.522342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c700316-fa11-4695-812f-399879d90c84" -d '{"events": [{"name": "network-changed", "server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "tag": "8c637500-353e-4e98-a803-71567b8bac0c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:23.565395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eb63d-df93-4e03-9ec4-dce84dd18af6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:23.569661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255ced9e-963c-450e-a5df-2bfd2b94af43 x-openstack-request-id: req-255ced9e-963c-450e-a5df-2bfd2b94af43 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:23.569975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "tag": "8c637500-353e-4e98-a803-71567b8bac0c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:23.570199 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-255ced9e-963c-450e-a5df-2bfd2b94af43 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:23.570641 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255ced9e-963c-450e-a5df-2bfd2b94af43'] response: {'name': 'network-changed', 'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c', 'status': 'completed', 'code': 200} Apr 06 14:40:23.633622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:23.662172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c700316-fa11-4695-812f-399879d90c84 req-4f032c10-0a85-4ce9-93df-fb69de9f1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:23.663756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c700316-fa11-4695-812f-399879d90c84 req-4f032c10-0a85-4ce9-93df-fb69de9f1f02 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=107c14ad9bc6440289d929dfbc1b7bb0&device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 1127 time: 0.0521653 Apr 06 14:40:23.775407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c700316-fa11-4695-812f-399879d90c84 req-df48ea4b-505a-4c4f-a9ca-56fb08335f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:23.776897 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c700316-fa11-4695-812f-399879d90c84 req-df48ea4b-505a-4c4f-a9ca-56fb08335f00 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=107c14ad9bc6440289d929dfbc1b7bb0&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0946498 Apr 06 14:40:23.879510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c700316-fa11-4695-812f-399879d90c84 req-7e8062b1-307e-4263-a787-98d22e506f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:23.881003 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c700316-fa11-4695-812f-399879d90c84 req-7e8062b1-307e-4263-a787-98d22e506f61 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0987527 Apr 06 14:40:23.988728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-1864e5ea-cb70-4f6b-a0bd-b02d8b76a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:23.990292 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-1864e5ea-cb70-4f6b-a0bd-b02d8b76a128 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=107c14ad9bc6440289d929dfbc1b7bb0&device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 1127 time: 0.0458171 Apr 06 14:40:24.050136 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-979b027f-be5b-4d41-a3d9-2c122ac41d58 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c637500-353e-4e98-a803-71567b8bac0c HTTP/1.1" status: 200 len: 217 time: 0.0395820 Apr 06 14:40:24.112968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-0b5f1d5e-f96b-4b06-918c-18025d5504fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:24.114435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-0b5f1d5e-f96b-4b06-918c-18025d5504fa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b15d9bee-240e-4a99-aa97-edb1f5db37db HTTP/1.1" status: 200 len: 834 time: 0.0588851 Apr 06 14:40:24.185102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce55d90-46e4-4908-9b1c-d38755e4ae11 req-22c52cf4-1f52-40fb-acca-f100b21054a5 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:24.186552 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ce55d90-46e4-4908-9b1c-d38755e4ae11 req-22c52cf4-1f52-40fb-acca-f100b21054a5 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 943 time: 0.0876899 Apr 06 14:40:24.193180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-6b53774e-cbcc-4cfa-8a2e-d1318d4b5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:24.195331 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-6b53774e-cbcc-4cfa-8a2e-d1318d4b5d19 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d63ffcc9-6c3e-4793-8c22-898b4e88f056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0659845 Apr 06 14:40:24.293112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ce55d90-46e4-4908-9b1c-d38755e4ae11 req-ccaa6864-1d70-43e3-953a-5efd7197dd83 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974109 Apr 06 14:40:24.319524 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-b9e19b11-2dc1-45bd-84de-ca953722957f service neutron] 10.222.0.87 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175933 Apr 06 14:40:24.409534 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9773432-0212-4338-93cf-97db9d29f0e9 req-f5cb017f-6c03-4a23-a426-bd067c7801ee service neutron] 10.222.0.87 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844476 Apr 06 14:40:25.424151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1467a-b477-449f-a8dd-06af6dcadb2b req-0059fa92-797b-4093-8a60-14af731f9d9c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:25.425626 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2a1467a-b477-449f-a8dd-06af6dcadb2b req-0059fa92-797b-4093-8a60-14af731f9d9c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 943 time: 0.0590513 Apr 06 14:40:25.474601 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2a1467a-b477-449f-a8dd-06af6dcadb2b req-c9423976-5eec-4598-885c-3c34fac14233 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422907 Apr 06 14:40:26.602139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d628c22-5399-43e3-82ef-c4262de3695f req-01bd4f72-89d0-46e2-a846-1e169d59d7dc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:26.603647 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d628c22-5399-43e3-82ef-c4262de3695f req-01bd4f72-89d0-46e2-a846-1e169d59d7dc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 943 time: 0.0599234 Apr 06 14:40:26.667068 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d628c22-5399-43e3-82ef-c4262de3695f req-b6994da1-0568-4dda-b7e4-05b855e71b10 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577242 Apr 06 14:40:26.940856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 8c637500-353e-4e98-a803-71567b8bac0c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:40:27.051291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:27.065164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '8c637500-353e-4e98-a803-71567b8bac0c', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'port_id': '8c637500-353e-4e98-a803-71567b8bac0c', 'mac_address': 'fa:16:3e:02:2c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:40:27.108488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 8c637500-353e-4e98-a803-71567b8bac0c is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:27.108905 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.123758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c637500-353e-4e98-a803-71567b8bac0c {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:40:27.152177 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:27.233094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:27.291591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:27.730927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['8c637500-353e-4e98-a803-71567b8bac0c'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:40:27.802023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96272b06-cff3-4030-8d36-b6a751aa7e31 req-006a5ed7-0b06-4b03-a60b-5a1ebd9d0ceb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:27.803622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-96272b06-cff3-4030-8d36-b6a751aa7e31 req-006a5ed7-0b06-4b03-a60b-5a1ebd9d0ceb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 944 time: 0.0564742 Apr 06 14:40:27.861308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-96272b06-cff3-4030-8d36-b6a751aa7e31 req-c6e6c8e5-b9f4-4bc1-a36a-984c042fc460 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495486 Apr 06 14:40:28.956662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 8c637500-353e-4e98-a803-71567b8bac0c up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:28.988281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcfef9-b0dc-4224-bf10-bde3cb8c1145 req-c2b1a1e5-f687-445d-b81c-2eeb2390ae2b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:28.989749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5fcfef9-b0dc-4224-bf10-bde3cb8c1145 req-c2b1a1e5-f687-445d-b81c-2eeb2390ae2b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 944 time: 0.0533757 Apr 06 14:40:29.038804 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5fcfef9-b0dc-4224-bf10-bde3cb8c1145 req-754bd881-48fc-463d-9d61-1f4517e708ea tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Apr 06 14:40:29.061557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 8c637500-353e-4e98-a803-71567b8bac0c completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:40:29.065727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 8c637500-353e-4e98-a803-71567b8bac0c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:29.066129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8c637500-353e-4e98-a803-71567b8bac0c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.150467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 8c637500-353e-4e98-a803-71567b8bac0c is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:29.150757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.173429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:29.175676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f6a79c-4303-42ef-9bc0-a52c71932f2d" -d '{"events": [{"server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "name": "network-vif-plugged", "status": "completed", "tag": "8c637500-353e-4e98-a803-71567b8bac0c"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:29.188483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:29.210552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86a8ac-74c1-43ba-98bd-abc7f3622117 x-openstack-request-id: req-1a86a8ac-74c1-43ba-98bd-abc7f3622117 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:29.210845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "name": "network-vif-plugged", "status": "completed", "tag": "8c637500-353e-4e98-a803-71567b8bac0c", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:29.211702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a86a8ac-74c1-43ba-98bd-abc7f3622117 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:29.220761 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a86a8ac-74c1-43ba-98bd-abc7f3622117'] response: {'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c', 'code': 200} Apr 06 14:40:29.250003 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:29.300960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:29.607501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469581b6-048b-4e0c-ac2e-f80b6cdf6733 req-87118cbd-4578-4a2a-b266-e8604eec6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:29.609052 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-469581b6-048b-4e0c-ac2e-f80b6cdf6733 req-87118cbd-4578-4a2a-b266-e8604eec6797 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 1129 time: 0.0474634 Apr 06 14:40:29.660929 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-469581b6-048b-4e0c-ac2e-f80b6cdf6733 req-f349a7c0-7649-49af-9c86-3eb445dfba81 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447638 Apr 06 14:40:30.167109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b544f-9283-4f81-9609-ca3494a2d8f6 req-eeaf2717-b7e1-48eb-8b07-ed747f600b2a tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:30.168637 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c38b544f-9283-4f81-9609-ca3494a2d8f6 req-eeaf2717-b7e1-48eb-8b07-ed747f600b2a tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0558960 Apr 06 14:40:30.218988 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c38b544f-9283-4f81-9609-ca3494a2d8f6 req-4b6c3452-0dfd-4bba-a119-b372d2934b4a tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445344 Apr 06 14:40:31.348169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c5d01-faa3-4d57-a36c-81ec8b17f2ae req-1a4d79b4-7f63-4fe7-bf4f-2f92f575d0ca tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:31.349609 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-434c5d01-faa3-4d57-a36c-81ec8b17f2ae req-1a4d79b4-7f63-4fe7-bf4f-2f92f575d0ca tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0584753 Apr 06 14:40:31.407982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-434c5d01-faa3-4d57-a36c-81ec8b17f2ae req-fe0cb3b7-37e1-407a-9e1e-b3a65a2d1e85 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513289 Apr 06 14:40:32.540724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90ebf-ed59-451d-9595-4b752cb2c096 req-029ed525-c844-46d0-b0b5-6a011f67f36e tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:32.542288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19f90ebf-ed59-451d-9595-4b752cb2c096 req-029ed525-c844-46d0-b0b5-6a011f67f36e tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0598056 Apr 06 14:40:32.594048 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19f90ebf-ed59-451d-9595-4b752cb2c096 req-ea3e4b16-894d-4474-8805-2df6d661b0c3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462599 Apr 06 14:40:32.717550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390998c6-2b5d-41a1-95ad-44918c06e353 req-aaab7931-1229-45f4-9eb2-a42f0e7754b3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:32.719061 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-390998c6-2b5d-41a1-95ad-44918c06e353 req-aaab7931-1229-45f4-9eb2-a42f0e7754b3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0533588 Apr 06 14:40:32.770079 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-390998c6-2b5d-41a1-95ad-44918c06e353 req-ac184595-d8f4-4841-8053-c2ddeb6e727c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452867 Apr 06 14:40:32.794060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46626) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:32.844552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260404c0-306a-423a-bd4c-166bba71b5cc tempest-TestNetworkAdvancedServerOps-1883666132 tempest-TestNetworkAdvancedServerOps-1883666132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:32.846102 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-260404c0-306a-423a-bd4c-166bba71b5cc tempest-TestNetworkAdvancedServerOps-1883666132 tempest-TestNetworkAdvancedServerOps-1883666132-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 1124 time: 0.0510523 Apr 06 14:40:32.849196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46630) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:32.854078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '8c637500-353e-4e98-a803-71567b8bac0c', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:32.946038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.052143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.166151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Allocated IP 172.26.7.238 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/2ab1352a-a079-494b-9151-22902f3f5bf0) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:33.272375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for port (2ab1352a-a079-494b-9151-22902f3f5bf0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.413863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2ab1352a-a079-494b-9151-22902f3f5bf0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:33.457442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:33.460326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:33.466759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:33.472279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'Port': ['ID=2ab1352a-a079-494b-9151-22902f3f5bf0,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:33.952057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for floatingip (47d09975-8acf-4e48-8df1-69ebd1ca7701), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.141421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2ab1352a-a079-494b-9151-22902f3f5bf0), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.294954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for port (2ab1352a-a079-494b-9151-22902f3f5bf0), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.353542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (2ab1352a-a079-494b-9151-22902f3f5bf0), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.431762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event updated for resources: {'Port': ['ID=2ab1352a-a079-494b-9151-22902f3f5bf0,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:34.443425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (47d09975-8acf-4e48-8df1-69ebd1ca7701), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:34.550668 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Floating IP 47d09975-8acf-4e48-8df1-69ebd1ca7701 associated. External IP: 172.26.7.238, port: 8c637500-353e-4e98-a803-71567b8bac0c. Apr 06 14:40:35.038597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Router 95e68b3c-918e-406a-8104-b4ef80f06b8c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:35.160323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:35.171916 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] Sync routers for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:35.183964 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:35.184695 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:35.234716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46634) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:35.284038 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:35.305585 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:35.329941 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-674c2aa0-37b6-4acc-aae9-c6163b18e3c2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4796972 Apr 06 14:40:35.335809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:35.337214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b5d579-e824-4702-a87e-f0507b589af9" -d '{"events": [{"name": "network-changed", "server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "tag": "8c637500-353e-4e98-a803-71567b8bac0c"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:35.342836 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-86bcb77e-cc40-4008-b0f5-16bdeda1f635 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e11d9ebf-d9dd-417e-9297-a9f0735fc509 HTTP/1.1" status: 200 len: 993 time: 0.1069624 Apr 06 14:40:35.483708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e17a500-b1e5-4a70-8c18-d8d7a3e18418 x-openstack-request-id: req-4e17a500-b1e5-4a70-8c18-d8d7a3e18418 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:35.484392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "tag": "8c637500-353e-4e98-a803-71567b8bac0c", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:35.485344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4e17a500-b1e5-4a70-8c18-d8d7a3e18418 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:35.487020 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e17a500-b1e5-4a70-8c18-d8d7a3e18418'] response: {'name': 'network-changed', 'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c', 'status': 'completed', 'code': 200} Apr 06 14:40:35.492056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc5349-95fe-4679-b2e5-e5c7e55667c5 req-b413d453-9a3b-4fe5-a25a-90c8e4f7734f tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:35.494595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bdc5349-95fe-4679-b2e5-e5c7e55667c5 req-b413d453-9a3b-4fe5-a25a-90c8e4f7734f tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0717511 Apr 06 14:40:35.596491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bdc5349-95fe-4679-b2e5-e5c7e55667c5 req-181f0b35-79b0-4ca3-b198-16ce7de37614 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957758 Apr 06 14:40:35.596844 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '47d09975-8acf-4e48-8df1-69ebd1ca7701', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'port_id': '8c637500-353e-4e98-a803-71567b8bac0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'mac_address': 'fa:16:3e:02:2c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:33Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 0, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:20Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:35.614769 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-eec3a322-49af-475d-abb7-933dddbe1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:35.616314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-eec3a322-49af-475d-abb7-933dddbe1484 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=107c14ad9bc6440289d929dfbc1b7bb0&device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 1129 time: 0.0746331 Apr 06 14:40:35.620209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46646) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:35.631151 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] Checking router: 95e68b3c-918e-406a-8104-b4ef80f06b8c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:35.641826 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:35.642793 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:35.692174 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b49234ae-852b-4af2-bca2-fa9de6e011ef tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/floatingips/47d09975-8acf-4e48-8df1-69ebd1ca7701 HTTP/1.1" status: 200 len: 991 time: 0.0707357 Apr 06 14:40:35.720357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-ffd5694b-7b11-48ea-a3af-d777dacb5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:35.721847 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-ffd5694b-7b11-48ea-a3af-d777dacb5d32 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d63ffcc9-6c3e-4793-8c22-898b4e88f056 HTTP/1.1" status: 200 len: 899 time: 0.0979125 Apr 06 14:40:35.754937 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:35.781561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46650) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:35.966326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 45ac9b62-4d7a-482e-86d0-15d9abd1d2d8 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:35.966774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.015575 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '47d09975-8acf-4e48-8df1-69ebd1ca7701', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'port_id': '8c637500-353e-4e98-a803-71567b8bac0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'mac_address': 'fa:16:3e:02:2c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:33Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 0, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:20Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:36.044174 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e29b9f-2912-48c8-ae9d-9dec35006186 None None] The sync data for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv is: [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '47d09975-8acf-4e48-8df1-69ebd1ca7701', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'port_id': '8c637500-353e-4e98-a803-71567b8bac0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'mac_address': 'fa:16:3e:02:2c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:33Z', 'updated_at': '2022-04-06T14:40:33Z', 'revision_number': 0, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:20Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:36.049690 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.050203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.064853 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 45ac9b62-4d7a-482e-86d0-15d9abd1d2d8 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:36.164939 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-1a7eee61-1b3c-480f-9078-d27e7f48c481 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c637500-353e-4e98-a803-71567b8bac0c HTTP/1.1" status: 200 len: 999 time: 0.4357686 Apr 06 14:40:36.220865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-96b9cbf5-9d49-4aea-9645-e44fbfde5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:36.222378 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-96b9cbf5-9d49-4aea-9645-e44fbfde5bad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b15d9bee-240e-4a99-aa97-edb1f5db37db HTTP/1.1" status: 200 len: 834 time: 0.0495551 Apr 06 14:40:36.279694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-f3059f5e-5017-4bbc-abd8-204e6e12049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:36.282015 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-f3059f5e-5017-4bbc-abd8-204e6e12049f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d63ffcc9-6c3e-4793-8c22-898b4e88f056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0518205 Apr 06 14:40:36.316066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc3e05-44e2-470a-a2be-4968e5fe5f8f None None] New status for floating IP 47d09975-8acf-4e48-8df1-69ebd1ca7701: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:40:36.358882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (45ac9b62-4d7a-482e-86d0-15d9abd1d2d8), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.383029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-cf63a4c8-ba0c-4d21-99ee-583a97aa7f7d service neutron] 10.222.0.87 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953190 Apr 06 14:40:36.401013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=45ac9b62-4d7a-482e-86d0-15d9abd1d2d8,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:36.471305 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (e11d9ebf-d9dd-417e-9297-a9f0735fc509), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.471545 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP e11d9ebf-d9dd-417e-9297-a9f0735fc509 disassociated (deleted). External IP: 172.26.7.77, port: 245c9674-77da-4baf-a0ba-40f9d4fe3a99. Apr 06 14:40:36.493422 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b5d579-e824-4702-a87e-f0507b589af9 req-9ad657d4-27eb-412d-9372-d87380c52436 service neutron] 10.222.0.87 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017768 Apr 06 14:40:36.696728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46652) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:36.700793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:36.769085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-588b6491-ad1f-4d99-b9e2-cddc88fb44c5 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/floatingips/47d09975-8acf-4e48-8df1-69ebd1ca7701 HTTP/1.1" status: 200 len: 993 time: 0.0710089 Apr 06 14:40:36.815846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:36.821554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:36.827483 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] Sync routers for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:36.843287 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:36.844286 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:36.866033 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a6ea65c5-f93d-45c1-86bb-983ab60baa97 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/e11d9ebf-d9dd-417e-9297-a9f0735fc509 HTTP/1.1" status: 204 len: 168 time: 1.0823183 Apr 06 14:40:37.067555 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:37.289559 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:04Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:37.321750 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] Checking router: d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:37.331599 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:37.332226 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:37.387065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b15f6-01b7-406e-9d4a-dcd45955eac8 req-a837a5dc-32c0-4d8b-97f4-65fc1a5df8b1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:37.388657 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a6b15f6-01b7-406e-9d4a-dcd45955eac8 req-a837a5dc-32c0-4d8b-97f4-65fc1a5df8b1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 946 time: 0.0618105 Apr 06 14:40:37.413801 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:40:37.443821 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a6b15f6-01b7-406e-9d4a-dcd45955eac8 req-41811ce0-5188-4e38-a98c-ae909f507e33 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484073 Apr 06 14:40:37.458841 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:37.488826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:37.491419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c13563-57ff-40a3-b6a1-1b7aa746fd79" -d '{"events": [{"name": "network-changed", "server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:37.529831 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73938e96-4365-4a9a-82e5-17ad62c36131 x-openstack-request-id: req-73938e96-4365-4a9a-82e5-17ad62c36131 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:37.530131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:37.530406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73938e96-4365-4a9a-82e5-17ad62c36131 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:37.530905 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73938e96-4365-4a9a-82e5-17ad62c36131'] response: {'name': 'network-changed', 'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'status': 'completed', 'code': 200} Apr 06 14:40:37.641931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-605c5a33-c044-46b1-9dc8-cf63874c6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:37.643484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-605c5a33-c044-46b1-9dc8-cf63874c6469 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 1130 time: 0.0515127 Apr 06 14:40:37.683210 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:04Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:37.710274 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b08cf-f112-470d-8773-746dc986989c None None] The sync data for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv is: [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:39:00Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'd867c267-e71d-4723-97da-c0646830b2cc', 'name': '', 'network_id': 'ed358cc0-7259-4801-860b-152d522a187b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:3e:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:59Z', 'updated_at': '2022-04-06T14:39:04Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '56e402db-d1b2-41d7-9a05-b45ec96f45f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:37.749101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-de7d9cc6-e0e8-4ef5-a7f3-4bfd2b265502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:37.751357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-de7d9cc6-e0e8-4ef5-a7f3-4bfd2b265502 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed358cc0-7259-4801-860b-152d522a187b HTTP/1.1" status: 200 len: 898 time: 0.0954947 Apr 06 14:40:37.841994 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-1d779ef6-e41c-471e-9d79-2a345b7ff138 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99 HTTP/1.1" status: 200 len: 217 time: 0.0686262 Apr 06 14:40:37.893428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-ceaeef05-b521-4edf-ae2d-e066d9466df0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211233 Apr 06 14:40:37.903900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-34d16c02-2acf-4393-9834-17fd500385c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:37.914857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-34d16c02-2acf-4393-9834-17fd500385c8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=56e402db-d1b2-41d7-9a05-b45ec96f45f1 HTTP/1.1" status: 200 len: 835 time: 0.0659025 Apr 06 14:40:37.962304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099e009-45c5-4a32-b345-73276cf4f798 None None] New status for floating IP e11d9ebf-d9dd-417e-9297-a9f0735fc509: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:40:38.020181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-15d7dd30-852b-4e2d-a930-1291bb7eb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:38.021660 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-15d7dd30-852b-4e2d-a930-1291bb7eb04a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed358cc0-7259-4801-860b-152d522a187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0781426 Apr 06 14:40:38.081454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-1e139e32-3a64-4e1f-aceb-d97dd1679a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:38.083131 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-1e139e32-3a64-4e1f-aceb-d97dd1679a9a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 1130 time: 0.1009371 Apr 06 14:40:38.176941 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-fa349e7c-3d02-442a-9d79-8c3331457f60 service neutron] 10.222.0.87 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449859 Apr 06 14:40:38.261591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-07b65ca7-bc01-4276-8643-500b16964abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:38.263104 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-07b65ca7-bc01-4276-8643-500b16964abf service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.1579068 Apr 06 14:40:38.339926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61c13563-57ff-40a3-b6a1-1b7aa746fd79 req-da60c5de-4c99-4697-901e-85842be3760b service neutron] 10.222.0.87 "GET /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551545 Apr 06 14:40:38.353225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-f5d31463-c76b-4906-a6e8-f42304411bde service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42e1da28-e027-4b9d-9217-ffcfe8672818 HTTP/1.1" status: 200 len: 1002 time: 0.0834863 Apr 06 14:40:38.410661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-f2982a74-6ee9-46d1-9d06-cdc90aba1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:38.412251 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-f2982a74-6ee9-46d1-9d06-cdc90aba1183 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0487461 Apr 06 14:40:38.472921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-f098a454-5167-41a5-be6c-3bf3123add27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:38.475703 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-f098a454-5167-41a5-be6c-3bf3123add27 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0561647 Apr 06 14:40:38.613087 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-e4589b9c-2cbf-47c4-a7f1-0df9e6a198a6 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305661 Apr 06 14:40:38.625707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd94759-99bb-4994-b90b-c51e789a18ee req-a459dc3d-6503-4bda-83a3-565c190fe8eb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:38.627849 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bcd94759-99bb-4994-b90b-c51e789a18ee req-a459dc3d-6503-4bda-83a3-565c190fe8eb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 946 time: 0.0976558 Apr 06 14:40:38.748345 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bcd94759-99bb-4994-b90b-c51e789a18ee req-7dee5432-e9cc-497a-a077-31c03bd5fa87 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091211 Apr 06 14:40:38.772566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3d4482d-aa19-443c-809a-166bba607fa9 req-5a37cefc-ff47-462c-8d27-58ecf13e9c67 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434512 Apr 06 14:40:39.113109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9bf24b21-539e-4d62-b8e9-36c774d04b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:39.327535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43942ec5-1cd8-4691-a412-62110cee05bb req-c09d3c0c-0380-41df-8dcb-25245834c2b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:39.329005 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43942ec5-1cd8-4691-a412-62110cee05bb req-c09d3c0c-0380-41df-8dcb-25245834c2b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 946 time: 0.0569627 Apr 06 14:40:39.431735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:39.432094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:39.521233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 245c9674-77da-4baf-a0ba-40f9d4fe3a99, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=245c9674-77da-4baf-a0ba-40f9d4fe3a99,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:39.521598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:39.535940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 245c9674-77da-4baf-a0ba-40f9d4fe3a99 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:39.761872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (245c9674-77da-4baf-a0ba-40f9d4fe3a99), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:39.793915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=245c9674-77da-4baf-a0ba-40f9d4fe3a99,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:39.852616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port 245c9674-77da-4baf-a0ba-40f9d4fe3a99 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:40:39.868377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:39.871798 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43942ec5-1cd8-4691-a412-62110cee05bb req-e32c1067-e79e-4023-b5cc-fe496c3f54bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/245c9674-77da-4baf-a0ba-40f9d4fe3a99 HTTP/1.1" status: 204 len: 173 time: 0.5376949 Apr 06 14:40:39.875130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'name': 'network-vif-deleted', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:39.875130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a3a7cf-4b9f-404f-92df-5b57558f00e4" -d '{"events": [{"server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "name": "network-vif-deleted", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:39.878810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-767fce46-1ecd-4532-a19c-1ebbcca4eb5e req-45cae41e-622c-4bd6-b45f-90ea79e9d566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 210 time: 0.0542943 Apr 06 14:40:39.913504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4134691-930c-43f7-9004-1d5f70b9f922 x-openstack-request-id: req-c4134691-930c-43f7-9004-1d5f70b9f922 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:39.913793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601d3cb7-f644-4e69-9546-b66837b63441", "name": "network-vif-deleted", "tag": "245c9674-77da-4baf-a0ba-40f9d4fe3a99", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:39.914193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4134691-930c-43f7-9004-1d5f70b9f922 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:39.914619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4134691-930c-43f7-9004-1d5f70b9f922'] response: {'server_uuid': '601d3cb7-f644-4e69-9546-b66837b63441', 'name': 'network-vif-deleted', 'tag': '245c9674-77da-4baf-a0ba-40f9d4fe3a99', 'status': 'completed', 'code': 200} Apr 06 14:40:40.995912 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d68573f-78b5-421d-ade4-87f67cf35382 req-de9800a1-2a12-42be-92d6-e1bd33c8c7fa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=601d3cb7-f644-4e69-9546-b66837b63441 HTTP/1.1" status: 200 len: 210 time: 0.0275829 Apr 06 14:40:41.556827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-23703ffb-d0a0-4e7e-9303-25efd30d9663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.056196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46672) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:42.115084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0d158d88-6237-4e77-8aea-1582637e2149 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (b3bc65e6-30da-4403-ab3b-806d1f4a0dc0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.140907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0d158d88-6237-4e77-8aea-1582637e2149 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (b3bc65e6-30da-4403-ab3b-806d1f4a0dc0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.385510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0d158d88-6237-4e77-8aea-1582637e2149 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b3bc65e6-30da-4403-ab3b-806d1f4a0dc0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.388125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0d158d88-6237-4e77-8aea-1582637e2149 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.389290 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0d158d88-6237-4e77-8aea-1582637e2149 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/b3bc65e6-30da-4403-ab3b-806d1f4a0dc0 HTTP/1.1" status: 204 len: 168 time: 0.3320704 Apr 06 14:40:42.399281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d158d88-6237-4e77-8aea-1582637e2149 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc65e6-30da-4403-ab3b-806d1f4a0dc0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:42.528277 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46676) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:42.902425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:43.032939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 245c9674-77da-4baf-a0ba-40f9d4fe3a99 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:43.053978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 245c9674-77da-4baf-a0ba-40f9d4fe3a99 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:43.054534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 245c9674-77da-4baf-a0ba-40f9d4fe3a99 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:43.175073 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port d867c267-e71d-4723-97da-c0646830b2cc {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:43.175331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d867c267-e71d-4723-97da-c0646830b2cc), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:43.264772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port d867c267-e71d-4723-97da-c0646830b2cc, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d867c267-e71d-4723-97da-c0646830b2cc,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:43.265136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d867c267-e71d-4723-97da-c0646830b2cc), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:43.278382 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for d867c267-e71d-4723-97da-c0646830b2cc owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:43.598888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d867c267-e71d-4723-97da-c0646830b2cc), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:43.630410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=d867c267-e71d-4723-97da-c0646830b2cc,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:43.750354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:43.812494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:44.050110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:44.166916 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:44.174894 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-70859a0f-e88e-444d-acb2-2230348ee569 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/d67ee178-4ae3-4551-8b97-c1fbbe3cffc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6429534 Apr 06 14:40:44.174894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46678) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:44.177709 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] Sync routers for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:44.187850 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:44.188471 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:44.228503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17e4fb3-646c-4775-ab08-592384ec0fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet 56e402db-d1b2-41d7-9a05-b45ec96f45f1 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:40:44.231759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d17e4fb3-646c-4775-ab08-592384ec0fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (56e402db-d1b2-41d7-9a05-b45ec96f45f1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:44.273584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d17e4fb3-646c-4775-ab08-592384ec0fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (56e402db-d1b2-41d7-9a05-b45ec96f45f1), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:44.298156 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:44.496079 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:40:43Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:44.524233 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] Checking router: d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:44.534053 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] Routers {'d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:44.534724 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:44.645568 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] Set router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:44.651210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d17e4fb3-646c-4775-ab08-592384ec0fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (56e402db-d1b2-41d7-9a05-b45ec96f45f1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:44.803925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d17e4fb3-646c-4775-ab08-592384ec0fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (56e402db-d1b2-41d7-9a05-b45ec96f45f1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:44.832389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e4fb3-646c-4775-ab08-592384ec0fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=56e402db-d1b2-41d7-9a05-b45ec96f45f1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:44.838559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d17e4fb3-646c-4775-ab08-592384ec0fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:44.839891 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:40:43Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:44.841602 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d17e4fb3-646c-4775-ab08-592384ec0fe5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/56e402db-d1b2-41d7-9a05-b45ec96f45f1 HTTP/1.1" status: 204 len: 168 time: 0.6657069 Apr 06 14:40:44.844181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46680) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:44.846850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e2999-a7b6-4a52-8920-b191477b18ad None None] Network ed358cc0-7259-4801-860b-152d522a187b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:44.872224 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abccf9d-7232-441c-bdb3-da0fe03d5d33 None None] The sync data for ids ['d67ee178-4ae3-4551-8b97-c1fbbe3cffc7'] in dv-neutron-835863-1-hyperv is: [{'id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'name': 'tempest-TestNetworkBasicOps-router-1740732601', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:54Z', 'updated_at': '2022-04-06T14:40:43Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '1e01b772-2c53-4fcb-8aa5-05199eda42eb', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ee178-4ae3-4551-8b97-c1fbbe3cffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:55Z', 'updated_at': '2022-04-06T14:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:44.957621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.065900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.177999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 1e01b772-2c53-4fcb-8aa5-05199eda42eb {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:45.178239 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.270768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] DHCP port deletion for ed358cc0-7259-4801-860b-152d522a187b request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:40:45.276846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 1e01b772-2c53-4fcb-8aa5-05199eda42eb, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1e01b772-2c53-4fcb-8aa5-05199eda42eb,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:45.277163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.290355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 1e01b772-2c53-4fcb-8aa5-05199eda42eb owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:45.340676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] Deleting port c8c89493-986d-4b7d-8cc4-48a92363798f {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:40:45.341052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.385683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d867c267-e71d-4723-97da-c0646830b2cc no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:45.419147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d867c267-e71d-4723-97da-c0646830b2cc {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:45.419680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d867c267-e71d-4723-97da-c0646830b2cc not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:45.420109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8c89493-986d-4b7d-8cc4-48a92363798f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:45.458681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] For port c8c89493-986d-4b7d-8cc4-48a92363798f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8c89493-986d-4b7d-8cc4-48a92363798f,segment=NetworkSegment(937fcf00-500d-486e-b9de-1ccc3c3e3910),segment_id=937fcf00-500d-486e-b9de-1ccc3c3e3910)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:45.459156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.498239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] Calling delete_port for c8c89493-986d-4b7d-8cc4-48a92363798f owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:40:45.571181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (1e01b772-2c53-4fcb-8aa5-05199eda42eb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.603953 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=1e01b772-2c53-4fcb-8aa5-05199eda42eb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:45.617681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c8c89493-986d-4b7d-8cc4-48a92363798f is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:45.618005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.687531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.716713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (c8c89493-986d-4b7d-8cc4-48a92363798f), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.757729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 06 14:40:45.757729 dv-neutron-835863-1-hyperv neutron-server[104444]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 06 14:40:45.757729 dv-neutron-835863-1-hyperv neutron-server[104444]: [parameters: {'status': 'DOWN', 'ports_id': 'c8c89493-986d-4b7d-8cc4-48a92363798f'}] Apr 06 14:40:45.757729 dv-neutron-835863-1-hyperv neutron-server[104444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:40:45.758711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:40:45.760075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] Pushing event deleted for resources: {'Port': ['ID=c8c89493-986d-4b7d-8cc4-48a92363798f,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:45.763885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac0953-e89e-4a9f-b94e-9b071cc3c693 None None] No DVR routers for this DVR port c8c89493-986d-4b7d-8cc4-48a92363798f on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:40:45.791686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.793855 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.810245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.970111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (d67ee178-4ae3-4551-8b97-c1fbbe3cffc7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.970578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Fanout notify agent at l3_agent the message router_deleted on router d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:40:45.977460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:45.978756 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6c9f5a01-2df1-41a0-ae8c-96e23d257cdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/routers/d67ee178-4ae3-4551-8b97-c1fbbe3cffc7 HTTP/1.1" status: 204 len: 168 time: 1.1335313 Apr 06 14:40:45.982440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46682) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:46.080969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (ed358cc0-7259-4801-860b-152d522a187b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.182022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (ed358cc0-7259-4801-860b-152d522a187b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.204544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed358cc0-7259-4801-860b-152d522a187b']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:46.215589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937fcf00-500d-486e-b9de-1ccc3c3e3910') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:46.215891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937fcf00-500d-486e-b9de-1ccc3c3e3910') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:46.229031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (937fcf00-500d-486e-b9de-1ccc3c3e3910), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.241356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (937fcf00-500d-486e-b9de-1ccc3c3e3910), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.248183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (937fcf00-500d-486e-b9de-1ccc3c3e3910), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:40:46.252216 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:40:46.281289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Port c8c89493-986d-4b7d-8cc4-48a92363798f update to DOWN by agent not found {{(pid=104444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 06 14:40:46.417547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (ed358cc0-7259-4801-860b-152d522a187b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.424402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.436148 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/ed358cc0-7259-4801-860b-152d522a187b HTTP/1.1" status: 204 len: 168 time: 0.4515066 Apr 06 14:40:46.445132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46684) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:46.450225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.453095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--1606066244', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:46.468019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d77fbb-1422-427c-852c-9a616758b566 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=ed358cc0-7259-4801-860b-152d522a187b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:46.544462 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:46.547730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.573497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:40:46.584177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d4a4602f-9437-4e52-8cf5-b6bf5b634744), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.584694 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment d4a4602f-9437-4e52-8cf5-b6bf5b634744 of type vlan for network 7c28b382-b6d1-48dc-be41-9d8323512ba2 Apr 06 14:40:46.638364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7c28b382-b6d1-48dc-be41-9d8323512ba2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.747250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7c28b382-b6d1-48dc-be41-9d8323512ba2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.752227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:46.752807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:46.822612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=7c28b382-b6d1-48dc-be41-9d8323512ba2,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:46.832977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:40:46.968306 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5474eada-a1fd-4a6a-9f26-8b22fae01959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5192950 Apr 06 14:40:46.968792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46686) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:46.973713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-719248146', 'admin_state_up': True, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:47.088504 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (547c7818-a767-4589-9166-a020502ec14d), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.089974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (547c7818-a767-4589-9166-a020502ec14d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.116594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1e01b772-2c53-4fcb-8aa5-05199eda42eb no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:40:47.137160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 1e01b772-2c53-4fcb-8aa5-05199eda42eb {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:40:47.137510 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1e01b772-2c53-4fcb-8aa5-05199eda42eb not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:40:47.154353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (547c7818-a767-4589-9166-a020502ec14d), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.365040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (547c7818-a767-4589-9166-a020502ec14d), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.628020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (547c7818-a767-4589-9166-a020502ec14d), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.654216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:47.769157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.123 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/13c9b74c-1ada-4a6e-ac35-07f59b702a58) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:47.876002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:48.004578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:48.054881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:48.058326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:48.060985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:48.088403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=13c9b74c-1ada-4a6e-ac35-07f59b702a58,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:48.430088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (547c7818-a767-4589-9166-a020502ec14d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:48.638425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (547c7818-a767-4589-9166-a020502ec14d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:48.889928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 547c7818-a767-4589-9166-a020502ec14d is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:40:48.999110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:49.009157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Sync routers for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:49.020200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:49.020824 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:49.086467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.088510 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1115b33e-8155-42da-a662-6a7b8598a99d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1182520 Apr 06 14:40:49.091609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46688) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:49.133008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:49.230766 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ef4ed1d4-e4c1-4f74-a0c1-09419bffb6db tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1380396 Apr 06 14:40:49.233466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46692) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:49.318178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:48Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:49.326484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd7378-b506-4ade-ad50-86ee414cc34e tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:49.328069 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d4bd7378-b506-4ade-ad50-86ee414cc34e tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936944 Apr 06 14:40:49.330908 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46694) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:49.345767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Checking router: 547c7818-a767-4589-9166-a020502ec14d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:49.346118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Updating router 547c7818-a767-4589-9166-a020502ec14d port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:40:49.367137 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a656816c-0369-48dd-b5b9-f04f9b77474b tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350688 Apr 06 14:40:49.369623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46696) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:49.374637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1906011487', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:49.374920 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.541956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:49.545453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.632005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Publish callbacks [] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.727279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.784493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Attempting to bind port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:49.784868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Attempting to bind port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:49.785241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Attempting to bind port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:49.787088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506806d-95ab-4f94-b522-82a83d10b2a2 None None] Pushing event updated for resources: {'Port': ['ID=13c9b74c-1ada-4a6e-ac35-07f59b702a58,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:49.793314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:49.793630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:49.794036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.794558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:49.798921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Bound port: 13c9b74c-1ada-4a6e-ac35-07f59b702a58, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:49.798921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.819011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (7e1c36fd-2631-4d3e-938c-99607c0b821c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.848431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] For port 13c9b74c-1ada-4a6e-ac35-07f59b702a58, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:49.852739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] For port 13c9b74c-1ada-4a6e-ac35-07f59b702a58, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13c9b74c-1ada-4a6e-ac35-07f59b702a58,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:49.886858 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=7e1c36fd-2631-4d3e-938c-99607c0b821c,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:49.894150 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:49.894805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: 7c28b382-b6d1-48dc-be41-9d8323512ba2, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:40:49.924743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:49.979973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:49.980607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:50.019057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:40:50.019502 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506806d-95ab-4f94-b522-82a83d10b2a2 None None] Pushing event updated for resources: {'Port': ['ID=13c9b74c-1ada-4a6e-ac35-07f59b702a58,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:50.092820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:50.133526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7c28b382-b6d1-48dc-be41-9d8323512ba2) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:50.138400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:50.139143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.153975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886a39b-dc5a-4feb-8209-7b2beb1c0ef1 None None] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:50.229920 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8879b614-5407-436e-8b4a-0b7c60b96131 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8592365 Apr 06 14:40:50.234248 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46698) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:50.340283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7c28b382-b6d1-48dc-be41-9d8323512ba2', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:40:50.341350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.459022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:48Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:50.492793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e16c1-8e22-41c3-8e5c-f126d4bde719 None None] The sync data for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv is: [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:48Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:50.554116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Allocated IP 172.20.0.2 (7c28b382-b6d1-48dc-be41-9d8323512ba2/7e1c36fd-2631-4d3e-938c-99607c0b821c/7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:50.756258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Publish callbacks [] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.850271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.896203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:50.904542 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:50.907509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:50.912880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Pushing event updated for resources: {'Port': ['ID=7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:50.973109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Attempting to bind port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:50.973482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Attempting to bind port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:50.973849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Attempting to bind port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 on network 7c28b382-b6d1-48dc-be41-9d8323512ba2 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:50.979853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:50.980229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Checking segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:50.980637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.981093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Bound using segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:50.981510 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Bound port: 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:50.981892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.043183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.052290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] For port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:51.068004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] For port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:51.134829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.177398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13c9b74c-1ada-4a6e-ac35-07f59b702a58 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:51.249147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e4848-1797-4ef8-8668-8a3bcd8c9bb5 None None] Pushing event updated for resources: {'Port': ['ID=7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:51.268208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:51.268592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.369485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:51.369966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.381907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.1 (7c28b382-b6d1-48dc-be41-9d8323512ba2/7e1c36fd-2631-4d3e-938c-99607c0b821c/1b322d68-71c9-425d-adad-06e0dff66c05) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:51.409306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 13c9b74c-1ada-4a6e-ac35-07f59b702a58, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13c9b74c-1ada-4a6e-ac35-07f59b702a58,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:51.518579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.560264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (1b322d68-71c9-425d-adad-06e0dff66c05), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.591333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=13c9b74c-1ada-4a6e-ac35-07f59b702a58,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:51.670618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.714571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:51.717648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:51.724339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:51.749131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=1b322d68-71c9-425d-adad-06e0dff66c05,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:51.773535 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (547c7818-a767-4589-9166-a020502ec14d), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:51.969078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:52.271777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (1b322d68-71c9-425d-adad-06e0dff66c05), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:52.361274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:52.437192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (547c7818-a767-4589-9166-a020502ec14d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:52.439253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=1b322d68-71c9-425d-adad-06e0dff66c05,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:52.549294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:52.550800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:52.678223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 547c7818-a767-4589-9166-a020502ec14d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:52.793978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:52.798934 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8a2e0e6c-d1fb-4639-89c3-a9be13c9aed4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/547c7818-a767-4589-9166-a020502ec14d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5636902 Apr 06 14:40:52.802370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46702) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:52.805066 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Sync routers for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:52.816775 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:52.817638 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:52.902560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d41524-bbe9-416b-90d4-b7ac3da2b9be None None] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:40:52.990805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-db341983-4bdc-4abd-85f3-ff18deb28dd7 None None] Provisioning complete for port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:52.990805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db341983-4bdc-4abd-85f3-ff18deb28dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.004760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00ce91-1560-4e98-a438-fdf5426bc532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.005346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00ce91-1560-4e98-a438-fdf5426bc532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.005883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00ce91-1560-4e98-a438-fdf5426bc532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.006409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00ce91-1560-4e98-a438-fdf5426bc532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.006938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00ce91-1560-4e98-a438-fdf5426bc532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.007481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00ce91-1560-4e98-a438-fdf5426bc532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.008007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00ce91-1560-4e98-a438-fdf5426bc532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.013276 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5a00ce91-1560-4e98-a438-fdf5426bc532 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.2054675 Apr 06 14:40:53.013592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46704) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:53.029225 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:53.117080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-db341983-4bdc-4abd-85f3-ff18deb28dd7 None None] Current status of the port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:53.117388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db341983-4bdc-4abd-85f3-ff18deb28dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.155464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e343ca-de6d-4f1e-8f3e-e8585f3ff93a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.163497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e343ca-de6d-4f1e-8f3e-e8585f3ff93a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.163497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e343ca-de6d-4f1e-8f3e-e8585f3ff93a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.163497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e343ca-de6d-4f1e-8f3e-e8585f3ff93a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.163497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e343ca-de6d-4f1e-8f3e-e8585f3ff93a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.163497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e343ca-de6d-4f1e-8f3e-e8585f3ff93a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.163497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e343ca-de6d-4f1e-8f3e-e8585f3ff93a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:53.164216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-db341983-4bdc-4abd-85f3-ff18deb28dd7 None None] For port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:53.164347 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-13e343ca-de6d-4f1e-8f3e-e8585f3ff93a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1457264 Apr 06 14:40:53.164471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46706) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:53.261993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db341983-4bdc-4abd-85f3-ff18deb28dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.302009 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:52Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:53.330644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:53.335035 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Checking router: 547c7818-a767-4589-9166-a020502ec14d for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:53.335568 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Updating router 547c7818-a767-4589-9166-a020502ec14d port 1b322d68-71c9-425d-adad-06e0dff66c05 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:40:53.367443 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.379140 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-afab31ca-1db4-4bfb-a5c2-a1017800a581 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2107725 Apr 06 14:40:53.399604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341983-4bdc-4abd-85f3-ff18deb28dd7 None None] Pushing event updated for resources: {'Port': ['ID=7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:53.413555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f5185570-f44f-490e-9faa-2808b1e961f0 None None] Provisioning complete for port 1b322d68-71c9-425d-adad-06e0dff66c05 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:53.413936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f5185570-f44f-490e-9faa-2808b1e961f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.449904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:53.456108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.484635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f5185570-f44f-490e-9faa-2808b1e961f0 None None] Port 1b322d68-71c9-425d-adad-06e0dff66c05 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:53.505833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f5185570-f44f-490e-9faa-2808b1e961f0 None None] Provisioning complete for port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:53.506215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f5185570-f44f-490e-9faa-2808b1e961f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.664742 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Publish callbacks [] for port (1b322d68-71c9-425d-adad-06e0dff66c05), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.712088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46710) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:53.717204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7730f823-16a2-423a-8c22-1d08a90689d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5782610', 'description': 'tempest-secgroup-smoke-5782610 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:53.739215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:53.740411 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13c9b74c-1ada-4a6e-ac35-07f59b702a58 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:53.796022 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.827378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:53.827729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.829185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f5185570-f44f-490e-9faa-2808b1e961f0 None None] Current status of the port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:53.857095 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d599f-e8ec-4605-aca2-56a8228b68b9 None None] Pushing event updated for resources: {'Port': ['ID=1b322d68-71c9-425d-adad-06e0dff66c05,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:53.890003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7730f823-16a2-423a-8c22-1d08a90689d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.901146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.916381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:53.928953 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Attempting to bind port 1b322d68-71c9-425d-adad-06e0dff66c05 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:40:53.929333 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Attempting to bind port 1b322d68-71c9-425d-adad-06e0dff66c05 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:40:53.929693 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Attempting to bind port 1b322d68-71c9-425d-adad-06e0dff66c05 on network 7c28b382-b6d1-48dc-be41-9d8323512ba2 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:40:53.936302 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:40:53.936616 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Checking segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:40:53.937020 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.938049 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Bound using segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:40:53.938933 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Bound port: 1b322d68-71c9-425d-adad-06e0dff66c05, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:40:53.940195 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.953600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-22f0b684-4df6-4d44-97f0-9c2fdfaae53b None None] Provisioning complete for port 1b322d68-71c9-425d-adad-06e0dff66c05 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:53.954152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-22f0b684-4df6-4d44-97f0-9c2fdfaae53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.985430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7730f823-16a2-423a-8c22-1d08a90689d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (e127a9be-f239-4929-9f40-a08a953763ec), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:53.994754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-22f0b684-4df6-4d44-97f0-9c2fdfaae53b None None] Port 1b322d68-71c9-425d-adad-06e0dff66c05 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:54.016463 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] For port 1b322d68-71c9-425d-adad-06e0dff66c05, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:40:54.019744 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] For port 1b322d68-71c9-425d-adad-06e0dff66c05, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1b322d68-71c9-425d-adad-06e0dff66c05,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:40:54.089784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7730f823-16a2-423a-8c22-1d08a90689d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e127a9be-f239-4929-9f40-a08a953763ec), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.113922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8d301e7d-5f90-4b60-8710-27dd031a140c None None] Provisioning complete for port 1b322d68-71c9-425d-adad-06e0dff66c05 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:54.115578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8d301e7d-5f90-4b60-8710-27dd031a140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.119514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730f823-16a2-423a-8c22-1d08a90689d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e127a9be-f239-4929-9f40-a08a953763ec,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:54.136518 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.151005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8d301e7d-5f90-4b60-8710-27dd031a140c None None] Port 1b322d68-71c9-425d-adad-06e0dff66c05 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:40:54.189062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7730f823-16a2-423a-8c22-1d08a90689d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.190457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7730f823-16a2-423a-8c22-1d08a90689d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4767232 Apr 06 14:40:54.193202 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:54.193202 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:40:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:54.193514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46712) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:54.199027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c248ff80-982b-47aa-a412-97ed68390df8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'e127a9be-f239-4929-9f40-a08a953763ec', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:54.267943 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d599f-e8ec-4605-aca2-56a8228b68b9 None None] Pushing event updated for resources: {'Port': ['ID=1b322d68-71c9-425d-adad-06e0dff66c05,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:54.289110 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c248ff80-982b-47aa-a412-97ed68390df8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (8f85dc36-45b1-49f5-9517-bbd6246daf6c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.316180 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:54.357198 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c248ff80-982b-47aa-a412-97ed68390df8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (8f85dc36-45b1-49f5-9517-bbd6246daf6c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.432704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c248ff80-982b-47aa-a412-97ed68390df8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8f85dc36-45b1-49f5-9517-bbd6246daf6c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.453804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248ff80-982b-47aa-a412-97ed68390df8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f85dc36-45b1-49f5-9517-bbd6246daf6c,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:54.479486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fb4d8b13-856e-4aac-a11f-6517a4f6c19a None None] Provisioning complete for port 1b322d68-71c9-425d-adad-06e0dff66c05 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:54.479933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb4d8b13-856e-4aac-a11f-6517a4f6c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.530816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c248ff80-982b-47aa-a412-97ed68390df8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.532976 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c248ff80-982b-47aa-a412-97ed68390df8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382902 Apr 06 14:40:54.536236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46714) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:54.544028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d76e725a-4736-484b-90a3-900e103d7a38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'e127a9be-f239-4929-9f40-a08a953763ec', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:54.544259 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:54.567813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d8b13-856e-4aac-a11f-6517a4f6c19a None None] Current status of the port 1b322d68-71c9-425d-adad-06e0dff66c05 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:54.568511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb4d8b13-856e-4aac-a11f-6517a4f6c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.577149 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddf1d2-54e9-4b78-b3e2-2a6d05980786 None None] The sync data for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv is: [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:54.609984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fb4d8b13-856e-4aac-a11f-6517a4f6c19a None None] For port 1b322d68-71c9-425d-adad-06e0dff66c05, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1b322d68-71c9-425d-adad-06e0dff66c05,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:54.638283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d76e725a-4736-484b-90a3-900e103d7a38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (513a15bb-20e5-4c2c-aa4e-1427bb3c7f7a), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.705625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d76e725a-4736-484b-90a3-900e103d7a38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (513a15bb-20e5-4c2c-aa4e-1427bb3c7f7a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.716257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fb4d8b13-856e-4aac-a11f-6517a4f6c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.770113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d8b13-856e-4aac-a11f-6517a4f6c19a None None] Pushing event updated for resources: {'Port': ['ID=1b322d68-71c9-425d-adad-06e0dff66c05,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:54.821227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d76e725a-4736-484b-90a3-900e103d7a38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (513a15bb-20e5-4c2c-aa4e-1427bb3c7f7a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.840843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e725a-4736-484b-90a3-900e103d7a38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513a15bb-20e5-4c2c-aa4e-1427bb3c7f7a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:54.920508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d76e725a-4736-484b-90a3-900e103d7a38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:54.921895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d76e725a-4736-484b-90a3-900e103d7a38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3844111 Apr 06 14:40:54.924857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46716) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:54.929693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5e96b73c-4e36-4c06-a54d-c22c6b230094 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'e127a9be-f239-4929-9f40-a08a953763ec', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:55.020915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e96b73c-4e36-4c06-a54d-c22c6b230094 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (b239758e-0e56-4479-832a-3f824f77c707), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.090443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e96b73c-4e36-4c06-a54d-c22c6b230094 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (b239758e-0e56-4479-832a-3f824f77c707), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.164377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e96b73c-4e36-4c06-a54d-c22c6b230094 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (b239758e-0e56-4479-832a-3f824f77c707), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.188969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96b73c-4e36-4c06-a54d-c22c6b230094 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b239758e-0e56-4479-832a-3f824f77c707,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:55.213673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1b322d68-71c9-425d-adad-06e0dff66c05 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:55.268810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 1b322d68-71c9-425d-adad-06e0dff66c05 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:55.269065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e96b73c-4e36-4c06-a54d-c22c6b230094 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.269333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.270998 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5e96b73c-4e36-4c06-a54d-c22c6b230094 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443644 Apr 06 14:40:55.273505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46718) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:55.278774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0010ac74-7dc5-45bc-a611-e2f0506b249a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'e127a9be-f239-4929-9f40-a08a953763ec', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:55.350927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1b322d68-71c9-425d-adad-06e0dff66c05 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:55.352093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:55.374470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0010ac74-7dc5-45bc-a611-e2f0506b249a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (2e45d574-fd2e-4d6e-8855-5d9cb8818ac1), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.411483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:55.411867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.445042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0010ac74-7dc5-45bc-a611-e2f0506b249a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (2e45d574-fd2e-4d6e-8855-5d9cb8818ac1), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.499636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:55.526982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0010ac74-7dc5-45bc-a611-e2f0506b249a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2e45d574-fd2e-4d6e-8855-5d9cb8818ac1), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.545500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010ac74-7dc5-45bc-a611-e2f0506b249a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e45d574-fd2e-4d6e-8855-5d9cb8818ac1,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:55.623691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0010ac74-7dc5-45bc-a611-e2f0506b249a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.625507 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0010ac74-7dc5-45bc-a611-e2f0506b249a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3507380 Apr 06 14:40:55.629290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46720) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:55.633837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b594eb46-b07a-4337-9390-342bb81fceb4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'e127a9be-f239-4929-9f40-a08a953763ec', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:55.730538 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-b594eb46-b07a-4337-9390-342bb81fceb4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:40:55.735892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b594eb46-b07a-4337-9390-342bb81fceb4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (bbeccd7a-431c-433f-af4f-12cffcab738b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.797857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b594eb46-b07a-4337-9390-342bb81fceb4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (bbeccd7a-431c-433f-af4f-12cffcab738b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.889799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b594eb46-b07a-4337-9390-342bb81fceb4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (bbeccd7a-431c-433f-af4f-12cffcab738b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.908763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594eb46-b07a-4337-9390-342bb81fceb4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbeccd7a-431c-433f-af4f-12cffcab738b,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:55.971756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b594eb46-b07a-4337-9390-342bb81fceb4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:55.972954 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b594eb46-b07a-4337-9390-342bb81fceb4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3426931 Apr 06 14:40:55.975869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46722) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:55.980832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7ed0cc97-c0ec-472f-8197-39b512fcc358 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'e127a9be-f239-4929-9f40-a08a953763ec', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:56.070500 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-7ed0cc97-c0ec-472f-8197-39b512fcc358 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:40:56.076008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cc97-c0ec-472f-8197-39b512fcc358 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (d53a1349-6828-4e58-ba2a-eb9dd058fb2a), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:56.135120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cc97-c0ec-472f-8197-39b512fcc358 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (d53a1349-6828-4e58-ba2a-eb9dd058fb2a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:56.196310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cc97-c0ec-472f-8197-39b512fcc358 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d53a1349-6828-4e58-ba2a-eb9dd058fb2a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:56.216339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0cc97-c0ec-472f-8197-39b512fcc358 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53a1349-6828-4e58-ba2a-eb9dd058fb2a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:56.334518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cc97-c0ec-472f-8197-39b512fcc358 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:56.335830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7ed0cc97-c0ec-472f-8197-39b512fcc358 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3590260 Apr 06 14:40:56.537680 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-a60bda7f-d598-4691-8d16-1aaef1006401 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-5782610&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0454757 Apr 06 14:40:56.647482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-2134ebd7-541c-4477-a936-0e3d0a8884bc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:56.648951 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-2134ebd7-541c-4477-a936-0e3d0a8884bc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 797 time: 0.1039240 Apr 06 14:40:56.664608 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-3f2b1ade-47eb-45a2-ae54-31e8ae1e75ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0095642 Apr 06 14:40:56.721383 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-83e17ba9-11f2-4fc7-a94e-9adef21693ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506845 Apr 06 14:40:56.822803 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-b243c579-44d1-4e8a-9bac-7857e7956259 service neutron] 10.222.0.71 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893147 Apr 06 14:40:56.911930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-b6475b7f-757b-4152-a3d2-e692bee23f36 service neutron] 10.222.0.71 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834506 Apr 06 14:40:57.215484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-964ec56c-20f3-4438-970d-d211cb36f85b req-cbc26ab6-b206-4e15-a4f2-247a9f6ae7f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 210 time: 0.0283422 Apr 06 14:40:58.317588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-018715d2-196d-4c37-86e0-702e6f79bdc1 req-d3d24136-f829-4925-8afa-19643ca86352 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 210 time: 0.0334666 Apr 06 14:40:59.421506 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d092be16-5f91-44bf-85af-1f5c360b29a8 req-1c56c567-d4a1-4475-bba7-d333a2e71102 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 210 time: 0.0275531 Apr 06 14:40:59.575018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-3c184db3-9faa-4fd0-ac6a-a931c3a19102 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:59.577018 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-3c184db3-9faa-4fd0-ac6a-a931c3a19102 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 797 time: 0.1021135 Apr 06 14:40:59.669414 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-bf45896f-89fe-4b10-b439-3b9799bdcea4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 377 time: 0.0592949 Apr 06 14:40:59.677929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['e127a9be-f239-4929-9f40-a08a953763ec']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:59.883936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:40:59.888042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:00.038678 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.5 (7c28b382-b6d1-48dc-be41-9d8323512ba2/7e1c36fd-2631-4d3e-938c-99607c0b821c/721c89bc-e8f4-48c2-aea9-43bd2e0e3393) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:41:00.190162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:00.276959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:00.325048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:00.328124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:00.334703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:41:00.361317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:00.389416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:00.390219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:00.492505 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-fd605157-5f1b-4f2d-a4b3-3943b073e743 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8180573 Apr 06 14:41:00.511769 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Request body: {'port': {'device_id': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:00.575064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-38503151-83df-4317-8741-c5deeecb2f61 None None] Provisioning complete for port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:00.575651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-38503151-83df-4317-8741-c5deeecb2f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:00.598305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d511d-73bb-4ad7-b268-04e6dd7d8174 req-8287e4cc-a78c-4097-864c-b22ba09e9e47 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:00.599833 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b7d511d-73bb-4ad7-b268-04e6dd7d8174 req-8287e4cc-a78c-4097-864c-b22ba09e9e47 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 931 time: 0.1043372 Apr 06 14:41:00.608826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-38503151-83df-4317-8741-c5deeecb2f61 None None] Port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:41:00.615440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:00.684533 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b7d511d-73bb-4ad7-b268-04e6dd7d8174 req-c91e3c43-86aa-47a9-a41a-f2bf57187000 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0777781 Apr 06 14:41:00.917766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:41:00.925602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Publish callbacks [] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:00.938153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Transition to ACTIVE for port object 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:41:01.032795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:01.086404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Pushing event updated for resources: {'Port': ['ID=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:01.163128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Attempting to bind port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:41:01.163555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Attempting to bind port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:41:01.163887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Attempting to bind port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 on network 7c28b382-b6d1-48dc-be41-9d8323512ba2 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:01.168996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 on network 7c28b382-b6d1-48dc-be41-9d8323512ba2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:41:01.169238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Attempting to bind port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 on network 7c28b382-b6d1-48dc-be41-9d8323512ba2 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:41:01.174288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:41:01.174631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Checking segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:41:01.175044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Bound using segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:41:01.175480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Bound port: 721c89bc-e8f4-48c2-aea9-43bd2e0e3393, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:41:01.175836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:01.245026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] For port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:41:01.248106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] For port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:41:01.350395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:01.386586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.387245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:01.388726 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] 10.222.0.87 "PUT /v2.0/ports/721c89bc-e8f4-48c2-aea9-43bd2e0e3393 HTTP/1.1" status: 200 len: 1093 time: 0.8817959 Apr 06 14:41:01.389094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:01.391447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a86a925-f86f-4620-bd75-3629c6da4c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:01.427490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c963f5-c219-4c5a-82e5-bd276edcdd04 service neutron] Pushing event updated for resources: {'Port': ['ID=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:01.432744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651981ed-fb17-4977-a9c4-e671dc1d4d12 x-openstack-request-id: req-651981ed-fb17-4977-a9c4-e671dc1d4d12 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:01.433042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:01.433292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-651981ed-fb17-4977-a9c4-e671dc1d4d12 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:01.433697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651981ed-fb17-4977-a9c4-e671dc1d4d12'] response: {'name': 'network-changed', 'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'status': 'completed', 'code': 200} Apr 06 14:41:01.533517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86a925-f86f-4620-bd75-3629c6da4c5d req-eb2b8ceb-c34d-4b4e-9c2b-e69d6076efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.535096 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a86a925-f86f-4620-bd75-3629c6da4c5d req-eb2b8ceb-c34d-4b4e-9c2b-e69d6076efa3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 1127 time: 0.0542684 Apr 06 14:41:01.642202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86a925-f86f-4620-bd75-3629c6da4c5d req-c3bfd996-d065-4267-91c6-31b8b32d4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.643744 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a86a925-f86f-4620-bd75-3629c6da4c5d req-c3bfd996-d065-4267-91c6-31b8b32d4aa5 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0956013 Apr 06 14:41:01.746265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86a925-f86f-4620-bd75-3629c6da4c5d req-e4a34452-8df1-4aa2-afca-d0b8f00aad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.747813 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a86a925-f86f-4620-bd75-3629c6da4c5d req-e4a34452-8df1-4aa2-afca-d0b8f00aad76 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984995 Apr 06 14:41:01.809250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227b9fa-f870-45df-86ae-34074353baf5 req-2ecc1712-9995-4917-886e-48cf52540062 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.810871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1227b9fa-f870-45df-86ae-34074353baf5 req-2ecc1712-9995-4917-886e-48cf52540062 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 943 time: 0.0569797 Apr 06 14:41:01.889105 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1227b9fa-f870-45df-86ae-34074353baf5 req-c0dda8c8-467b-4568-aa95-49ddeae9257c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0689561 Apr 06 14:41:01.891846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-03c2877a-292b-4725-bd9b-8b318c9f4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.893260 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-03c2877a-292b-4725-bd9b-8b318c9f4563 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 1127 time: 0.0807791 Apr 06 14:41:01.949373 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-748aa989-c671-4900-9100-906d8d541786 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393 HTTP/1.1" status: 200 len: 217 time: 0.0409117 Apr 06 14:41:01.996962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-85483501-8bc2-431e-970d-faac8e7d686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:01.998428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-85483501-8bc2-431e-970d-faac8e7d686f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e1c36fd-2631-4d3e-938c-99607c0b821c HTTP/1.1" status: 200 len: 835 time: 0.0439761 Apr 06 14:41:02.047028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-1e1a0197-ecdf-4005-b019-46f6e6ce9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:02.048489 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-1e1a0197-ecdf-4005-b019-46f6e6ce9759 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7c28b382-b6d1-48dc-be41-9d8323512ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439160 Apr 06 14:41:02.143671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-3ed5bc0b-0fe4-43f4-ab45-f85918151782 service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889063 Apr 06 14:41:02.237270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2fa565c7-ddea-47ad-ad36-e3a8b8ecd3ac req-ce3045fa-bbc6-4ffc-9371-b8a4fade74e4 service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872731 Apr 06 14:41:03.020628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34418a-2494-4810-8ab7-dc5928589a8f req-76d46c35-7e33-43e7-aaf5-daea96f779cd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:03.022219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf34418a-2494-4810-8ab7-dc5928589a8f req-76d46c35-7e33-43e7-aaf5-daea96f779cd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 943 time: 0.0586023 Apr 06 14:41:03.072694 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf34418a-2494-4810-8ab7-dc5928589a8f req-cdaf6197-a396-413d-9af6-aa85c284ec05 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440052 Apr 06 14:41:04.194628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e25370-7c4c-49ec-a8fb-dbd85b0cb515 req-c2558afb-e7a0-4e3e-9125-7e6b9985fdf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:04.196481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-92e25370-7c4c-49ec-a8fb-dbd85b0cb515 req-c2558afb-e7a0-4e3e-9125-7e6b9985fdf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 943 time: 0.0581954 Apr 06 14:41:04.247441 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-92e25370-7c4c-49ec-a8fb-dbd85b0cb515 req-66c9020f-646f-4eda-8172-d125ce19203b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454321 Apr 06 14:41:05.166745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:41:05.269925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:05.293778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'port_id': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'mac_address': 'fa:16:3e:ce:06:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:41:05.338451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:05.338451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:05.352042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:41:05.371333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:05.379137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d828df9-5635-4976-bf0e-7b050a896d4f req-823e7513-e97a-4cdb-966d-c1a3ffc709a7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:05.380636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5d828df9-5635-4976-bf0e-7b050a896d4f req-823e7513-e97a-4cdb-966d-c1a3ffc709a7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 943 time: 0.0620613 Apr 06 14:41:05.443545 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5d828df9-5635-4976-bf0e-7b050a896d4f req-ae4a371e-e38e-4737-8a07-c369ce476def tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0519068 Apr 06 14:41:05.466453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:05.513826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:05.857803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['721c89bc-e8f4-48c2-aea9-43bd2e0e3393'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:41:06.567387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fffad7-d04d-4d94-a8de-e89170c721f9 req-74fe2856-e225-4b04-bb44-de624bf33590 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:06.568920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-84fffad7-d04d-4d94-a8de-e89170c721f9 req-74fe2856-e225-4b04-bb44-de624bf33590 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 944 time: 0.0554457 Apr 06 14:41:06.618834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-84fffad7-d04d-4d94-a8de-e89170c721f9 req-8037e31c-1087-4abd-9097-293664da6639 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431833 Apr 06 14:41:07.170420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:41:07.295750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:41:07.300178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:41:07.300563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:07.380711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:41:07.381016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:07.404886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:07.407927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230016e9-29ef-4a35-a2c5-42d76e6ca759" -d '{"events": [{"server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "name": "network-vif-plugged", "status": "completed", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:07.421512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:41:07.447457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8440c118-547b-4be6-825f-99327dfa3e89 x-openstack-request-id: req-8440c118-547b-4be6-825f-99327dfa3e89 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:07.447748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "name": "network-vif-plugged", "status": "completed", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:07.448025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8440c118-547b-4be6-825f-99327dfa3e89 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:07.448449 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8440c118-547b-4be6-825f-99327dfa3e89'] response: {'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'code': 200} Apr 06 14:41:07.489347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:07.543394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:07.744247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d2716-a460-4ad4-9842-f6556735cafe req-300dea6f-8823-4e10-98fc-625fcee26e84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.745757 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-123d2716-a460-4ad4-9842-f6556735cafe req-300dea6f-8823-4e10-98fc-625fcee26e84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 945 time: 0.0567117 Apr 06 14:41:07.797301 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-123d2716-a460-4ad4-9842-f6556735cafe req-d15e34d4-2fd6-4645-9532-36d03010dacb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457563 Apr 06 14:41:07.876327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f408b4-2b56-4f67-9c6b-320775d67e70 req-f169ad1f-0bc1-4679-8be9-e51b1a74a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.877835 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a4f408b4-2b56-4f67-9c6b-320775d67e70 req-f169ad1f-0bc1-4679-8be9-e51b1a74a5e5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 1129 time: 0.0498767 Apr 06 14:41:07.937642 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a4f408b4-2b56-4f67-9c6b-320775d67e70 req-f1d216b5-2bba-4f2d-a1c2-40593871332b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526128 Apr 06 14:41:08.919458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aff3de-0246-40b4-a07e-ca0091fb318e req-e199f428-a623-49eb-b92b-d6c2cc108470 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:08.920991 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-65aff3de-0246-40b4-a07e-ca0091fb318e req-e199f428-a623-49eb-b92b-d6c2cc108470 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 945 time: 0.0548487 Apr 06 14:41:08.972872 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-65aff3de-0246-40b4-a07e-ca0091fb318e req-3af493f3-a30e-47c8-a2b3-3c1df404f2f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440493 Apr 06 14:41:09.095162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1f70ec6a-c892-4bd4-a36d-b572d5e281df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:10.096778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82986b51-1f44-4630-8adc-b25bb415a55d req-6a38fa61-fd0e-412c-9b2a-7f5ec95eebcb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:10.098278 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-82986b51-1f44-4630-8adc-b25bb415a55d req-6a38fa61-fd0e-412c-9b2a-7f5ec95eebcb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 945 time: 0.0582314 Apr 06 14:41:10.147229 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-82986b51-1f44-4630-8adc-b25bb415a55d req-9296c637-fcac-4bf2-a8c0-d73564b4bf1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426099 Apr 06 14:41:10.271954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60decf3-5e6c-49e0-afae-1bb9612f1464 req-efb2048b-0218-4523-8272-b7103841a10a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:10.273349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c60decf3-5e6c-49e0-afae-1bb9612f1464 req-efb2048b-0218-4523-8272-b7103841a10a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 945 time: 0.0539603 Apr 06 14:41:10.324920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c60decf3-5e6c-49e0-afae-1bb9612f1464 req-2ac7a66f-4060-4a1a-8a6c-fc2f957d0500 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453866 Apr 06 14:41:10.348059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46786) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:10.391912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ee608-e979-4f1d-9577-d76201794e43 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:10.393453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-026ee608-e979-4f1d-9577-d76201794e43 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 1124 time: 0.0444138 Apr 06 14:41:10.396359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46788) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:10.401936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:41:10.500794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:10.921940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:11.029559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.227 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/46914929-daba-431b-98eb-05db4806d76f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:41:11.130869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (46914929-daba-431b-98eb-05db4806d76f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:11.247574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (46914929-daba-431b-98eb-05db4806d76f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:11.286667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:41:11.289523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:41:11.296329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:41:11.322760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=46914929-daba-431b-98eb-05db4806d76f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:11.472453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-725a0e78-f412-4e61-b103-872a575634c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:11.668809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (90f274ed-d196-4b1e-8f8e-25474a344fd2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:11.811181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (46914929-daba-431b-98eb-05db4806d76f), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:11.959021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (46914929-daba-431b-98eb-05db4806d76f), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.060847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (46914929-daba-431b-98eb-05db4806d76f), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.144530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=46914929-daba-431b-98eb-05db4806d76f,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:41:12.153798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (90f274ed-d196-4b1e-8f8e-25474a344fd2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.258073 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 90f274ed-d196-4b1e-8f8e-25474a344fd2 associated. External IP: 172.26.7.227, port: 721c89bc-e8f4-48c2-aea9-43bd2e0e3393. Apr 06 14:41:12.476862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 547c7818-a767-4589-9166-a020502ec14d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:41:12.590465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:41:12.599895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] Sync routers for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:41:12.609907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:12.622879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:41:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:12.719579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:12.743889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.774683 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d2e98f68-b7cc-4d89-ada6-5103624e52ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3772738 Apr 06 14:41:12.775303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:41:12.777660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e72ad98-7a34-48b1-ab38-2673089ccf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:41:12.778697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46792) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:12.819065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea161036-b8c0-4bfa-9daa-f65cf4b7fde9 x-openstack-request-id: req-ea161036-b8c0-4bfa-9daa-f65cf4b7fde9 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:41:12.819413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:41:12.819676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea161036-b8c0-4bfa-9daa-f65cf4b7fde9 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:41:12.820093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea161036-b8c0-4bfa-9daa-f65cf4b7fde9'] response: {'name': 'network-changed', 'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'status': 'completed', 'code': 200} Apr 06 14:41:12.851012 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b11346ae-4bc6-4dd4-8322-6da8d72375ac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 991 time: 0.0710242 Apr 06 14:41:12.912480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-d69af78e-34b0-4f59-9264-4a89860850f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:12.914036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-d69af78e-34b0-4f59-9264-4a89860850f7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 1129 time: 0.0476084 Apr 06 14:41:12.952799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '90f274ed-d196-4b1e-8f8e-25474a344fd2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '547c7818-a767-4589-9166-a020502ec14d', 'port_id': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'mac_address': 'fa:16:3e:ce:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:11Z', 'updated_at': '2022-04-06T14:41:11Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:12.982929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] Checking router: 547c7818-a767-4589-9166-a020502ec14d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:41:12.991327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:41:12.991981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:41:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:13.014403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-ce34bb45-826d-4e97-92cc-e4d919ceb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:13.015898 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-ce34bb45-826d-4e97-92cc-e4d919ceb15a service neutron] 10.222.0.87 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 899 time: 0.0952432 Apr 06 14:41:13.088087 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-59ab2aff-4caa-4339-a7e1-6ada04485ef8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393 HTTP/1.1" status: 200 len: 999 time: 0.0604916 Apr 06 14:41:13.106190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:41:13.139313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-63022f73-d15f-45a5-a095-08e6c8ff2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:13.141139 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-63022f73-d15f-45a5-a095-08e6c8ff2f6b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e1c36fd-2631-4d3e-938c-99607c0b821c HTTP/1.1" status: 200 len: 835 time: 0.0469129 Apr 06 14:41:13.194718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-7c9f4d3d-90ee-4c83-897f-a883359d703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:13.196907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-7c9f4d3d-90ee-4c83-897f-a883359d703f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7c28b382-b6d1-48dc-be41-9d8323512ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501366 Apr 06 14:41:13.291415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-1d7cca1d-4813-483d-aa5b-03e03c12af86 service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866432 Apr 06 14:41:13.347428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '90f274ed-d196-4b1e-8f8e-25474a344fd2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '547c7818-a767-4589-9166-a020502ec14d', 'port_id': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'mac_address': 'fa:16:3e:ce:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:11Z', 'updated_at': '2022-04-06T14:41:11Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:41:13.378890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a734d-03fa-448f-9697-33d7290e74ff None None] The sync data for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv is: [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '90f274ed-d196-4b1e-8f8e-25474a344fd2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '547c7818-a767-4589-9166-a020502ec14d', 'port_id': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'mac_address': 'fa:16:3e:ce:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:11Z', 'updated_at': '2022-04-06T14:41:11Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:41:13.388922 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e72ad98-7a34-48b1-ab38-2673089ccf3d req-7dfac4a8-10f9-4ff7-bab5-e049b3d764b3 service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909908 Apr 06 14:41:13.579089 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa92a9-5892-4b23-9f5a-b8958a4ab9b5 None None] New status for floating IP 90f274ed-d196-4b1e-8f8e-25474a344fd2: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:41:13.738141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:13.854632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46796) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:41:13.918130 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b54bfac3-43f9-484a-b266-58f0176af1ac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 993 time: 0.0622590 Apr 06 14:41:14.383181 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:41:15.835662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:16.449422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:23.655496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:37.822736 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-d7ee7419-ddfc-40a6-93a5-59df5437c8b9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465987 Apr 06 14:41:37.910560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-535ec7ef-013e-4d23-a48a-80dec159dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:37.911986 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-535ec7ef-013e-4d23-a48a-80dec159dd79 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=107c14ad9bc6440289d929dfbc1b7bb0&device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 1129 time: 0.0478923 Apr 06 14:41:38.022921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-41f3ee75-595e-4521-bcfa-1b05399bcd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:38.025060 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-41f3ee75-595e-4521-bcfa-1b05399bcd22 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d63ffcc9-6c3e-4793-8c22-898b4e88f056 HTTP/1.1" status: 200 len: 899 time: 0.0934350 Apr 06 14:41:38.090778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-26d5dcc9-3dca-42b8-91c9-4787c8860827 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c637500-353e-4e98-a803-71567b8bac0c HTTP/1.1" status: 200 len: 1001 time: 0.0594277 Apr 06 14:41:38.141867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-9824bfc9-ce3d-460d-bfc4-5c11b091b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:38.143425 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-9824bfc9-ce3d-460d-bfc4-5c11b091b1c9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b15d9bee-240e-4a99-aa97-edb1f5db37db HTTP/1.1" status: 200 len: 834 time: 0.0463119 Apr 06 14:41:38.197810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-b7ddf6e2-fe69-4aa1-8b30-5c5f86f7b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:38.199350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-b7ddf6e2-fe69-4aa1-8b30-5c5f86f7b719 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d63ffcc9-6c3e-4793-8c22-898b4e88f056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498474 Apr 06 14:41:38.297537 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-2823a7f4-56b1-48a7-abc9-b37a8ba07703 service neutron] 10.222.0.87 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916374 Apr 06 14:41:38.393461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcbcdf63-47eb-4da9-9e76-86a4bf2216fe req-230f9637-97f8-4bc6-bc7b-50def2c449f8 service neutron] 10.222.0.87 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889142 Apr 06 14:41:39.100706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fa81ca7e-0b92-41dc-83ed-96bb6dfcc748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:41.520814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e610027-a44d-43d1-8bc7-1aaf676392d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:43.746088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:45.767126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:46.469220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:48.419228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef3dfa-8b43-4089-844b-3f3e0beaa816 req-20136847-5dd0-49f8-81d1-c72b626f9892 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:48.420776 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-82ef3dfa-8b43-4089-844b-3f3e0beaa816 req-20136847-5dd0-49f8-81d1-c72b626f9892 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0579982 Apr 06 14:41:48.472587 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-82ef3dfa-8b43-4089-844b-3f3e0beaa816 req-599153bf-f780-4314-a146-8d522f27693c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454526 Apr 06 14:41:49.596534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2009b-959f-4698-9191-002d6d86fbb2 req-9fd8e853-8f15-43aa-9636-9d142e26484e tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:49.598028 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-17d2009b-959f-4698-9191-002d6d86fbb2 req-9fd8e853-8f15-43aa-9636-9d142e26484e tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0538321 Apr 06 14:41:49.646287 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-17d2009b-959f-4698-9191-002d6d86fbb2 req-8d7d323a-d56a-410b-bedc-8e35faf35f00 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425177 Apr 06 14:41:50.769062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f626ed-897d-4434-801a-0ce4ee0b772f req-1a0981ca-0229-40f9-b5f0-7ae5458c88e8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:50.770528 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b0f626ed-897d-4434-801a-0ce4ee0b772f req-1a0981ca-0229-40f9-b5f0-7ae5458c88e8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0568380 Apr 06 14:41:50.822882 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b0f626ed-897d-4434-801a-0ce4ee0b772f req-3b1ab1a6-8eee-41e8-856d-820d37eda594 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464718 Apr 06 14:41:51.381911 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:41:51.942667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3c3e9-7f90-4956-88f3-431a5a71cabd req-c50df1b5-a964-4c49-b578-135410584fba tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:51.944190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0b3c3e9-7f90-4956-88f3-431a5a71cabd req-c50df1b5-a964-4c49-b578-135410584fba tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0539963 Apr 06 14:41:51.993020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0b3c3e9-7f90-4956-88f3-431a5a71cabd req-2a406a18-9fa0-41e0-850a-16b68ef47fd1 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Apr 06 14:41:53.113634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd02cd-7afc-4ba4-a8c4-344954aa7cb6 req-9469a2a7-5c1f-49ba-8ffc-8594034280ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:53.115165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1dd02cd-7afc-4ba4-a8c4-344954aa7cb6 req-9469a2a7-5c1f-49ba-8ffc-8594034280ff tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0556102 Apr 06 14:41:53.403638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1dd02cd-7afc-4ba4-a8c4-344954aa7cb6 req-e292af36-d580-4f71-a3a2-81fb3bab4e1a tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826202 Apr 06 14:41:53.682616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:54.521525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436901ba-f1a4-4e17-a53e-f47b7d0b11a5 req-f469d063-62fb-4824-90a5-d7b09f881769 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:54.523057 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-436901ba-f1a4-4e17-a53e-f47b7d0b11a5 req-f469d063-62fb-4824-90a5-d7b09f881769 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0528061 Apr 06 14:41:54.584038 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-436901ba-f1a4-4e17-a53e-f47b7d0b11a5 req-88ea4ef5-4892-4e57-be61-9090ea7238c9 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545714 Apr 06 14:41:55.701766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2bfd-e1b6-4d90-bf81-1a730d4fe85f req-56011333-147e-4cc7-a709-3da46c24c701 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:55.703177 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-666b2bfd-e1b6-4d90-bf81-1a730d4fe85f req-56011333-147e-4cc7-a709-3da46c24c701 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0526259 Apr 06 14:41:55.756643 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-666b2bfd-e1b6-4d90-bf81-1a730d4fe85f req-3451cf6c-8ede-4cb9-927d-1ee77a3d3ecb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477812 Apr 06 14:41:56.877023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea85e1-4104-4e1f-b50f-998355476fca req-c97e76d8-6cee-4114-9050-2ec3618c9210 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:56.878490 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0cea85e1-4104-4e1f-b50f-998355476fca req-c97e76d8-6cee-4114-9050-2ec3618c9210 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0513420 Apr 06 14:41:56.927928 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0cea85e1-4104-4e1f-b50f-998355476fca req-bf190841-6f0c-499c-b6c0-894211629d0b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 Apr 06 14:41:58.050013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912e278-8154-4a63-802c-633a8a38711f req-57808ba4-1632-4c5c-9ebf-9020ac712a11 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:58.051520 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e912e278-8154-4a63-802c-633a8a38711f req-57808ba4-1632-4c5c-9ebf-9020ac712a11 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0523894 Apr 06 14:41:58.099718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e912e278-8154-4a63-802c-633a8a38711f req-4f2a7100-fa35-4c5c-abf3-e55e5092e2e5 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Apr 06 14:41:59.223943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ab1e1-d615-40bd-baed-3ad2619e5380 req-dfa24caf-d9b3-4fec-90c3-95432522404d tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:59.225425 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-487ab1e1-d615-40bd-baed-3ad2619e5380 req-dfa24caf-d9b3-4fec-90c3-95432522404d tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0572486 Apr 06 14:41:59.274328 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-487ab1e1-d615-40bd-baed-3ad2619e5380 req-a0f94979-9cf4-45aa-af62-dd3401dfb168 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432227 Apr 06 14:42:00.405860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf4001-a24e-4b90-9a0e-b750e8a6105a req-37418a58-d472-4cbe-86c3-f533a0d5c75d tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:00.407651 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-afbf4001-a24e-4b90-9a0e-b750e8a6105a req-37418a58-d472-4cbe-86c3-f533a0d5c75d tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0609167 Apr 06 14:42:00.459681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-afbf4001-a24e-4b90-9a0e-b750e8a6105a req-473d757d-1ac6-4e83-b621-993bd3ebedfc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453701 Apr 06 14:42:01.579517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd197-7e2a-4877-b1e0-7e2f457e6105 req-2b47d2c5-b9ca-4b23-b4b8-51f600b51da6 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:01.581043 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-afabd197-7e2a-4877-b1e0-7e2f457e6105 req-2b47d2c5-b9ca-4b23-b4b8-51f600b51da6 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Apr 06 14:42:01.635060 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-afabd197-7e2a-4877-b1e0-7e2f457e6105 req-3e86ccbd-947a-40a1-bd0a-1f915f89a1a4 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479887 Apr 06 14:42:02.751364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29c98-f252-4a07-86b4-f6a04f4d6dd3 req-da682b6d-dbf2-4482-bbf4-47c3d1a51293 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:02.752839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd29c98-f252-4a07-86b4-f6a04f4d6dd3 req-da682b6d-dbf2-4482-bbf4-47c3d1a51293 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0517290 Apr 06 14:42:02.800649 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd29c98-f252-4a07-86b4-f6a04f4d6dd3 req-f4f5c733-e6e3-469a-ad1d-b8f10da43e19 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Apr 06 14:42:03.920339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f2f3f-e5ef-4257-b05c-de320b20f23a req-d2f84128-054c-4380-a121-3fe8a91582c7 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:03.921817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-817f2f3f-e5ef-4257-b05c-de320b20f23a req-d2f84128-054c-4380-a121-3fe8a91582c7 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0536613 Apr 06 14:42:03.969840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-817f2f3f-e5ef-4257-b05c-de320b20f23a req-cdad54d7-ea38-4cc1-887c-2739e60004b1 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424898 Apr 06 14:42:05.091339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af66896-11ad-428a-bd48-bd01287e5131 req-76ff26e1-7a39-40b8-9b5b-b0be15b37b6f tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:05.092827 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3af66896-11ad-428a-bd48-bd01287e5131 req-76ff26e1-7a39-40b8-9b5b-b0be15b37b6f tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0569184 Apr 06 14:42:05.141495 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3af66896-11ad-428a-bd48-bd01287e5131 req-6d49308d-d136-4ee8-9ac6-d050cf86c225 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Apr 06 14:42:06.264084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1d3c-438b-430c-9ba4-75a72fd0c558 req-30b75482-cad4-48fe-aa85-157f6375b2ad tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:06.265616 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1acf1d3c-438b-430c-9ba4-75a72fd0c558 req-30b75482-cad4-48fe-aa85-157f6375b2ad tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0582218 Apr 06 14:42:06.316431 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1acf1d3c-438b-430c-9ba4-75a72fd0c558 req-cd7309ae-55d9-4523-8a75-05470ec43700 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Apr 06 14:42:07.441697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14adce-9bd6-49c9-8d80-7986fb92e15c req-622d6018-282f-4b47-bd42-d8391660bb60 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:07.443195 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba14adce-9bd6-49c9-8d80-7986fb92e15c req-622d6018-282f-4b47-bd42-d8391660bb60 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0589902 Apr 06 14:42:07.492286 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba14adce-9bd6-49c9-8d80-7986fb92e15c req-eb645f25-dc83-4f9d-9982-54316966f184 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434942 Apr 06 14:42:08.611768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e389d5-ef3c-4077-8616-c0705a2afb2b req-e2ec90bd-41bb-46c4-a700-ad9f064110cb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:08.613218 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19e389d5-ef3c-4077-8616-c0705a2afb2b req-e2ec90bd-41bb-46c4-a700-ad9f064110cb tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0528104 Apr 06 14:42:08.661878 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19e389d5-ef3c-4077-8616-c0705a2afb2b req-65a82443-f925-4869-ae5a-bb62f7fe74cc tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Apr 06 14:42:09.091200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ca9b25b2-1054-42ac-bb5b-6dcc1eff9ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:09.243303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3e86d-7e20-4c2b-8e8e-5b6d1b8a4907 req-905f7ba2-e514-4557-a1b3-621f51718795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:09.244822 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79a3e86d-7e20-4c2b-8e8e-5b6d1b8a4907 req-905f7ba2-e514-4557-a1b3-621f51718795 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 1129 time: 0.0466447 Apr 06 14:42:09.298561 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79a3e86d-7e20-4c2b-8e8e-5b6d1b8a4907 req-3b73e649-a00f-41a4-9646-07dcf6540c0f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480063 Apr 06 14:42:09.496763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 8c637500-353e-4e98-a803-71567b8bac0c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:42:09.506711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 8c637500-353e-4e98-a803-71567b8bac0c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:09.656326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 8c637500-353e-4e98-a803-71567b8bac0c is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:09.656628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:09.659690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:09.678429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '8c637500-353e-4e98-a803-71567b8bac0c', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'port_id': '8c637500-353e-4e98-a803-71567b8bac0c', 'mac_address': 'fa:16:3e:02:2c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:42:09.691431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:09.693654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abbebfc-b750-4783-8e25-d2e7be1aadf5" -d '{"events": [{"server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c637500-353e-4e98-a803-71567b8bac0c"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:09.723757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:09.732921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2b4ffc-4b2a-4e9c-9401-ea22ddb9ef6f x-openstack-request-id: req-ac2b4ffc-4b2a-4e9c-9401-ea22ddb9ef6f {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:09.733209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c637500-353e-4e98-a803-71567b8bac0c", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:09.733466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ac2b4ffc-4b2a-4e9c-9401-ea22ddb9ef6f {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:09.733865 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2b4ffc-4b2a-4e9c-9401-ea22ddb9ef6f'] response: {'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c', 'code': 200} Apr 06 14:42:09.743723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 8c637500-353e-4e98-a803-71567b8bac0c is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:09.744139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:09.758264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c637500-353e-4e98-a803-71567b8bac0c {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:42:09.780554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c842a-ce5d-4bc9-b08d-4e0f521ed4ce req-0c2d4dc1-7e52-4f5f-b57c-6b78d8b9e864 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:09.782307 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-067c842a-ce5d-4bc9-b08d-4e0f521ed4ce req-0c2d4dc1-7e52-4f5f-b57c-6b78d8b9e864 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0525844 Apr 06 14:42:09.797011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:09.832111 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-067c842a-ce5d-4bc9-b08d-4e0f521ed4ce req-e835f5fe-4efd-485f-863f-865b50ea63e2 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441718 Apr 06 14:42:09.873436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:42:09.873792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:42:09.877908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:09.884676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.885029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.885371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.885702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.886029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.886885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.887642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.887972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.888304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.888630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.888952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.889270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:09.889588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:10.412423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 8c637500-353e-4e98-a803-71567b8bac0c is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:10.413087 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:10.425956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c637500-353e-4e98-a803-71567b8bac0c {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:42:10.448317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:10.556946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:10.608011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:10.956343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86482f17-88c6-4eb4-8363-c5224aa593d2 req-118e451e-c4ab-4644-864a-c813118eb3e8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:10.957845 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86482f17-88c6-4eb4-8363-c5224aa593d2 req-118e451e-c4ab-4644-864a-c813118eb3e8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 944 time: 0.0538082 Apr 06 14:42:11.006846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['8c637500-353e-4e98-a803-71567b8bac0c'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:42:11.007158 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86482f17-88c6-4eb4-8363-c5224aa593d2 req-6809e27f-5c8b-4f4e-8cb2-39c1afe394f0 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 Apr 06 14:42:11.030350 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46894) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:11.096951 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ade3ed1f-5227-49d5-b37e-6aee7ec033b0 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/floatingips/47d09975-8acf-4e48-8df1-69ebd1ca7701 HTTP/1.1" status: 200 len: 992 time: 0.0652833 Apr 06 14:42:11.474036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-48e5ac7b-f208-4848-98d9-b00bf38a7646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:13.519337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 8c637500-353e-4e98-a803-71567b8bac0c up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:13.567564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 8c637500-353e-4e98-a803-71567b8bac0c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:13.567934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8c637500-353e-4e98-a803-71567b8bac0c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:13.659467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 8c637500-353e-4e98-a803-71567b8bac0c is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:13.659770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:13.681896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:13.684384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bbec13-7a80-4255-aaa9-1b890fb12b3b" -d '{"events": [{"server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "name": "network-vif-plugged", "status": "completed", "tag": "8c637500-353e-4e98-a803-71567b8bac0c"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:13.697363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:13.720069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a823c66-a53a-4d3f-9c26-48a828c8f39f x-openstack-request-id: req-9a823c66-a53a-4d3f-9c26-48a828c8f39f {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:13.720358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "name": "network-vif-plugged", "status": "completed", "tag": "8c637500-353e-4e98-a803-71567b8bac0c", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:13.720893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a823c66-a53a-4d3f-9c26-48a828c8f39f {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:13.721303 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a823c66-a53a-4d3f-9c26-48a828c8f39f'] response: {'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c', 'code': 200} Apr 06 14:42:13.762847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:13.790645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:13.838449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:15.782664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:16.519556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:23.624866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:24.994306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46902) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:25.072391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52bc99-915d-481e-baf7-55cfa5692811 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:25.072881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52bc99-915d-481e-baf7-55cfa5692811 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:25.073373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52bc99-915d-481e-baf7-55cfa5692811 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:25.075915 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1a52bc99-915d-481e-baf7-55cfa5692811 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?project_id=88348375877d408f8a1ff05bbac7355a&network_id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 3102 time: 0.0805609 Apr 06 14:42:26.596679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46912) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:26.671161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275a1f0-2d75-4936-a5c4-a6a25a3497d9 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:26.672585 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a275a1f0-2d75-4936-a5c4-a6a25a3497d9 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c HTTP/1.1" status: 200 len: 814 time: 0.0749140 Apr 06 14:42:27.149299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46918) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:27.154691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:27.213370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (90f274ed-d196-4b1e-8f8e-25474a344fd2), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.357357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.482071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (90f274ed-d196-4b1e-8f8e-25474a344fd2), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.482417 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 90f274ed-d196-4b1e-8f8e-25474a344fd2 disassociated. External IP: 172.26.7.227, port: 721c89bc-e8f4-48c2-aea9-43bd2e0e3393. Apr 06 14:42:27.987970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 547c7818-a767-4589-9166-a020502ec14d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:28.098821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:28.103771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.108955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] Sync routers for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:28.118985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:28.119611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:42:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.135441 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d0fb1dbb-d524-40ec-ba89-dd1359d19a68 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 690 time: 0.9849973 Apr 06 14:42:28.136739 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:28.139246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843eca1-29dc-40e6-a495-628811185510" -d '{"events": [{"name": "network-changed", "server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:28.139427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46920) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:28.181037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd083f19-66b2-4b98-a8db-671a71b95cb1 x-openstack-request-id: req-bd083f19-66b2-4b98-a8db-671a71b95cb1 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:28.181550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:28.181654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd083f19-66b2-4b98-a8db-671a71b95cb1 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:28.181980 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd083f19-66b2-4b98-a8db-671a71b95cb1'] response: {'name': 'network-changed', 'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'status': 'completed', 'code': 200} Apr 06 14:42:28.193899 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6a41261f-a1bd-48dc-b582-50816069a6bc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 690 time: 0.0534246 Apr 06 14:42:28.238788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:28.276052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843eca1-29dc-40e6-a495-628811185510 req-f316928b-ca05-448c-bcd2-2456e89d6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.278150 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-f316928b-ca05-448c-bcd2-2456e89d6a0b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 1129 time: 0.0502417 Apr 06 14:42:28.368560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843eca1-29dc-40e6-a495-628811185510 req-23e73a2f-3532-4cf0-ada7-fa161c526922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.370029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-23e73a2f-3532-4cf0-ada7-fa161c526922 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 899 time: 0.0864575 Apr 06 14:42:28.380933 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:42:28.418665 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-d6f46f2a-29ba-46d7-96bb-755577590aad service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393 HTTP/1.1" status: 200 len: 217 time: 0.0403621 Apr 06 14:42:28.448395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.467376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843eca1-29dc-40e6-a495-628811185510 req-d079fe29-287f-4bdf-8452-ea5d324b4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.475588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-d079fe29-287f-4bdf-8452-ea5d324b4410 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e1c36fd-2631-4d3e-938c-99607c0b821c HTTP/1.1" status: 200 len: 835 time: 0.0492222 Apr 06 14:42:28.478710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] Checking router: 547c7818-a767-4589-9166-a020502ec14d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:28.487895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:28.488514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:42:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.523273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843eca1-29dc-40e6-a495-628811185510 req-89d33cdf-0777-4aba-a206-4d1688c70fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.525093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-89d33cdf-0777-4aba-a206-4d1688c70fe0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7c28b382-b6d1-48dc-be41-9d8323512ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463023 Apr 06 14:42:28.540673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-3fdf0e48-6d83-4ced-8408-1a24e69bf828 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:42:28.541715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-3fdf0e48-6d83-4ced-8408-1a24e69bf828 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050020 Apr 06 14:42:28.599171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:28.645808 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-c44b2844-f359-4abe-9b25-d5754f78a52b service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984480 Apr 06 14:42:28.745792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6843eca1-29dc-40e6-a495-628811185510 req-f230aac4-41a7-46e8-a7b5-e03cd3d29d4f service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921288 Apr 06 14:42:28.830917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.875337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb8557-fab8-41b9-aec5-9acf7367173d None None] The sync data for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv is: [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:29.127941 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f44743-ff83-4fab-a2cf-af5c7adfedb4 None None] New status for floating IP 90f274ed-d196-4b1e-8f8e-25474a344fd2: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:29.200048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 46924) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:29.247900 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-740c24c0-f577-43e3-82a7-dfc124439fdf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 690 time: 0.0465412 Apr 06 14:42:30.251663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46926) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:30.296888 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6fd3e24c-618d-4f81-b005-c57b626d139e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 688 time: 0.0440633 Apr 06 14:42:31.837732 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46930) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:31.843076 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427934676', 'description': 'tempest-secgroup-smoke-1427934676 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:31.953300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.019392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (4dc56373-4e8b-43b5-86b8-ff3375571de0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.096200 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4dc56373-4e8b-43b5-86b8-ff3375571de0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.129027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc56373-4e8b-43b5-86b8-ff3375571de0,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:32.136795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.137158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.137509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.137851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.138190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.138527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.138860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.139212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.139543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.139873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.140201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.140530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.140851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:32.201556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.202885 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-81eb687b-32ce-4734-9154-965118248058 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3641472 Apr 06 14:42:32.205864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46932) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:32.210410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c00b0b59-419b-461d-b8d7-924801a9809e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '4dc56373-4e8b-43b5-86b8-ff3375571de0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:32.303950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c00b0b59-419b-461d-b8d7-924801a9809e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (0faeaf7f-cf8f-4275-917d-f0cddddfdf69), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.361614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c00b0b59-419b-461d-b8d7-924801a9809e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (0faeaf7f-cf8f-4275-917d-f0cddddfdf69), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.436444 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c00b0b59-419b-461d-b8d7-924801a9809e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (0faeaf7f-cf8f-4275-917d-f0cddddfdf69), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.455085 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b0b59-419b-461d-b8d7-924801a9809e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faeaf7f-cf8f-4275-917d-f0cddddfdf69,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:32.576270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c00b0b59-419b-461d-b8d7-924801a9809e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.577509 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c00b0b59-419b-461d-b8d7-924801a9809e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706648 Apr 06 14:42:32.580346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46934) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:32.584739 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-840a0ba0-6092-4820-9dfa-761b2ec9f377 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '4dc56373-4e8b-43b5-86b8-ff3375571de0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:32.673304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-840a0ba0-6092-4820-9dfa-761b2ec9f377 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (3297f57a-a641-48cc-908f-01311c901932), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.729219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-840a0ba0-6092-4820-9dfa-761b2ec9f377 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (3297f57a-a641-48cc-908f-01311c901932), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.793317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-840a0ba0-6092-4820-9dfa-761b2ec9f377 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (3297f57a-a641-48cc-908f-01311c901932), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.812624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a0ba0-6092-4820-9dfa-761b2ec9f377 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3297f57a-a641-48cc-908f-01311c901932,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:32.881207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-840a0ba0-6092-4820-9dfa-761b2ec9f377 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.882476 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-840a0ba0-6092-4820-9dfa-761b2ec9f377 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3011391 Apr 06 14:42:32.886499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46936) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:32.891456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-55a02448-d95e-41fc-aac9-89ca797c4057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '4dc56373-4e8b-43b5-86b8-ff3375571de0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:32.981915 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-55a02448-d95e-41fc-aac9-89ca797c4057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (fab451ba-960e-4d7d-a064-9d6a82f7a841), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.038712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-55a02448-d95e-41fc-aac9-89ca797c4057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (fab451ba-960e-4d7d-a064-9d6a82f7a841), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.113410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-55a02448-d95e-41fc-aac9-89ca797c4057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (fab451ba-960e-4d7d-a064-9d6a82f7a841), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.135309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a02448-d95e-41fc-aac9-89ca797c4057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab451ba-960e-4d7d-a064-9d6a82f7a841,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:33.209937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-55a02448-d95e-41fc-aac9-89ca797c4057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.211251 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-55a02448-d95e-41fc-aac9-89ca797c4057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3233333 Apr 06 14:42:33.214103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46938) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:33.218536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7181d3ff-5337-4838-b9d5-96889fee29c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '4dc56373-4e8b-43b5-86b8-ff3375571de0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:33.344827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7181d3ff-5337-4838-b9d5-96889fee29c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (703c22e4-9241-457b-8e6a-acf89ea607a9), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.405486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7181d3ff-5337-4838-b9d5-96889fee29c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (703c22e4-9241-457b-8e6a-acf89ea607a9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.473049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7181d3ff-5337-4838-b9d5-96889fee29c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (703c22e4-9241-457b-8e6a-acf89ea607a9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.492102 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181d3ff-5337-4838-b9d5-96889fee29c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703c22e4-9241-457b-8e6a-acf89ea607a9,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:33.572417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7181d3ff-5337-4838-b9d5-96889fee29c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.573864 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7181d3ff-5337-4838-b9d5-96889fee29c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3587523 Apr 06 14:42:33.577028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46940) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:33.581370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-51bfa13c-0c6e-4986-a253-d508e0161d95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '4dc56373-4e8b-43b5-86b8-ff3375571de0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:33.707792 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-51bfa13c-0c6e-4986-a253-d508e0161d95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:42:33.713288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51bfa13c-0c6e-4986-a253-d508e0161d95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (30ff0f31-a0a4-46bc-83b0-3885556e4703), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.773095 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51bfa13c-0c6e-4986-a253-d508e0161d95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (30ff0f31-a0a4-46bc-83b0-3885556e4703), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.841684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51bfa13c-0c6e-4986-a253-d508e0161d95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (30ff0f31-a0a4-46bc-83b0-3885556e4703), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.859482 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfa13c-0c6e-4986-a253-d508e0161d95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ff0f31-a0a4-46bc-83b0-3885556e4703,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:33.929493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-51bfa13c-0c6e-4986-a253-d508e0161d95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.930810 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-51bfa13c-0c6e-4986-a253-d508e0161d95 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3528173 Apr 06 14:42:33.933794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 46942) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:33.938153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-360de62d-da07-4b81-a307-2f13cee3cdcc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '4dc56373-4e8b-43b5-86b8-ff3375571de0', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:34.018838 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-360de62d-da07-4b81-a307-2f13cee3cdcc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:42:34.023998 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-360de62d-da07-4b81-a307-2f13cee3cdcc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c20250da-b711-4159-915a-5725ddb6c136), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.083515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-360de62d-da07-4b81-a307-2f13cee3cdcc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c20250da-b711-4159-915a-5725ddb6c136), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.161629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-360de62d-da07-4b81-a307-2f13cee3cdcc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (c20250da-b711-4159-915a-5725ddb6c136), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.183892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360de62d-da07-4b81-a307-2f13cee3cdcc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20250da-b711-4159-915a-5725ddb6c136,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:34.261948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-360de62d-da07-4b81-a307-2f13cee3cdcc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.263204 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-360de62d-da07-4b81-a307-2f13cee3cdcc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3284516 Apr 06 14:42:34.525609 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-c49c4d88-aad5-489d-9f64-e2afd6be471d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427934676&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0476704 Apr 06 14:42:34.629333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-4da19b35-65a3-45b9-9c12-6fc87bdfd08b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:34.630793 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-4da19b35-65a3-45b9-9c12-6fc87bdfd08b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 797 time: 0.0976007 Apr 06 14:42:34.646352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-4d2c3588-a4c5-41af-b9c1-926cb260ca6f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0093095 Apr 06 14:42:34.706826 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-895bf970-b1f0-45fa-98a6-ae0b44cc4190 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554430 Apr 06 14:42:34.765597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-407d30cc-e34b-4aaa-8add-119d1a282053 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:42:34.766670 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-407d30cc-e34b-4aaa-8add-119d1a282053 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483637 Apr 06 14:42:34.855854 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-72b8a6d4-9857-4038-8bee-3dddfc4d83ab service neutron] 10.222.0.71 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831299 Apr 06 14:42:34.947311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-6e92333f-831b-4929-be86-a07d0176fe4e service neutron] 10.222.0.71 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Apr 06 14:42:35.273857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a348eaa5-dc5b-4706-957d-7df10a83007e req-bb2caed9-c9b6-402b-82c3-47f52408426b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 210 time: 0.0811939 Apr 06 14:42:36.372247 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24749b6d-b370-4444-8658-189d9bf9d3e1 req-34296184-d5e6-4426-a221-4715a800bed9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 210 time: 0.0281348 Apr 06 14:42:37.490524 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8145240f-4d4b-4719-a9f0-1d25eb95ae04 req-0a1f1c5d-0bdd-4ed9-99db-fd4fb73fc183 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 210 time: 0.0392230 Apr 06 14:42:37.540246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-f6350491-cdf8-4e15-aa4b-a7dd2dd10ec6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:37.541709 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-f6350491-cdf8-4e15-aa4b-a7dd2dd10ec6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 797 time: 0.1379211 Apr 06 14:42:37.623251 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-474cae94-ff67-4cf2-8190-3d3517cc62eb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 470 time: 0.0674999 Apr 06 14:42:37.631649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': '40855bad-a03e-41a7-9f65-65d56195e958', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['4dc56373-4e8b-43b5-86b8-ff3375571de0']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:37.821900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:42:37.828997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.890465 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-ec4cc3b7-50ea-40a0-9dd5-6d2af82a84fc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1426632 Apr 06 14:42:37.996779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.9 (7c28b382-b6d1-48dc-be41-9d8323512ba2/7e1c36fd-2631-4d3e-938c-99607c0b821c/11f3f742-b8ea-4149-b114-261ff348011c) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:42:38.022744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-bcec3305-ee15-4f4c-988e-d38a6cb7910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:38.024210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-bcec3305-ee15-4f4c-988e-d38a6cb7910f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 1130 time: 0.0732374 Apr 06 14:42:38.214891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (11f3f742-b8ea-4149-b114-261ff348011c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.220730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-2101a5e2-51d2-41be-ac36-69b9e783830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:38.222167 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-2101a5e2-51d2-41be-ac36-69b9e783830d service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.1379809 Apr 06 14:42:38.305958 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-4a069e3d-de8c-499a-9770-c402260ce148 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42e1da28-e027-4b9d-9217-ffcfe8672818 HTTP/1.1" status: 200 len: 1002 time: 0.0775235 Apr 06 14:42:38.360107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-29783d38-4c7d-4b9d-ad4c-30a03c2845f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:38.361755 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-29783d38-4c7d-4b9d-ad4c-30a03c2845f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0483532 Apr 06 14:42:38.418543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-99524e7f-310a-48aa-a853-ccedcafe55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:38.425577 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-99524e7f-310a-48aa-a853-ccedcafe55c2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522327 Apr 06 14:42:38.444433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (11f3f742-b8ea-4149-b114-261ff348011c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.531101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:38.537928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:38.540496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:42:38.576666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=11f3f742-b8ea-4149-b114-261ff348011c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.632364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.632723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.633069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.633403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.633739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.634067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.634394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.634718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.635071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.635434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.636131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.636131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.636446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:38.649816 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-9780f992-ccb4-479b-87fa-e26d0142b090 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236733 Apr 06 14:42:38.673676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:38.674303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.744826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e883ef-c687-416e-98ae-5dfc6a9e86c9 req-0b5bb2c2-16d4-4a89-a037-ea6af5eb1cf2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:38.749410 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40e883ef-c687-416e-98ae-5dfc6a9e86c9 req-0b5bb2c2-16d4-4a89-a037-ea6af5eb1cf2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 931 time: 0.1710310 Apr 06 14:42:38.799100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-4eb5c783-7fa0-497a-807b-0f70519557c7 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391852 Apr 06 14:42:38.802226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-3995f1d0-5dd0-4c44-abb8-333594daf2c1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1745665 Apr 06 14:42:38.806957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-66aa04cf-f569-4cf3-81ca-8f224a8dff77 None None] Provisioning complete for port 11f3f742-b8ea-4149-b114-261ff348011c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:38.813004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-66aa04cf-f569-4cf3-81ca-8f224a8dff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (11f3f742-b8ea-4149-b114-261ff348011c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.819299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40e883ef-c687-416e-98ae-5dfc6a9e86c9 req-1bed877b-8d68-438c-92cc-2446cb29e51b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657806 Apr 06 14:42:38.827314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Request body: {'port': {'device_id': '40855bad-a03e-41a7-9f65-65d56195e958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:38.843011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-66aa04cf-f569-4cf3-81ca-8f224a8dff77 None None] Port 11f3f742-b8ea-4149-b114-261ff348011c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:42:38.891832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (11f3f742-b8ea-4149-b114-261ff348011c), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.099351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-28ea25b7-ee6f-49ad-982e-c87bb5d95a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.150724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f3f742-b8ea-4149-b114-261ff348011c {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:42:39.158812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Publish callbacks [] for port (11f3f742-b8ea-4149-b114-261ff348011c), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.171335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Transition to ACTIVE for port object 11f3f742-b8ea-4149-b114-261ff348011c will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:42:39.264660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (11f3f742-b8ea-4149-b114-261ff348011c), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.556213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Pushing event updated for resources: {'Port': ['ID=11f3f742-b8ea-4149-b114-261ff348011c,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:39.626951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Attempting to bind port 11f3f742-b8ea-4149-b114-261ff348011c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:42:39.627480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Attempting to bind port 11f3f742-b8ea-4149-b114-261ff348011c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:42:39.627814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Attempting to bind port 11f3f742-b8ea-4149-b114-261ff348011c on network 7c28b382-b6d1-48dc-be41-9d8323512ba2 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:39.632285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Port 11f3f742-b8ea-4149-b114-261ff348011c on network 7c28b382-b6d1-48dc-be41-9d8323512ba2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:42:39.632607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Attempting to bind port 11f3f742-b8ea-4149-b114-261ff348011c on network 7c28b382-b6d1-48dc-be41-9d8323512ba2 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:39.638559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:42:39.638906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Checking segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:42:39.639323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Bound using segment: {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:42:39.639741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Bound port: 11f3f742-b8ea-4149-b114-261ff348011c, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a4602f-9437-4e52-8cf5-b6bf5b634744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:42:39.640156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (11f3f742-b8ea-4149-b114-261ff348011c), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.705347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] For port 11f3f742-b8ea-4149-b114-261ff348011c, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:42:39.708426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] For port 11f3f742-b8ea-4149-b114-261ff348011c, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=11f3f742-b8ea-4149-b114-261ff348011c,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:42:39.819622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (11f3f742-b8ea-4149-b114-261ff348011c), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.857582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:39.858150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.859560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] 10.222.0.87 "PUT /v2.0/ports/11f3f742-b8ea-4149-b114-261ff348011c HTTP/1.1" status: 200 len: 1093 time: 1.0372517 Apr 06 14:42:39.864274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40855bad-a03e-41a7-9f65-65d56195e958', 'tag': '11f3f742-b8ea-4149-b114-261ff348011c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:39.864274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918" -d '{"events": [{"name": "network-changed", "server_uuid": "40855bad-a03e-41a7-9f65-65d56195e958", "tag": "11f3f742-b8ea-4149-b114-261ff348011c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:39.900439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9648485-f85c-4687-93b8-bbc06380e562 service neutron] Pushing event updated for resources: {'Port': ['ID=11f3f742-b8ea-4149-b114-261ff348011c,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:39.968810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e89479-3ce3-4995-8065-8ffa65eb3475 x-openstack-request-id: req-52e89479-3ce3-4995-8065-8ffa65eb3475 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:39.969284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40855bad-a03e-41a7-9f65-65d56195e958", "tag": "11f3f742-b8ea-4149-b114-261ff348011c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:39.969424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-52e89479-3ce3-4995-8065-8ffa65eb3475 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:39.969821 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e89479-3ce3-4995-8065-8ffa65eb3475'] response: {'name': 'network-changed', 'server_uuid': '40855bad-a03e-41a7-9f65-65d56195e958', 'tag': '11f3f742-b8ea-4149-b114-261ff348011c', 'status': 'completed', 'code': 200} Apr 06 14:42:39.978549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac8dd-b90f-4cb2-a58b-ba6567f32575 req-96280a7f-ff1b-4960-9202-9b35d62b3c99 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:39.980890 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-042ac8dd-b90f-4cb2-a58b-ba6567f32575 req-96280a7f-ff1b-4960-9202-9b35d62b3c99 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 943 time: 0.0690925 Apr 06 14:42:40.070309 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-042ac8dd-b90f-4cb2-a58b-ba6567f32575 req-f168fe1f-ce50-4211-b9df-9a2669c0e106 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751066 Apr 06 14:42:40.076778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-195873e9-d523-43f8-8c1b-bbd5f3a3f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.076778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-195873e9-d523-43f8-8c1b-bbd5f3a3f44f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 1127 time: 0.0889738 Apr 06 14:42:40.129333 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-01354ce7-397d-401f-834f-e6bd4f692180 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f3f742-b8ea-4149-b114-261ff348011c HTTP/1.1" status: 200 len: 217 time: 0.0385048 Apr 06 14:42:40.181922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-92058365-53eb-4c09-bbd7-97c77abb9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.183671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-92058365-53eb-4c09-bbd7-97c77abb9bf7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e1c36fd-2631-4d3e-938c-99607c0b821c HTTP/1.1" status: 200 len: 835 time: 0.0491607 Apr 06 14:42:40.241420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-72254b62-9d36-4ec5-802b-d4bfde572b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.242937 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-72254b62-9d36-4ec5-802b-d4bfde572b03 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7c28b382-b6d1-48dc-be41-9d8323512ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0536320 Apr 06 14:42:40.344133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-df018f47-da5d-4b80-be9e-5680c596931c service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910666 Apr 06 14:42:40.476215 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a1bc68e-a8f0-45da-99b3-cefaa4fd3392 req-2392e251-b35d-4418-9cc2-5c5a971fa000 service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258278 Apr 06 14:42:40.484666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4510-1c94-4f71-9fc3-0ebf6c55d3d5 req-09c31667-5e99-435e-816b-252e93e84a10 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.489104 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a06f4510-1c94-4f71-9fc3-0ebf6c55d3d5 req-09c31667-5e99-435e-816b-252e93e84a10 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 946 time: 0.0902753 Apr 06 14:42:40.540560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a06f4510-1c94-4f71-9fc3-0ebf6c55d3d5 req-f50c23e3-228e-4542-80b2-3b75484c0637 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475194 Apr 06 14:42:40.694292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-6a6b2fd2-97e5-4c4f-b634-18cad8b6d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.695852 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-6a6b2fd2-97e5-4c4f-b634-18cad8b6d9df service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 1127 time: 0.0518856 Apr 06 14:42:40.790685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-af635a9b-cf17-4302-959a-2b92aae21efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.792823 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-af635a9b-cf17-4302-959a-2b92aae21efa service neutron] 10.222.0.87 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 899 time: 0.0906749 Apr 06 14:42:40.837501 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-8eecad2c-b7aa-4eeb-b058-11436664e557 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f3f742-b8ea-4149-b114-261ff348011c HTTP/1.1" status: 200 len: 217 time: 0.0372949 Apr 06 14:42:40.890014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-47b8a234-b496-4205-a80a-42606c6b54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.895159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-47b8a234-b496-4205-a80a-42606c6b54da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e1c36fd-2631-4d3e-938c-99607c0b821c HTTP/1.1" status: 200 len: 835 time: 0.0472655 Apr 06 14:42:40.941190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-2db2f8da-d2c3-4b03-9894-3c40e54050ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:40.942671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-2db2f8da-d2c3-4b03-9894-3c40e54050ab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7c28b382-b6d1-48dc-be41-9d8323512ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446019 Apr 06 14:42:41.035943 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-77306b9e-29c6-4677-b7c1-0ff7c355686f service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863349 Apr 06 14:42:41.126876 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b5e3179-f3ed-45a0-bc45-e51ea5bd6918 req-10ec2a61-dadd-4ad5-bb6b-1ba49f2bcca6 service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847867 Apr 06 14:42:41.213225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecf4c5-c9d7-4188-8e72-391f70891b11 req-ee3a1054-359c-425a-b685-d7d78bcc091e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:41.215066 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bcecf4c5-c9d7-4188-8e72-391f70891b11 req-ee3a1054-359c-425a-b685-d7d78bcc091e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 943 time: 0.0641854 Apr 06 14:42:41.264351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bcecf4c5-c9d7-4188-8e72-391f70891b11 req-1949f2bc-c257-45ad-89c1-bde0c4d750fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434685 Apr 06 14:42:41.546451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1cadbf78-7d65-496f-94a3-7c801bd4d52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.662409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861d86-498e-4ff8-9023-fb76a9686bd2 req-9f51ab10-5da5-46a7-9ded-10d50b7d07e8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:41.663878 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88861d86-498e-4ff8-9023-fb76a9686bd2 req-9f51ab10-5da5-46a7-9ded-10d50b7d07e8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 946 time: 0.0530083 Apr 06 14:42:41.711985 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88861d86-498e-4ff8-9023-fb76a9686bd2 req-cec9a238-6686-4a33-94f0-7a64072eaa54 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419822 Apr 06 14:42:42.414641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2249ffc-7500-46cf-ac20-7e2453f921ed req-19c9e016-34d5-4117-87f3-72638229b602 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:42.416142 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e2249ffc-7500-46cf-ac20-7e2453f921ed req-19c9e016-34d5-4117-87f3-72638229b602 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 943 time: 0.0838859 Apr 06 14:42:42.448801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128b275-e81d-4738-bfba-08d0363dd365 req-d12e3808-79c7-4ebe-a102-f86f2f170bf5 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:42.450233 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9128b275-e81d-4738-bfba-08d0363dd365 req-d12e3808-79c7-4ebe-a102-f86f2f170bf5 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 946 time: 0.0806489 Apr 06 14:42:42.505456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e2249ffc-7500-46cf-ac20-7e2453f921ed req-19dd1970-4793-47a2-95f0-16bca3138187 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828297 Apr 06 14:42:42.564459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Deleting port 42e1da28-e027-4b9d-9217-ffcfe8672818 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:42.564723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.656216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] For port 42e1da28-e027-4b9d-9217-ffcfe8672818, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=42e1da28-e027-4b9d-9217-ffcfe8672818,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:42.656572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.906421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab09925-02b8-4a0c-9bea-bafe06e4964f req-977c6cbe-62f8-4c74-860b-26c5306342dc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:42.908098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2ab09925-02b8-4a0c-9bea-bafe06e4964f req-977c6cbe-62f8-4c74-860b-26c5306342dc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 946 time: 0.1044712 Apr 06 14:42:42.926166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.926528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (b2f59508-45b1-4d28-9ae2-d01c6065435f), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.926844 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Floating IP b2f59508-45b1-4d28-9ae2-d01c6065435f disassociated. External IP: 172.26.7.210, port: 42e1da28-e027-4b9d-9217-ffcfe8672818. Apr 06 14:42:42.927220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Calling delete_port for 42e1da28-e027-4b9d-9217-ffcfe8672818 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:43.007790 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2ab09925-02b8-4a0c-9bea-bafe06e4964f req-beb78505-4b22-4002-9653-1d1f67ea6fb8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931089 Apr 06 14:42:43.138911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (42e1da28-e027-4b9d-9217-ffcfe8672818), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.173470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event deleted for resources: {'Port': ['ID=42e1da28-e027-4b9d-9217-ffcfe8672818,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:43.284624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:43.394038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:43.403593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:43.412997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:43.413605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:42:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:43.441019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] No DVR routers for this DVR port 42e1da28-e027-4b9d-9217-ffcfe8672818 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:43.443486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.446765 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9128b275-e81d-4738-bfba-08d0363dd365 req-c77ea351-e71c-4fb7-9e14-36ab68364adc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "DELETE /v2.0/ports/42e1da28-e027-4b9d-9217-ffcfe8672818 HTTP/1.1" status: 204 len: 173 time: 0.9869561 Apr 06 14:42:43.447238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'name': 'network-vif-deleted', 'tag': '42e1da28-e027-4b9d-9217-ffcfe8672818'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:43.449572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51c4075-8c28-4cb8-9a41-7a33abca0f8d" -d '{"events": [{"server_uuid": "83567392-33e3-4476-a6c7-ead6b6fe81c9", "name": "network-vif-deleted", "tag": "42e1da28-e027-4b9d-9217-ffcfe8672818"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:43.487233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3d5732-aa76-4af4-b586-1dabdbd6a396 x-openstack-request-id: req-3a3d5732-aa76-4af4-b586-1dabdbd6a396 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:43.487627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83567392-33e3-4476-a6c7-ead6b6fe81c9", "name": "network-vif-deleted", "tag": "42e1da28-e027-4b9d-9217-ffcfe8672818", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:43.487881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a3d5732-aa76-4af4-b586-1dabdbd6a396 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:43.488322 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3d5732-aa76-4af4-b586-1dabdbd6a396'] response: {'server_uuid': '83567392-33e3-4476-a6c7-ead6b6fe81c9', 'name': 'network-vif-deleted', 'tag': '42e1da28-e027-4b9d-9217-ffcfe8672818', 'status': 'completed', 'code': 200} Apr 06 14:42:43.529605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:43.659836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782b6c5-2f0b-49e7-81ab-b03bf816a7d8 req-169a5a8f-b88e-49b4-9e60-7525262749f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:43.666680 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d782b6c5-2f0b-49e7-81ab-b03bf816a7d8 req-169a5a8f-b88e-49b4-9e60-7525262749f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 943 time: 0.0879703 Apr 06 14:42:43.692443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 11f3f742-b8ea-4149-b114-261ff348011c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:42:43.731594 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d782b6c5-2f0b-49e7-81ab-b03bf816a7d8 req-b1799fc3-2191-4fe6-8490-3e78113a77f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639298 Apr 06 14:42:43.951212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.005593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 11f3f742-b8ea-4149-b114-261ff348011c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=11f3f742-b8ea-4149-b114-261ff348011c,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:44.020620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '11f3f742-b8ea-4149-b114-261ff348011c', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'port_id': '11f3f742-b8ea-4149-b114-261ff348011c', 'mac_address': 'fa:16:3e:96:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:42:44.024704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:44.053069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:44.093724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:44.094369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:42:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:44.096244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 11f3f742-b8ea-4149-b114-261ff348011c is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:44.096627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (11f3f742-b8ea-4149-b114-261ff348011c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.120748 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fe975db6-401f-4268-8178-def2c6a64753 req-4956cbc5-da65-4f78-b178-300f6ea7706b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0302751 Apr 06 14:42:44.170980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f3f742-b8ea-4149-b114-261ff348011c {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:42:44.204495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 11f3f742-b8ea-4149-b114-261ff348011c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=11f3f742-b8ea-4149-b114-261ff348011c,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:44.230224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:44.299387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (11f3f742-b8ea-4149-b114-261ff348011c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:44.396016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=11f3f742-b8ea-4149-b114-261ff348011c,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:44.477082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:44.511226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7f562-6cc7-415f-b515-21d18a8656af None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:44.742357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['11f3f742-b8ea-4149-b114-261ff348011c'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:42:44.746090 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904fc141-704d-4697-baf3-4ecc70fc4da6 None None] New status for floating IP b2f59508-45b1-4d28-9ae2-d01c6065435f: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:44.863954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f68ea-41ea-4f4d-8a75-0dd2da4de8d2 req-b0cf26e7-c205-4c16-bdc9-b5c40defc84c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:44.867488 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f0f68ea-41ea-4f4d-8a75-0dd2da4de8d2 req-b0cf26e7-c205-4c16-bdc9-b5c40defc84c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 944 time: 0.0640798 Apr 06 14:42:44.920587 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f0f68ea-41ea-4f4d-8a75-0dd2da4de8d2 req-84e3c816-e679-4ea3-87a3-c0ebe989a6c9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481768 Apr 06 14:42:45.218469 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c307291c-bcec-4e05-81d3-fbf0b5aabad2 req-46c1814f-1b42-46f8-9e5f-8f8496a975f6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0290890 Apr 06 14:42:45.699931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 42e1da28-e027-4b9d-9217-ffcfe8672818 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:45.731659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 42e1da28-e027-4b9d-9217-ffcfe8672818 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:45.732181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 42e1da28-e027-4b9d-9217-ffcfe8672818 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:45.801430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:46.047697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ba428-9a8c-4a23-a590-b5c5e6a86dbd req-0fe5a902-41aa-4af7-9abc-e7a5aeaee480 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:46.049307 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a28ba428-9a8c-4a23-a590-b5c5e6a86dbd req-0fe5a902-41aa-4af7-9abc-e7a5aeaee480 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 944 time: 0.0564375 Apr 06 14:42:46.100888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a28ba428-9a8c-4a23-a590-b5c5e6a86dbd req-40c752b7-33f5-468a-a2d7-837758480e4b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 Apr 06 14:42:46.319388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4683fc91-e5a0-432f-ae62-b5a679a487b8 req-52f83760-bdcd-433e-884f-e88c4465bdf6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0301418 Apr 06 14:42:46.430699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.236664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7166a-b4a0-48ce-b2d7-c624bf7983dc req-093313e2-7f89-44aa-b782-5f2f32769c1d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:47.246931 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ca7166a-b4a0-48ce-b2d7-c624bf7983dc req-093313e2-7f89-44aa-b782-5f2f32769c1d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 944 time: 0.0656958 Apr 06 14:42:47.308656 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ca7166a-b4a0-48ce-b2d7-c624bf7983dc req-f671eb18-869d-4f1d-97bd-1c04328af847 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607681 Apr 06 14:42:47.418860 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9eadfca4-dde5-4220-8cc8-f9834c9d4a62 req-617c9462-821c-454f-a064-78c98fbfe3de tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0276678 Apr 06 14:42:47.717345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 11f3f742-b8ea-4149-b114-261ff348011c up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:42:47.824845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 11f3f742-b8ea-4149-b114-261ff348011c completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:42:47.829318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 11f3f742-b8ea-4149-b114-261ff348011c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:47.829504 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (11f3f742-b8ea-4149-b114-261ff348011c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.911712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 11f3f742-b8ea-4149-b114-261ff348011c is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:42:47.912105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (11f3f742-b8ea-4149-b114-261ff348011c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:47.935686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40855bad-a03e-41a7-9f65-65d56195e958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f3f742-b8ea-4149-b114-261ff348011c'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:47.937964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f626e-2a6a-4231-afd5-b6147ee1742a" -d '{"events": [{"server_uuid": "40855bad-a03e-41a7-9f65-65d56195e958", "name": "network-vif-plugged", "status": "completed", "tag": "11f3f742-b8ea-4149-b114-261ff348011c"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:47.951394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 11f3f742-b8ea-4149-b114-261ff348011c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=11f3f742-b8ea-4149-b114-261ff348011c,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:48.033871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (11f3f742-b8ea-4149-b114-261ff348011c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:48.034337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d00942-9619-4953-80ac-040b4bc61381 x-openstack-request-id: req-11d00942-9619-4953-80ac-040b4bc61381 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:48.034628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40855bad-a03e-41a7-9f65-65d56195e958", "name": "network-vif-plugged", "status": "completed", "tag": "11f3f742-b8ea-4149-b114-261ff348011c", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:48.035231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-11d00942-9619-4953-80ac-040b4bc61381 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:48.035632 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d00942-9619-4953-80ac-040b4bc61381'] response: {'server_uuid': '40855bad-a03e-41a7-9f65-65d56195e958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f3f742-b8ea-4149-b114-261ff348011c', 'code': 200} Apr 06 14:42:48.086314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=11f3f742-b8ea-4149-b114-261ff348011c,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:48.412993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556990b-b068-4417-a92a-7acfd66b2d1e req-573c3c6f-d9aa-4950-8c43-d18298886adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:48.414485 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3556990b-b068-4417-a92a-7acfd66b2d1e req-573c3c6f-d9aa-4950-8c43-d18298886adf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 1129 time: 0.0766282 Apr 06 14:42:48.464249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0513-94a4-4696-9083-89cd4930304c req-ee139e45-8d02-4339-b841-e80470d9f256 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:48.465276 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6cca0513-94a4-4696-9083-89cd4930304c req-ee139e45-8d02-4339-b841-e80470d9f256 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 945 time: 0.0854650 Apr 06 14:42:48.494817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3556990b-b068-4417-a92a-7acfd66b2d1e req-72eee6b2-2853-4acd-8de8-e5805f395b1f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713348 Apr 06 14:42:48.530788 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f39c5fe0-feea-4874-976a-212e7c8a051f req-dbb14d0c-cba9-4b63-8498-5a08a70a1971 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0330877 Apr 06 14:42:48.551219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6cca0513-94a4-4696-9083-89cd4930304c req-5c8a0fd4-3762-404d-83ce-b82abb368605 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743108 Apr 06 14:42:49.629964 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9697e6b0-3b50-404c-b9c3-c34b2cf327d6 req-c2935444-b751-4b31-be31-8d685dc4e20d tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0281844 Apr 06 14:42:49.688008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4d93-100e-4cbf-b94e-e9a4dd15fb8e req-ac8e7f60-3d65-485e-9c54-004aadf93e32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:49.689475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-533d4d93-100e-4cbf-b94e-e9a4dd15fb8e req-ac8e7f60-3d65-485e-9c54-004aadf93e32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 945 time: 0.0586426 Apr 06 14:42:49.738851 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-533d4d93-100e-4cbf-b94e-e9a4dd15fb8e req-8b34074b-fbb4-4820-b310-2e855bcd77b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Apr 06 14:42:50.732484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f03f9815-446b-4276-9fb3-761a7a499f05 req-2824c7d6-147c-4598-94c0-0d4c7a1e9213 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0290055 Apr 06 14:42:50.856609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3be2-e5a6-4426-82c4-f62a949c0676 req-5433e768-5576-4598-900f-f859aecd5658 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:50.858099 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b68c3be2-e5a6-4426-82c4-f62a949c0676 req-5433e768-5576-4598-900f-f859aecd5658 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 945 time: 0.0535588 Apr 06 14:42:50.908133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b68c3be2-e5a6-4426-82c4-f62a949c0676 req-4ad24e90-7561-4d56-bde5-df64d7d26850 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 Apr 06 14:42:51.030442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8517e2-eb97-4993-904b-c61f8107d5be req-a3af8c62-86b0-473d-9bfb-e395f4200302 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:51.032136 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b8517e2-eb97-4993-904b-c61f8107d5be req-a3af8c62-86b0-473d-9bfb-e395f4200302 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 945 time: 0.0571005 Apr 06 14:42:51.081843 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b8517e2-eb97-4993-904b-c61f8107d5be req-bfa0a319-3188-4d0c-bd11-d4949190fc7a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Apr 06 14:42:51.104083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47050) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:51.148139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77865680-aef2-4345-b162-293cfe8a1bf5 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:51.149701 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-77865680-aef2-4345-b162-293cfe8a1bf5 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 1124 time: 0.0444536 Apr 06 14:42:51.153042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47052) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:51.157556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'port_id': '11f3f742-b8ea-4149-b114-261ff348011c'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:51.196292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (90f274ed-d196-4b1e-8f8e-25474a344fd2), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.651788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:51.724348 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (90f274ed-d196-4b1e-8f8e-25474a344fd2), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.057771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9931af8a-442c-448a-ba99-c0eebc8b0898 req-b8a90219-bbef-4521-8928-2a54a75f6fd0 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0518775 Apr 06 14:42:52.095891 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 90f274ed-d196-4b1e-8f8e-25474a344fd2 associated. External IP: 172.26.7.227, port: 11f3f742-b8ea-4149-b114-261ff348011c. Apr 06 14:42:52.310552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 547c7818-a767-4589-9166-a020502ec14d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:52.428437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:52.434243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:52.439152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] Sync routers for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:52.450564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:52.451565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:42:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:52.467866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-54261a9b-6c38-42aa-982a-2ca1af57352f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 991 time: 1.3137839 Apr 06 14:42:52.468652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40855bad-a03e-41a7-9f65-65d56195e958', 'tag': '11f3f742-b8ea-4149-b114-261ff348011c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:52.470613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47056) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:52.471189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1688a45-a62c-46b3-a7bb-807d100c5382" -d '{"events": [{"name": "network-changed", "server_uuid": "40855bad-a03e-41a7-9f65-65d56195e958", "tag": "11f3f742-b8ea-4149-b114-261ff348011c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:52.512943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98b8f1-8226-4581-990c-5e471bab0a01 x-openstack-request-id: req-1a98b8f1-8226-4581-990c-5e471bab0a01 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:52.513249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40855bad-a03e-41a7-9f65-65d56195e958", "tag": "11f3f742-b8ea-4149-b114-261ff348011c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:52.513506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a98b8f1-8226-4581-990c-5e471bab0a01 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:52.513914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a98b8f1-8226-4581-990c-5e471bab0a01'] response: {'name': 'network-changed', 'server_uuid': '40855bad-a03e-41a7-9f65-65d56195e958', 'tag': '11f3f742-b8ea-4149-b114-261ff348011c', 'status': 'completed', 'code': 200} Apr 06 14:42:52.546200 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-acab780d-a788-4d9d-bac3-e2739ecf06b0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 991 time: 0.0735583 Apr 06 14:42:52.580178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:52.598331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-030d345a-b81a-4f34-93ca-2d292483011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:52.603052 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-030d345a-b81a-4f34-93ca-2d292483011c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 1129 time: 0.0466044 Apr 06 14:42:52.701007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-976047d2-a78a-46cb-badc-d4d25840acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:52.702479 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-976047d2-a78a-46cb-badc-d4d25840acdd service neutron] 10.222.0.87 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 899 time: 0.0967009 Apr 06 14:42:52.772838 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-cd99b95e-4590-4138-800d-acf090c3e192 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f3f742-b8ea-4149-b114-261ff348011c HTTP/1.1" status: 200 len: 999 time: 0.0639217 Apr 06 14:42:52.814639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '90f274ed-d196-4b1e-8f8e-25474a344fd2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '547c7818-a767-4589-9166-a020502ec14d', 'port_id': '11f3f742-b8ea-4149-b114-261ff348011c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'mac_address': 'fa:16:3e:96:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855bad-a03e-41a7-9f65-65d56195e958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:11Z', 'updated_at': '2022-04-06T14:42:51Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:52.832583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-8083583f-5280-4155-a5ec-5c3002c7e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:52.833956 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-8083583f-5280-4155-a5ec-5c3002c7e696 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e1c36fd-2631-4d3e-938c-99607c0b821c HTTP/1.1" status: 200 len: 835 time: 0.0507073 Apr 06 14:42:52.841731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] Checking router: 547c7818-a767-4589-9166-a020502ec14d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:52.850217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:52.850845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:42:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:52.883455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-30563c08-c031-4af5-a195-ca1779540f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:52.885009 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-30563c08-c031-4af5-a195-ca1779540f61 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7c28b382-b6d1-48dc-be41-9d8323512ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448279 Apr 06 14:42:52.962730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:52.975789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-9ab89008-2ea6-4cc4-b984-e5d947e32a12 service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841484 Apr 06 14:42:53.070607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1688a45-a62c-46b3-a7bb-807d100c5382 req-d1f563bf-8e08-4d0a-9fea-c3ad14d3266f service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875204 Apr 06 14:42:53.172803 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da8dca39-20e3-4306-af47-4609efb7b23f req-1f7231f1-34b0-4105-a15e-03944fabea6d tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=83567392-33e3-4476-a6c7-ead6b6fe81c9 HTTP/1.1" status: 200 len: 210 time: 0.0299234 Apr 06 14:42:53.201040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '90f274ed-d196-4b1e-8f8e-25474a344fd2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '547c7818-a767-4589-9166-a020502ec14d', 'port_id': '11f3f742-b8ea-4149-b114-261ff348011c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'mac_address': 'fa:16:3e:96:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855bad-a03e-41a7-9f65-65d56195e958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:11Z', 'updated_at': '2022-04-06T14:42:51Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:53.228169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689a019-3d03-4c6d-a6c9-75471b26f21b None None] The sync data for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv is: [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '90f274ed-d196-4b1e-8f8e-25474a344fd2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '547c7818-a767-4589-9166-a020502ec14d', 'port_id': '11f3f742-b8ea-4149-b114-261ff348011c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'mac_address': 'fa:16:3e:96:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855bad-a03e-41a7-9f65-65d56195e958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:41:11Z', 'updated_at': '2022-04-06T14:42:51Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:53.425845 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a763f4-3e9a-4f65-b31a-3a4b3ab328e4 None None] New status for floating IP 90f274ed-d196-4b1e-8f8e-25474a344fd2: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:53.549604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47064) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:53.618731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:53.624114 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-33b0a2af-e52c-4a76-9bbf-91ae68da3cce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 991 time: 0.0728018 Apr 06 14:42:54.440502 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-9034d2ac-c643-4ae9-8f92-33da4b4e6d38 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400847528&fields=id&tenant_id=9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 267 time: 0.0465827 Apr 06 14:42:54.549557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-d92fe537-e0d5-4891-9f8b-0558e833e182 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:54.551062 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-d92fe537-e0d5-4891-9f8b-0558e833e182 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 812 time: 0.1039841 Apr 06 14:42:54.566232 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-76c37904-b8b4-4d36-b0dc-df24beb40941 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/quotas/9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 375 time: 0.0099406 Apr 06 14:42:54.626829 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-8ff97d26-566a-4247-b590-8485a9f24ffb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555220 Apr 06 14:42:54.627759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47076) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:54.695481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1ffd4083-f0f7-4e06-a33c-563bb8548b52 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 200 len: 993 time: 0.0665565 Apr 06 14:42:54.719106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-69ca9062-43aa-47fb-b953-e4036cc7e0d1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:42:54.720100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-69ca9062-43aa-47fb-b953-e4036cc7e0d1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565538 Apr 06 14:42:54.819425 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-75354b51-3789-489c-a28d-53b72cefa8e6 service neutron] 10.222.0.71 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932205 Apr 06 14:42:54.910451 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-96dd3bbd-ed53-4e85-8e4c-6679c08ee35b service neutron] 10.222.0.71 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851698 Apr 06 14:42:55.544701 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a06b3b03-8bee-4558-b3fc-95d6eed62f8e req-3b0a3bc5-509e-4bb8-aa72-659a33992cfd tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0297191 Apr 06 14:42:56.641459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54d88c1b-20f5-4433-9740-636943905320 req-55ffe886-9b39-486b-abe6-442758093d9d tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0291376 Apr 06 14:42:57.556308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-8d08accd-88d6-42e7-9ab2-8ab082b3bb71 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:57.558693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-8d08accd-88d6-42e7-9ab2-8ab082b3bb71 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 812 time: 0.1140811 Apr 06 14:42:57.629979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-a90c6c98-8eb4-4b17-97f6-5c1f3188e26f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 380 time: 0.0564163 Apr 06 14:42:57.638929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'port': {'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'admin_state_up': True, 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'security_groups': ['e0c1bd09-5379-4ea2-adaf-320c82bb6c0f']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:57.755659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eb564c30-ecf9-456e-8674-ac62bdd7dcbe req-28e84b5c-8f42-41a9-a488-bd74ac7524be tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0343201 Apr 06 14:42:57.855852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Made reservation on behalf of 9b67b1a6db594cbd9271e1614e0bf014 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:42:57.859339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:57.990895 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Allocated IP 172.20.0.5 (81ef1989-6644-4fd8-a997-ca77a6e4c363/2305a130-b30e-4400-ba68-7bb934b73d26/f3765957-f4d6-4bcf-bf93-73fba62ffb96) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:42:58.136129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:58.256491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:58.303213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:42:58.306299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:42:58.309510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:42:58.341427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=f3765957-f4d6-4bcf-bf93-73fba62ffb96,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:58.378181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:58.378823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:58.475439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-fe44b1c2-0e82-4bf2-bec7-3d7bc7d9834c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8408773 Apr 06 14:42:58.493791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Request body: {'port': {'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:42:58.558618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c9904334-7345-4e7a-9e33-3aa90aff34d0 None None] Provisioning complete for port f3765957-f4d6-4bcf-bf93-73fba62ffb96 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:42:58.559237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c9904334-7345-4e7a-9e33-3aa90aff34d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:58.562682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:58.593789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c9904334-7345-4e7a-9e33-3aa90aff34d0 None None] Port f3765957-f4d6-4bcf-bf93-73fba62ffb96 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:42:58.864049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3765957-f4d6-4bcf-bf93-73fba62ffb96 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:42:58.874620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Publish callbacks [] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:58.892149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Transition to ACTIVE for port object f3765957-f4d6-4bcf-bf93-73fba62ffb96 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:42:58.907213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310651e4-4e68-4bb3-93cc-8943a3fd5a00 req-f4e45bf8-2f05-4a38-a5a9-9b326370ba22 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:58.908800 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-310651e4-4e68-4bb3-93cc-8943a3fd5a00 req-f4e45bf8-2f05-4a38-a5a9-9b326370ba22 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 931 time: 0.0781002 Apr 06 14:42:58.963776 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-310651e4-4e68-4bb3-93cc-8943a3fd5a00 req-ebfdb82c-0aec-47a9-a577-90c0ac6d0de9 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491669 Apr 06 14:42:58.964913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:59.022781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3765957-f4d6-4bcf-bf93-73fba62ffb96,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:59.099371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Attempting to bind port f3765957-f4d6-4bcf-bf93-73fba62ffb96 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:42:59.099716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Attempting to bind port f3765957-f4d6-4bcf-bf93-73fba62ffb96 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:42:59.100049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Attempting to bind port f3765957-f4d6-4bcf-bf93-73fba62ffb96 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:59.104744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Port f3765957-f4d6-4bcf-bf93-73fba62ffb96 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:42:59.105123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Attempting to bind port f3765957-f4d6-4bcf-bf93-73fba62ffb96 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:42:59.110520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:42:59.110864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Checking segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:42:59.111288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Bound using segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:42:59.111726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Bound port: f3765957-f4d6-4bcf-bf93-73fba62ffb96, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:42:59.112097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:59.180653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] For port f3765957-f4d6-4bcf-bf93-73fba62ffb96, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:42:59.184969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] For port f3765957-f4d6-4bcf-bf93-73fba62ffb96, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:42:59.293625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:59.333121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:59.333746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:59.335179 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] 10.222.0.87 "PUT /v2.0/ports/f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 200 len: 1093 time: 0.8460450 Apr 06 14:42:59.335617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:59.337841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d7ff74-d17f-4f0b-85ce-4bc37826a04d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:59.367155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba32af-b56e-4ded-8e5b-c4650dcb85f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3765957-f4d6-4bcf-bf93-73fba62ffb96,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:59.399638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f44f9-070d-44d6-acbc-a31b1a1c40f7 x-openstack-request-id: req-c19f44f9-070d-44d6-acbc-a31b1a1c40f7 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:59.400087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:59.400790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c19f44f9-070d-44d6-acbc-a31b1a1c40f7 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:59.401365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19f44f9-070d-44d6-acbc-a31b1a1c40f7'] response: {'name': 'network-changed', 'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'status': 'completed', 'code': 200} Apr 06 14:42:59.488053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7ff74-d17f-4f0b-85ce-4bc37826a04d req-48b05a2b-958f-4f42-a922-965e2cf75d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:59.489614 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9d7ff74-d17f-4f0b-85ce-4bc37826a04d req-48b05a2b-958f-4f42-a922-965e2cf75d1b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1127 time: 0.0505548 Apr 06 14:42:59.602153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7ff74-d17f-4f0b-85ce-4bc37826a04d req-d1388697-8562-40bb-8c68-13becc46b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:59.604311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9d7ff74-d17f-4f0b-85ce-4bc37826a04d req-d1388697-8562-40bb-8c68-13becc46b4b1 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0991595 Apr 06 14:42:59.705907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7ff74-d17f-4f0b-85ce-4bc37826a04d req-05eb5bde-a812-4391-88fd-2d68b1fb925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:59.707404 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9d7ff74-d17f-4f0b-85ce-4bc37826a04d req-05eb5bde-a812-4391-88fd-2d68b1fb925d service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0972805 Apr 06 14:42:59.810585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-624bba56-d600-4870-9194-0be1b5631eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:59.812121 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-624bba56-d600-4870-9194-0be1b5631eff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1127 time: 0.0451889 Apr 06 14:42:59.864225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-84b984c6-f6f5-4230-a807-a2eaec5cf767 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 200 len: 217 time: 0.0383480 Apr 06 14:42:59.914148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-b0272f90-439e-4ef5-b06d-1f011c0568d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:59.916221 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-b0272f90-439e-4ef5-b06d-1f011c0568d9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0455163 Apr 06 14:42:59.966787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-459f1d7f-1102-441b-99a4-e54904aa15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:59.968687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-459f1d7f-1102-441b-99a4-e54904aa15d5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453794 Apr 06 14:43:00.090269 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-aa2ecea5-3351-49c0-90e9-dc2bfd5af2fb service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160576 Apr 06 14:43:00.155778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aff324-0673-48cf-a6d8-4f7f4f53359f req-dc8d7b10-b129-4085-8d52-567268174367 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:00.155778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18aff324-0673-48cf-a6d8-4f7f4f53359f req-dc8d7b10-b129-4085-8d52-567268174367 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.1211104 Apr 06 14:43:00.236441 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18aff324-0673-48cf-a6d8-4f7f4f53359f req-e38ab286-1d3b-407d-8681-739a10da84fe tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720510 Apr 06 14:43:00.238508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8028e35c-68f2-4ceb-ac12-7e234d8297b5 req-f5056ddd-31ec-4ce7-a6fd-0c4bbe027974 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412265 Apr 06 14:43:01.366081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85146ee-723b-4014-9fe4-7f6065c85e87 req-d5e370ee-6bc9-46a4-88cb-06a350fe6823 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:01.367618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b85146ee-723b-4014-9fe4-7f6065c85e87 req-d5e370ee-6bc9-46a4-88cb-06a350fe6823 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0560994 Apr 06 14:43:01.423220 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b85146ee-723b-4014-9fe4-7f6065c85e87 req-c507bb22-4fcc-4c0f-8871-d718d900a2fb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491407 Apr 06 14:43:02.547795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79481d09-7a8b-470e-9e13-842d0f4132f9 req-ad8278e5-3be1-4679-9ca1-a03b3bc73ca7 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:02.549416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79481d09-7a8b-470e-9e13-842d0f4132f9 req-ad8278e5-3be1-4679-9ca1-a03b3bc73ca7 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0575497 Apr 06 14:43:02.607575 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79481d09-7a8b-470e-9e13-842d0f4132f9 req-8bf65763-01cc-45df-8827-63aedd5953d1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522847 Apr 06 14:43:03.737414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0c16d-0736-4ad4-88cb-9913666ec64a req-3c14a16d-e682-4750-aab4-dc940cbb6a0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:03.738947 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-30f0c16d-0736-4ad4-88cb-9913666ec64a req-3c14a16d-e682-4750-aab4-dc940cbb6a0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0550516 Apr 06 14:43:03.790698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-30f0c16d-0736-4ad4-88cb-9913666ec64a req-bf9f6337-0f80-427d-ba9b-99317ff4d690 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 Apr 06 14:43:04.929585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0956dcc-211b-480d-af5e-c5f6a054d4c8 req-2613f488-6ac5-4ed9-afcb-1d26948a205c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:04.931159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0956dcc-211b-480d-af5e-c5f6a054d4c8 req-2613f488-6ac5-4ed9-afcb-1d26948a205c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0718224 Apr 06 14:43:04.987505 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0956dcc-211b-480d-af5e-c5f6a054d4c8 req-955d80d2-2326-43fe-98b6-b1aa5bb562c9 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493202 Apr 06 14:43:05.381384 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:43:06.117534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130148a-2323-438d-b79c-8b3ab8023f8c req-acb84912-1576-4afa-8c00-fe138dfad870 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:06.120329 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d130148a-2323-438d-b79c-8b3ab8023f8c req-acb84912-1576-4afa-8c00-fe138dfad870 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0625691 Apr 06 14:43:06.177085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d130148a-2323-438d-b79c-8b3ab8023f8c req-cb1f1f21-a65f-4473-bdf5-30c9b7e3d29c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508151 Apr 06 14:43:07.310998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fff1f-3e74-43db-af76-28b095e295ec req-197e7d6d-0b3d-4a7e-bae8-5450695cc87e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:07.312600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a8fff1f-3e74-43db-af76-28b095e295ec req-197e7d6d-0b3d-4a7e-bae8-5450695cc87e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0623391 Apr 06 14:43:07.373723 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a8fff1f-3e74-43db-af76-28b095e295ec req-86a16a57-0e41-4ea9-a621-23f43ffc08fa tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547121 Apr 06 14:43:08.516358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226b6e7-f611-4d71-bef2-fa18c984d936 req-d63a327a-0478-484a-b2aa-9eeed2a2000f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:08.518895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4226b6e7-f611-4d71-bef2-fa18c984d936 req-d63a327a-0478-484a-b2aa-9eeed2a2000f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0769832 Apr 06 14:43:08.576568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4226b6e7-f611-4d71-bef2-fa18c984d936 req-8eb8217b-e5b0-417d-a8be-090af69610fa tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518727 Apr 06 14:43:09.212549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-514d3820-ce60-4cb7-a672-9a2b5c7c77d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:09.701039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca383c4-6c5c-46c0-b076-f96d55ea0ff2 req-40fea663-a6b9-4ea5-a00d-ac05a63553b9 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:09.702567 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ca383c4-6c5c-46c0-b076-f96d55ea0ff2 req-40fea663-a6b9-4ea5-a00d-ac05a63553b9 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0540440 Apr 06 14:43:09.753144 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ca383c4-6c5c-46c0-b076-f96d55ea0ff2 req-30d908bb-1fce-4ce1-8bf6-6b530d0b4abf tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450172 Apr 06 14:43:10.876128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52318b0e-e2d7-40d1-a3f1-588f77a17b37 req-1fbfe02c-6714-42b9-83d3-6fd340b77f77 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:10.877663 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-52318b0e-e2d7-40d1-a3f1-588f77a17b37 req-1fbfe02c-6714-42b9-83d3-6fd340b77f77 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0541573 Apr 06 14:43:10.937520 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-52318b0e-e2d7-40d1-a3f1-588f77a17b37 req-d1fca070-c70a-459a-b3a8-08fadae100dc tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542467 Apr 06 14:43:11.472691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5eb0488c-e785-48b1-9489-abcaca0c5686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:12.069835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32350064-a824-482b-ad2b-57c692c61b06 req-8284f1d1-5b0b-4549-b5c9-a36c60d94a45 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:12.071851 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-32350064-a824-482b-ad2b-57c692c61b06 req-8284f1d1-5b0b-4549-b5c9-a36c60d94a45 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0539865 Apr 06 14:43:12.122811 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-32350064-a824-482b-ad2b-57c692c61b06 req-d0bda567-83d6-4cee-bb14-05f5cee1e368 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445070 Apr 06 14:43:13.244275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966848ad-87f0-4507-8431-ccbb5d78284b req-f755d5c2-7b84-4746-89f2-53e4879eb214 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:13.245799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-966848ad-87f0-4507-8431-ccbb5d78284b req-f755d5c2-7b84-4746-89f2-53e4879eb214 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0562434 Apr 06 14:43:13.302888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-966848ad-87f0-4507-8431-ccbb5d78284b req-6b2901c7-1b74-49b9-b9ae-eb4391b660b4 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511694 Apr 06 14:43:13.735223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:14.430677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05915f-edb7-4244-852b-2274cd4aa0be req-619b0030-81ea-4a8c-a6ef-c0cd066f6759 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:14.432924 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e05915f-edb7-4244-852b-2274cd4aa0be req-619b0030-81ea-4a8c-a6ef-c0cd066f6759 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0589066 Apr 06 14:43:14.482251 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e05915f-edb7-4244-852b-2274cd4aa0be req-52c89c99-0381-49d1-b1d7-f93b18314742 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Apr 06 14:43:15.608228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365350c-3475-4784-ab40-40b104bb7ef4 req-07e1001f-f237-43e3-ae28-c59b6c9e595c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:15.609757 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1365350c-3475-4784-ab40-40b104bb7ef4 req-07e1001f-f237-43e3-ae28-c59b6c9e595c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0541716 Apr 06 14:43:15.660348 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1365350c-3475-4784-ab40-40b104bb7ef4 req-f76316c8-6ac3-4c22-8cbe-89d022db93d5 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Apr 06 14:43:15.783666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:16.481184 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:16.780267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeea538-a39e-48a7-a2cb-7450814823d0 req-8b3f8b1e-55be-4273-b107-8cd5cbc27ca1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:16.782052 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bdeea538-a39e-48a7-a2cb-7450814823d0 req-8b3f8b1e-55be-4273-b107-8cd5cbc27ca1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0536234 Apr 06 14:43:16.837532 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bdeea538-a39e-48a7-a2cb-7450814823d0 req-74bd8fab-a24e-4caa-acc6-5e53a0456d74 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479808 Apr 06 14:43:17.902541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device f3765957-f4d6-4bcf-bf93-73fba62ffb96 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:43:17.958413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc794c-9a5e-489d-b66c-1df3af94986b req-ed512c7e-5129-42db-9326-7911b97788da tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:17.960454 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2edc794c-9a5e-489d-b66c-1df3af94986b req-ed512c7e-5129-42db-9326-7911b97788da tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 943 time: 0.0549037 Apr 06 14:43:18.003833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port f3765957-f4d6-4bcf-bf93-73fba62ffb96, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:18.010376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2edc794c-9a5e-489d-b66c-1df3af94986b req-7ecbe8c9-f46d-4d90-b604-bf70b45336aa tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Apr 06 14:43:18.016385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:43:18.054757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port f3765957-f4d6-4bcf-bf93-73fba62ffb96 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:43:18.055190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:18.068319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3765957-f4d6-4bcf-bf93-73fba62ffb96 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:43:18.088815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port f3765957-f4d6-4bcf-bf93-73fba62ffb96, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:18.189935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:18.236884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=f3765957-f4d6-4bcf-bf93-73fba62ffb96,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:18.244178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.244531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.244877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.245289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.245630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.245965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.246298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.246631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.246982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.247314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.247645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.247970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.248294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:18.658936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['f3765957-f4d6-4bcf-bf93-73fba62ffb96'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:43:19.130770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0c535-2710-4b38-b28a-70c1905da31e req-b5a80c02-0b05-4b31-9253-e4c8481c8778 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:19.132282 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ca0c535-2710-4b38-b28a-70c1905da31e req-b5a80c02-0b05-4b31-9253-e4c8481c8778 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 944 time: 0.0517778 Apr 06 14:43:19.181453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ca0c535-2710-4b38-b28a-70c1905da31e req-f77d1a6a-44dd-4556-ae05-d84c32fcf83b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429647 Apr 06 14:43:19.893676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device f3765957-f4d6-4bcf-bf93-73fba62ffb96 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:43:19.997503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port f3765957-f4d6-4bcf-bf93-73fba62ffb96 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:43:20.001578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port f3765957-f4d6-4bcf-bf93-73fba62ffb96 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:43:20.001952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:20.078194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port f3765957-f4d6-4bcf-bf93-73fba62ffb96 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:43:20.078588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:20.100917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:43:20.103904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adcc10e-4ff8-43b7-898f-4c270d26354f" -d '{"events": [{"server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "name": "network-vif-plugged", "status": "completed", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:43:20.119610 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port f3765957-f4d6-4bcf-bf93-73fba62ffb96, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:20.142054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434e3624-72eb-431b-99c1-c69b166585c7 x-openstack-request-id: req-434e3624-72eb-431b-99c1-c69b166585c7 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:43:20.142351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "name": "network-vif-plugged", "status": "completed", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:43:20.142611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-434e3624-72eb-431b-99c1-c69b166585c7 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:43:20.143039 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434e3624-72eb-431b-99c1-c69b166585c7'] response: {'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'code': 200} Apr 06 14:43:20.214982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:20.263061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=f3765957-f4d6-4bcf-bf93-73fba62ffb96,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:20.311432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f113f70-5ff2-4e97-9327-79f0857775cf req-c48b9f3c-0ac8-4e07-8b0f-6045d9c1d56e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:20.312948 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f113f70-5ff2-4e97-9327-79f0857775cf req-c48b9f3c-0ac8-4e07-8b0f-6045d9c1d56e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 945 time: 0.0588875 Apr 06 14:43:20.367840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f113f70-5ff2-4e97-9327-79f0857775cf req-5354541b-38ee-4d6f-bd54-b14e6b84d2b0 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490658 Apr 06 14:43:20.496823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bf17c-fac9-4e3a-b88f-19b20c616ad1 req-a886265f-b441-487b-a96b-26595c74524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:20.498330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-459bf17c-fac9-4e3a-b88f-19b20c616ad1 req-a886265f-b441-487b-a96b-26595c74524e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1129 time: 0.0440187 Apr 06 14:43:20.547456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-459bf17c-fac9-4e3a-b88f-19b20c616ad1 req-bdceff6f-6fec-45e0-80da-be6adb0d1f74 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Apr 06 14:43:21.490831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4f58-0093-4f4a-9a79-06c2eb56172d req-71d0c33a-3f12-4904-be45-cc2f2d3de3bb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:21.492342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a9c4f58-0093-4f4a-9a79-06c2eb56172d req-71d0c33a-3f12-4904-be45-cc2f2d3de3bb tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 945 time: 0.0556858 Apr 06 14:43:21.543397 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a9c4f58-0093-4f4a-9a79-06c2eb56172d req-8c5760c8-2473-4929-945e-0c69d3aac34c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Apr 06 14:43:22.663400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e24cbb-077a-442f-81da-14c385af86eb req-b9f27657-dcfb-43b1-a32a-8e9fe0cb469d tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:22.668859 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5e24cbb-077a-442f-81da-14c385af86eb req-b9f27657-dcfb-43b1-a32a-8e9fe0cb469d tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 945 time: 0.0555143 Apr 06 14:43:22.718512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5e24cbb-077a-442f-81da-14c385af86eb req-280e0ea8-b235-49b2-aba9-a160d9b5a4f1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480535 Apr 06 14:43:22.836927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e30e-c482-4b3f-9f90-6d209673dca5 req-0f0b03c1-983c-44e2-aa20-033d507af038 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:22.838419 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2b74e30e-c482-4b3f-9f90-6d209673dca5 req-0f0b03c1-983c-44e2-aa20-033d507af038 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 945 time: 0.0531721 Apr 06 14:43:22.890677 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2b74e30e-c482-4b3f-9f90-6d209673dca5 req-b27127ea-1878-4e1f-a653-aaa411696d96 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466413 Apr 06 14:43:22.912431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47160) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:23.202663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf587ca2-fbf2-423f-802d-73142a8f66a6 tempest-TestVolumeBootPattern-399874885 tempest-TestVolumeBootPattern-399874885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:23.204256 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cf587ca2-fbf2-423f-802d-73142a8f66a6 tempest-TestVolumeBootPattern-399874885 tempest-TestVolumeBootPattern-399874885-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1124 time: 0.2908351 Apr 06 14:43:23.214054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47162) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:23.218306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:43:23.352976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:23.457175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:23.562069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Allocated IP 172.26.7.85 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/b205640a-206e-4421-88ab-3c0aa017daba) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:43:23.643154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:23.668963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (b205640a-206e-4421-88ab-3c0aa017daba), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:23.755437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b205640a-206e-4421-88ab-3c0aa017daba), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:23.790335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:43:23.793358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:43:23.796945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:43:23.826215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=b205640a-206e-4421-88ab-3c0aa017daba,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:24.154270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (b97e9a8a-f107-4717-8645-a5dfe1774310), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:24.306677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b205640a-206e-4421-88ab-3c0aa017daba), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:24.459205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (b205640a-206e-4421-88ab-3c0aa017daba), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:24.557778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b205640a-206e-4421-88ab-3c0aa017daba), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:24.625413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=b205640a-206e-4421-88ab-3c0aa017daba,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:24.638084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (b97e9a8a-f107-4717-8645-a5dfe1774310), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:24.743734 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Floating IP b97e9a8a-f107-4717-8645-a5dfe1774310 associated. External IP: 172.26.7.85, port: f3765957-f4d6-4bcf-bf93-73fba62ffb96. Apr 06 14:43:24.962466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:43:25.075882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:43:25.088632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:43:25.097503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:43:25.098127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:43:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:25.234415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:25.267109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-28bc40ae-480f-4d81-8ec5-83d081df6a4c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0519679 Apr 06 14:43:25.267711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:43:25.270112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:43:25.308632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1bbced-9d0a-46c5-81b5-6cabe747a93b x-openstack-request-id: req-3e1bbced-9d0a-46c5-81b5-6cabe747a93b {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:43:25.308632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:43:25.309055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e1bbced-9d0a-46c5-81b5-6cabe747a93b {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:43:25.309245 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1bbced-9d0a-46c5-81b5-6cabe747a93b'] response: {'name': 'network-changed', 'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'status': 'completed', 'code': 200} Apr 06 14:43:25.366296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:43:25.401300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-488bc619-5e64-4457-b382-6bcd1c1b38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:25.403276 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-488bc619-5e64-4457-b382-6bcd1c1b38bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1129 time: 0.0492995 Apr 06 14:43:25.500896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-2df214ca-d4d5-4f77-878e-c26ef75930ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:25.502381 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-2df214ca-d4d5-4f77-878e-c26ef75930ed service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.0912979 Apr 06 14:43:25.569466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-c4faaa97-8362-4ea7-9859-7c0ec612034e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 200 len: 998 time: 0.0599301 Apr 06 14:43:25.600062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:24Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:25.624027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-f402ceb2-7529-4f46-ae07-f930a6586d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:25.625417 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-f402ceb2-7529-4f46-ae07-f930a6586d42 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0487621 Apr 06 14:43:25.627165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:43:25.636772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:43:25.637395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:43:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:25.679973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-f60710a3-b6fa-49cc-a6b4-37237a424f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:25.682352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-f60710a3-b6fa-49cc-a6b4-37237a424f0d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490499 Apr 06 14:43:25.746924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:43:25.774800 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-72893d64-cb6e-4fb0-b902-2e57272a68fc service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839734 Apr 06 14:43:25.871542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a2fb6-e09f-4a9f-a279-bf9dac665a8e req-72ab29c7-e6fd-4e41-ba69-6cacf05e0353 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911467 Apr 06 14:43:25.978594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:24Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:26.007228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9764e51-bd30-4769-8238-8e2d0b52555b None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:24Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:43:26.105506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47170) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:26.218285 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3658b-32dc-4180-91b7-5d7adfab7e2b None None] New status for floating IP b97e9a8a-f107-4717-8645-a5dfe1774310: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:43:26.282903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Deleting port 2ab1352a-a079-494b-9151-22902f3f5bf0 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:43:26.283222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2ab1352a-a079-494b-9151-22902f3f5bf0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:26.359993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2ab1352a-a079-494b-9151-22902f3f5bf0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:26.360326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for floatingip (2ab1352a-a079-494b-9151-22902f3f5bf0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:26.373368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Calling delete_port for 2ab1352a-a079-494b-9151-22902f3f5bf0 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:43:26.654761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (2ab1352a-a079-494b-9151-22902f3f5bf0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:26.679315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event deleted for resources: {'Port': ['ID=2ab1352a-a079-494b-9151-22902f3f5bf0,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:26.753167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for floatingip (47d09975-8acf-4e48-8df1-69ebd1ca7701), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:26.753508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Floating IP 47d09975-8acf-4e48-8df1-69ebd1ca7701 disassociated (deleted). External IP: 172.26.7.238, port: 8c637500-353e-4e98-a803-71567b8bac0c. Apr 06 14:43:26.973040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Router 95e68b3c-918e-406a-8104-b4ef80f06b8c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:43:27.085542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:43:27.097225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:27.102623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] Sync routers for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:43:27.112021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:43:27.112644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:43:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:27.128018 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3b763bdc-94c0-42cb-8fa1-6907e8886401 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "DELETE /v2.0/floatingips/47d09975-8acf-4e48-8df1-69ebd1ca7701 HTTP/1.1" status: 204 len: 168 time: 1.0214016 Apr 06 14:43:27.256159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:43:27.310150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:43:27.312644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53142c9c-b8f5-47f0-b666-295c26146aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "tag": "8c637500-353e-4e98-a803-71567b8bac0c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:43:27.352719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9815af3f-ec22-4f59-ad54-6b9a22aada0e x-openstack-request-id: req-9815af3f-ec22-4f59-ad54-6b9a22aada0e {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:43:27.353102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "tag": "8c637500-353e-4e98-a803-71567b8bac0c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:43:27.353385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9815af3f-ec22-4f59-ad54-6b9a22aada0e {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:43:27.353788 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9815af3f-ec22-4f59-ad54-6b9a22aada0e'] response: {'name': 'network-changed', 'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c', 'status': 'completed', 'code': 200} Apr 06 14:43:27.451329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-cea62f7e-1961-4bd1-9bfe-c5e5d539845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:27.452873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-cea62f7e-1961-4bd1-9bfe-c5e5d539845f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=107c14ad9bc6440289d929dfbc1b7bb0&device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 1129 time: 0.0497549 Apr 06 14:43:27.523456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:20Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:27.557831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] Checking router: 95e68b3c-918e-406a-8104-b4ef80f06b8c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:43:27.567814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:43:27.568444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:43:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:27.695121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:43:27.834291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-27c626a2-740a-434e-8f5c-2ee1bf630364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:27.835715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-27c626a2-740a-434e-8f5c-2ee1bf630364 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d63ffcc9-6c3e-4793-8c22-898b4e88f056 HTTP/1.1" status: 200 len: 899 time: 0.3760841 Apr 06 14:43:27.844383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4983f9a-6005-43eb-a5dd-600c23c4a208 req-173142b5-88b2-4f01-b7db-3a1412a5ae44 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:27.847943 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4983f9a-6005-43eb-a5dd-600c23c4a208 req-173142b5-88b2-4f01-b7db-3a1412a5ae44 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0906608 Apr 06 14:43:27.895371 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-b969f513-342c-4d72-9744-0e06044b83b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c637500-353e-4e98-a803-71567b8bac0c HTTP/1.1" status: 200 len: 217 time: 0.0485070 Apr 06 14:43:27.911413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:20Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:27.939241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c51a2-87f5-413b-9cfb-9acb89306294 None None] The sync data for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv is: [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'daf6fb78-2338-46b5-8218-cf1bc34f41ac', 'name': '', 'network_id': 'd63ffcc9-6c3e-4793-8c22-898b4e88f056', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'mac_address': 'fa:16:3e:6a:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:16Z', 'updated_at': '2022-04-06T14:40:20Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'subnets': [{'id': 'b15d9bee-240e-4a99-aa97-edb1f5db37db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:43:27.970393 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4983f9a-6005-43eb-a5dd-600c23c4a208 req-5ce72c84-c682-467b-901b-383740f38d53 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142273 Apr 06 14:43:27.972242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-eea30ee3-071a-4f87-b00d-e71d3f857e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:27.973584 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-eea30ee3-071a-4f87-b00d-e71d3f857e65 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b15d9bee-240e-4a99-aa97-edb1f5db37db HTTP/1.1" status: 200 len: 834 time: 0.0715175 Apr 06 14:43:28.029784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-1f1b183b-cac8-43e8-8862-7c0ef79fc076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:28.031357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-1f1b183b-cac8-43e8-8862-7c0ef79fc076 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d63ffcc9-6c3e-4793-8c22-898b4e88f056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0509732 Apr 06 14:43:28.130732 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-6b16ecef-4887-404c-8ff4-faba2e074976 service neutron] 10.222.0.87 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926495 Apr 06 14:43:28.184842 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea3a1c-49e7-4a8a-a118-78bd783b8b80 None None] New status for floating IP 47d09975-8acf-4e48-8df1-69ebd1ca7701: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:43:28.235744 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53142c9c-b8f5-47f0-b666-295c26146aa3 req-1f5cd7df-d98d-4d7e-aaaa-53fee7bb1071 service neutron] 10.222.0.87 "GET /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979114 Apr 06 14:43:29.099311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2ac82-58ef-4542-9ee6-a925a1249faa req-31a14f9b-4504-45d9-8441-bf747c17653c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:29.100798 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3a2ac82-58ef-4542-9ee6-a925a1249faa req-31a14f9b-4504-45d9-8441-bf747c17653c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0587575 Apr 06 14:43:29.151314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3a2ac82-58ef-4542-9ee6-a925a1249faa req-874b94ad-3c6d-476c-8ab2-058b8d91286a tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/security-groups?id=68ce94bb-5cd2-4d53-8583-bc02f76833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447826 Apr 06 14:43:29.412762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-6bf95ca8-40c2-4491-9589-bb41243c075d tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:29.414223 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-6bf95ca8-40c2-4491-9589-bb41243c075d tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.87 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 945 time: 0.0549378 Apr 06 14:43:29.514124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Deleting port 8c637500-353e-4e98-a803-71567b8bac0c {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:43:29.514470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8c637500-353e-4e98-a803-71567b8bac0c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:29.607696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] For port 8c637500-353e-4e98-a803-71567b8bac0c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c637500-353e-4e98-a803-71567b8bac0c,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:29.608061 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8c637500-353e-4e98-a803-71567b8bac0c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:29.621569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Calling delete_port for 8c637500-353e-4e98-a803-71567b8bac0c owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:43:29.832120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (8c637500-353e-4e98-a803-71567b8bac0c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:29.859644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event deleted for resources: {'Port': ['ID=8c637500-353e-4e98-a803-71567b8bac0c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:29.907798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] No DVR routers for this DVR port 8c637500-353e-4e98-a803-71567b8bac0c on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:43:29.916218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:29.919828 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8007b4fa-e2ea-4a83-8a53-4af45dffd355 req-c8705177-95fc-4826-ad4f-78564fc3b05c tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.87 "DELETE /v2.0/ports/8c637500-353e-4e98-a803-71567b8bac0c HTTP/1.1" status: 204 len: 173 time: 0.5007644 Apr 06 14:43:29.920296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'name': 'network-vif-deleted', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:43:29.922564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9795bc20-c00c-4c65-89b5-e7186248db48" -d '{"events": [{"server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "name": "network-vif-deleted", "tag": "8c637500-353e-4e98-a803-71567b8bac0c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:43:29.959420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa111e-bdb1-4f3c-ac2c-e41b4bda092a x-openstack-request-id: req-bafa111e-bdb1-4f3c-ac2c-e41b4bda092a {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:43:29.959721 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e448bf42-1fc4-46b4-a48c-eab625dcabe6", "name": "network-vif-deleted", "tag": "8c637500-353e-4e98-a803-71567b8bac0c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:43:29.959976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bafa111e-bdb1-4f3c-ac2c-e41b4bda092a {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:43:29.960382 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafa111e-bdb1-4f3c-ac2c-e41b4bda092a'] response: {'server_uuid': 'e448bf42-1fc4-46b4-a48c-eab625dcabe6', 'name': 'network-vif-deleted', 'tag': '8c637500-353e-4e98-a803-71567b8bac0c', 'status': 'completed', 'code': 200} Apr 06 14:43:30.253603 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a4e6a7a-83f6-4098-90a1-9ac7113fe7b6 req-d6d77021-7fa9-41a6-b42c-7fe93c1a05c6 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "GET /v2.0/ports?device_id=e448bf42-1fc4-46b4-a48c-eab625dcabe6 HTTP/1.1" status: 200 len: 210 time: 0.0325160 Apr 06 14:43:31.311784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47190) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:31.837329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (95e68b3c-918e-406a-8104-b4ef80f06b8c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:31.979955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 8c637500-353e-4e98-a803-71567b8bac0c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:43:32.001140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 8c637500-353e-4e98-a803-71567b8bac0c {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:43:32.001483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 8c637500-353e-4e98-a803-71567b8bac0c not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:43:32.154080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Deleting port daf6fb78-2338-46b5-8218-cf1bc34f41ac {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:43:32.154327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:32.240579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] For port daf6fb78-2338-46b5-8218-cf1bc34f41ac, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=daf6fb78-2338-46b5-8218-cf1bc34f41ac,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:32.240946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:32.254198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Calling delete_port for daf6fb78-2338-46b5-8218-cf1bc34f41ac owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:43:32.609465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (daf6fb78-2338-46b5-8218-cf1bc34f41ac), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:32.638066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event deleted for resources: {'Port': ['ID=daf6fb78-2338-46b5-8218-cf1bc34f41ac,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:32.828890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (95e68b3c-918e-406a-8104-b4ef80f06b8c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:33.318877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Router 95e68b3c-918e-406a-8104-b4ef80f06b8c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:43:33.437342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:43:33.442619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8b424826-192a-451b-b0ec-54d6964adad8 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "PUT /v2.0/routers/95e68b3c-918e-406a-8104-b4ef80f06b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1298087 Apr 06 14:43:33.446241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47196) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:33.449155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] Sync routers for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:43:33.459992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:43:33.460705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:43:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:33.501658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-970fb4e1-a13f-4464-bfc5-73625f8bfcd3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Deleting subnet b15d9bee-240e-4a99-aa97-edb1f5db37db {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:43:33.505364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-970fb4e1-a13f-4464-bfc5-73625f8bfcd3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for subnet (b15d9bee-240e-4a99-aa97-edb1f5db37db), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:33.547778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-970fb4e1-a13f-4464-bfc5-73625f8bfcd3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (b15d9bee-240e-4a99-aa97-edb1f5db37db), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:33.577946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:43:33.646802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-970fb4e1-a13f-4464-bfc5-73625f8bfcd3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (b15d9bee-240e-4a99-aa97-edb1f5db37db), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:33.771754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:43:32Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:33.803546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] Checking router: 95e68b3c-918e-406a-8104-b4ef80f06b8c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:43:33.809235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-970fb4e1-a13f-4464-bfc5-73625f8bfcd3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (b15d9bee-240e-4a99-aa97-edb1f5db37db), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:33.813069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] Routers {'95e68b3c-918e-406a-8104-b4ef80f06b8c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:43:33.813785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:43:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['95e68b3c-918e-406a-8104-b4ef80f06b8c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:33.836899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fb4e1-a13f-4464-bfc5-73625f8bfcd3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event deleted for resources: {'Subnet': ['ID=b15d9bee-240e-4a99-aa97-edb1f5db37db,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:33.841080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-970fb4e1-a13f-4464-bfc5-73625f8bfcd3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:33.844690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-970fb4e1-a13f-4464-bfc5-73625f8bfcd3 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "DELETE /v2.0/subnets/b15d9bee-240e-4a99-aa97-edb1f5db37db HTTP/1.1" status: 204 len: 168 time: 0.3969815 Apr 06 14:43:33.846889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47198) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:33.854115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7ff68-c496-47e6-b1e5-103864a9267c None None] Network d63ffcc9-6c3e-4793-8c22-898b4e88f056 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:43:33.969901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router (95e68b3c-918e-406a-8104-b4ef80f06b8c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.093485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router_gateway (95e68b3c-918e-406a-8104-b4ef80f06b8c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.149156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] Set router 95e68b3c-918e-406a-8104-b4ef80f06b8c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:43:34.277590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Deleting port 362e3d0c-8191-47f2-9567-0cc2717ff5c2 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:43:34.277590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.338216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] DHCP port deletion for d63ffcc9-6c3e-4793-8c22-898b4e88f056 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:43:34.365565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] For port 362e3d0c-8191-47f2-9567-0cc2717ff5c2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=362e3d0c-8191-47f2-9567-0cc2717ff5c2,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:34.365848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.384931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Calling delete_port for 362e3d0c-8191-47f2-9567-0cc2717ff5c2 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:43:34.402077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:43:32Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:34.433620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23107eb5-b3a6-4354-b6ea-ccf375a67eb0 None None] The sync data for ids ['95e68b3c-918e-406a-8104-b4ef80f06b8c'] in dv-neutron-835863-1-hyperv is: [{'id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881389150', 'tenant_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:43:32Z', 'revision_number': 5, 'project_id': '107c14ad9bc6440289d929dfbc1b7bb0', 'gw_port': {'id': '362e3d0c-8191-47f2-9567-0cc2717ff5c2', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e68b3c-918e-406a-8104-b4ef80f06b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:13Z', 'updated_at': '2022-04-06T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:43:34.439869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] Deleting port c63c8f7d-8213-45dd-a510-cc98ee9f832e {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:43:34.440143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.507743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] For port c63c8f7d-8213-45dd-a510-cc98ee9f832e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c63c8f7d-8213-45dd-a510-cc98ee9f832e,segment=NetworkSegment(6eb66a31-f1aa-4df7-a712-a2b748d4e51e),segment_id=6eb66a31-f1aa-4df7-a712-a2b748d4e51e)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:43:34.508512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.521973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] Calling delete_port for c63c8f7d-8213-45dd-a510-cc98ee9f832e owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:43:34.635165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (362e3d0c-8191-47f2-9567-0cc2717ff5c2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.663252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event deleted for resources: {'Port': ['ID=362e3d0c-8191-47f2-9567-0cc2717ff5c2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:34.663972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (c63c8f7d-8213-45dd-a510-cc98ee9f832e), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.692527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] No DVR routers for this DVR port c63c8f7d-8213-45dd-a510-cc98ee9f832e on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:43:34.694225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1b43b-40f2-4d2c-876a-8c69c943a57a None None] Pushing event deleted for resources: {'Port': ['ID=c63c8f7d-8213-45dd-a510-cc98ee9f832e,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:34.725999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (95e68b3c-918e-406a-8104-b4ef80f06b8c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.839182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (95e68b3c-918e-406a-8104-b4ef80f06b8c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.841422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router_controller (95e68b3c-918e-406a-8104-b4ef80f06b8c), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.997531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (95e68b3c-918e-406a-8104-b4ef80f06b8c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:34.998066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Fanout notify agent at l3_agent the message router_deleted on router 95e68b3c-918e-406a-8104-b4ef80f06b8c {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:43:35.005457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.006602 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-33425fac-cad1-468e-90ca-770d471cffac tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "DELETE /v2.0/routers/95e68b3c-918e-406a-8104-b4ef80f06b8c HTTP/1.1" status: 204 len: 168 time: 1.1585495 Apr 06 14:43:35.009574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47202) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:35.097861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (d63ffcc9-6c3e-4793-8c22-898b4e88f056), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.189937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (d63ffcc9-6c3e-4793-8c22-898b4e88f056), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.209787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63ffcc9-6c3e-4793-8c22-898b4e88f056']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:35.220157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb66a31-f1aa-4df7-a712-a2b748d4e51e') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:35.220459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb66a31-f1aa-4df7-a712-a2b748d4e51e') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:43:35.229736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (6eb66a31-f1aa-4df7-a712-a2b748d4e51e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.242817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6eb66a31-f1aa-4df7-a712-a2b748d4e51e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.249879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:43:35.250270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (6eb66a31-f1aa-4df7-a712-a2b748d4e51e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:43:35.253228 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:43:35.386866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (d63ffcc9-6c3e-4793-8c22-898b4e88f056), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.407295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.410398 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "DELETE /v2.0/networks/d63ffcc9-6c3e-4793-8c22-898b4e88f056 HTTP/1.1" status: 204 len: 168 time: 0.3998799 Apr 06 14:43:35.411444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dba853-025d-4106-a041-fbe4f0abd71b tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event deleted for resources: {'Network': ['ID=d63ffcc9-6c3e-4793-8c22-898b4e88f056,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:35.413348 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47204) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:35.477512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-effa7a08-ea69-4236-ada1-cf95e5ba1b28 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group (68ce94bb-5cd2-4d53-8583-bc02f76833b5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.505913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-effa7a08-ea69-4236-ada1-cf95e5ba1b28 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group (68ce94bb-5cd2-4d53-8583-bc02f76833b5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.521485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device daf6fb78-2338-46b5-8218-cf1bc34f41ac no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:43:35.547089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: daf6fb78-2338-46b5-8218-cf1bc34f41ac {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:43:35.547439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device daf6fb78-2338-46b5-8218-cf1bc34f41ac not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:43:35.548020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c63c8f7d-8213-45dd-a510-cc98ee9f832e no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:43:35.568672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c63c8f7d-8213-45dd-a510-cc98ee9f832e {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:43:35.569098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c63c8f7d-8213-45dd-a510-cc98ee9f832e not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:43:35.569587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 362e3d0c-8191-47f2-9567-0cc2717ff5c2 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:43:35.589086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 362e3d0c-8191-47f2-9567-0cc2717ff5c2 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:43:35.589526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 362e3d0c-8191-47f2-9567-0cc2717ff5c2 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:43:35.649279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-effa7a08-ea69-4236-ada1-cf95e5ba1b28 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (68ce94bb-5cd2-4d53-8583-bc02f76833b5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.652193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-effa7a08-ea69-4236-ada1-cf95e5ba1b28 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:35.653363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-effa7a08-ea69-4236-ada1-cf95e5ba1b28 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] 10.222.0.71 "DELETE /v2.0/security-groups/68ce94bb-5cd2-4d53-8583-bc02f76833b5 HTTP/1.1" status: 204 len: 168 time: 0.2391117 Apr 06 14:43:35.662879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa7a08-ea69-4236-ada1-cf95e5ba1b28 tempest-TestNetworkAdvancedServerOps-1669443264 tempest-TestNetworkAdvancedServerOps-1669443264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce94bb-5cd2-4d53-8583-bc02f76833b5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:36.423651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47212) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:36.623158 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9fc4a447-af3b-42c5-931a-ed56dd4c7960 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=107c14ad9bc6440289d929dfbc1b7bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983042 Apr 06 14:43:36.625611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47216) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:36.676178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fa63-1311-484e-834f-80e0d2f0cee7 admin admin] Publish callbacks [] for security_group (ece74db5-a0d1-47aa-a8b4-7483ab7727dc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:36.697200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fa63-1311-484e-834f-80e0d2f0cee7 admin admin] Publish callbacks [] for security_group (ece74db5-a0d1-47aa-a8b4-7483ab7727dc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:36.825398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fa63-1311-484e-834f-80e0d2f0cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ece74db5-a0d1-47aa-a8b4-7483ab7727dc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:36.828034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fa63-1311-484e-834f-80e0d2f0cee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:36.829191 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f5f6fa63-1311-484e-834f-80e0d2f0cee7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ece74db5-a0d1-47aa-a8b4-7483ab7727dc HTTP/1.1" status: 204 len: 168 time: 0.2027001 Apr 06 14:43:36.838091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6fa63-1311-484e-834f-80e0d2f0cee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece74db5-a0d1-47aa-a8b4-7483ab7727dc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:37.451663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47222) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:37.464784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f474c09d-6dd4-4139-b201-2f0b98c986ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:37.540907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f474c09d-6dd4-4139-b201-2f0b98c986ac admin admin] Publish callbacks [] for security_group (b1b2c52e-ead0-4cd0-8019-d66c90690eb0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:37.614382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f474c09d-6dd4-4139-b201-2f0b98c986ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b1b2c52e-ead0-4cd0-8019-d66c90690eb0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:37.653304 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f474c09d-6dd4-4139-b201-2f0b98c986ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=11237b22818141308b85c74d9fe8b26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005482 Apr 06 14:43:37.654031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474c09d-6dd4-4139-b201-2f0b98c986ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2c52e-ead0-4cd0-8019-d66c90690eb0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:37.656889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47224) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:43:37.706323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Publish callbacks [] for security_group (b1b2c52e-ead0-4cd0-8019-d66c90690eb0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:37.727715 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Publish callbacks [] for security_group (b1b2c52e-ead0-4cd0-8019-d66c90690eb0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:37.848999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (b1b2c52e-ead0-4cd0-8019-d66c90690eb0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:37.852217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:37.853396 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b1b2c52e-ead0-4cd0-8019-d66c90690eb0 HTTP/1.1" status: 204 len: 168 time: 0.1949868 Apr 06 14:43:37.861332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b2c52e-ead0-4cd0-8019-d66c90690eb0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:43:37.868746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.869028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.869382 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.869727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.870071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.870408 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.870752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.871121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.871542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.871784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.872118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.872453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:37.872788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210fb04-d469-4202-8a0b-18475e73046c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:43:39.097584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3dc198ef-bb8b-44e8-ac92-199c8c5abaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:39.752868 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-6af8122f-d103-4caa-b813-187b634d1f8e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512896 Apr 06 14:43:39.844204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-b0eb2dc5-ade8-4458-90c3-4845e3c27616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:39.845964 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-b0eb2dc5-ade8-4458-90c3-4845e3c27616 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 1129 time: 0.0492063 Apr 06 14:43:39.952050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-428d2d30-c2f3-4776-ace8-d2e1eed0922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:39.953532 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-428d2d30-c2f3-4776-ace8-d2e1eed0922a service neutron] 10.222.0.87 "GET /v2.0/networks?id=7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 200 len: 899 time: 0.0862916 Apr 06 14:43:39.999919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-fba1a772-1d4b-4aa4-9dbb-b63231b22427 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393 HTTP/1.1" status: 200 len: 217 time: 0.0389740 Apr 06 14:43:40.048123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-0475a3e4-faa9-45a2-bdf9-0e8c19744b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:40.049476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-0475a3e4-faa9-45a2-bdf9-0e8c19744b6b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e1c36fd-2631-4d3e-938c-99607c0b821c HTTP/1.1" status: 200 len: 835 time: 0.0434129 Apr 06 14:43:40.105870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-25ace23d-457a-4c06-b190-f66dbffadafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:43:40.107401 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-25ace23d-457a-4c06-b190-f66dbffadafa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7c28b382-b6d1-48dc-be41-9d8323512ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445411 Apr 06 14:43:40.206916 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-3bae20c7-6a73-4c49-b6c5-9786c6b9a040 service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919180 Apr 06 14:43:40.310828 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1225225f-944d-4162-bacf-a7b95319e3f8 req-5c7e1c1b-3df0-4f78-9185-7e393578259d service neutron] 10.222.0.87 "GET /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971026 Apr 06 14:43:41.514833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d305a641-634b-4306-ba8a-8a01cf196bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:42.380130 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:43:43.705799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:45.823076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:46.446729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:53.659908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:08.176525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ce8ad-30ad-48ea-a643-046e2f208706 req-ab9cdd8f-acd5-4b33-9b96-deadc43f7916 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:08.178070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088ce8ad-30ad-48ea-a643-046e2f208706 req-ab9cdd8f-acd5-4b33-9b96-deadc43f7916 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 945 time: 0.0714099 Apr 06 14:44:08.228212 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088ce8ad-30ad-48ea-a643-046e2f208706 req-3089052b-17eb-4ee5-af0f-51d42ccf02e0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437469 Apr 06 14:44:09.079660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c95d-d4b7-4ec3-8e25-1161427de84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:09.359367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6a8e0-8c0d-4f66-8234-2f284972efd7 req-ab55faaa-397d-4446-8da3-a7615e3540ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:09.360817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9eb6a8e0-8c0d-4f66-8234-2f284972efd7 req-ab55faaa-397d-4446-8da3-a7615e3540ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 945 time: 0.0574040 Apr 06 14:44:09.410904 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9eb6a8e0-8c0d-4f66-8234-2f284972efd7 req-489cf331-248f-4bc7-bdd8-f1a53712060e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=4dc56373-4e8b-43b5-86b8-ff3375571de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Apr 06 14:44:09.820743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-c4f117e0-5615-4fb8-9d08-ca3f6d56793a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:09.822212 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-c4f117e0-5615-4fb8-9d08-ca3f6d56793a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 945 time: 0.0554929 Apr 06 14:44:09.924338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 11f3f742-b8ea-4149-b114-261ff348011c {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:44:09.924691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (11f3f742-b8ea-4149-b114-261ff348011c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:10.024008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 11f3f742-b8ea-4149-b114-261ff348011c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=11f3f742-b8ea-4149-b114-261ff348011c,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:10.024375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (11f3f742-b8ea-4149-b114-261ff348011c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:10.205571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:10.205849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (90f274ed-d196-4b1e-8f8e-25474a344fd2), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:10.206169 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 90f274ed-d196-4b1e-8f8e-25474a344fd2 disassociated. External IP: 172.26.7.227, port: 11f3f742-b8ea-4149-b114-261ff348011c. Apr 06 14:44:10.206520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 11f3f742-b8ea-4149-b114-261ff348011c owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:44:10.408208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (11f3f742-b8ea-4149-b114-261ff348011c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:10.438765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=11f3f742-b8ea-4149-b114-261ff348011c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.499427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:10.557444 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0d41665-fd8d-4ece-8bc2-6dd6061561b0 req-b5a58483-ab2d-4436-8b53-d17176b8443e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 210 time: 0.0345061 Apr 06 14:44:10.595115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 547c7818-a767-4589-9166-a020502ec14d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:44:10.703690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:44:10.713601 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] Sync routers for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:44:10.723700 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:10.724545 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:43:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:10.745326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port 11f3f742-b8ea-4149-b114-261ff348011c on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:10.747833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:10.751164 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc672a75-43eb-48b2-828d-80bcb984cab6 req-43c63d39-2ab1-4de5-b218-644fcc9ee7f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/11f3f742-b8ea-4149-b114-261ff348011c HTTP/1.1" status: 204 len: 173 time: 0.9232001 Apr 06 14:44:10.751543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40855bad-a03e-41a7-9f65-65d56195e958', 'name': 'network-vif-deleted', 'tag': '11f3f742-b8ea-4149-b114-261ff348011c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:44:10.753837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefdce07-c660-481e-b47d-9bc6f3383183" -d '{"events": [{"server_uuid": "40855bad-a03e-41a7-9f65-65d56195e958", "name": "network-vif-deleted", "tag": "11f3f742-b8ea-4149-b114-261ff348011c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:44:10.801022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b145726-69c5-43a4-8e09-5bba7f22739a x-openstack-request-id: req-4b145726-69c5-43a4-8e09-5bba7f22739a {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:44:10.801365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40855bad-a03e-41a7-9f65-65d56195e958", "name": "network-vif-deleted", "tag": "11f3f742-b8ea-4149-b114-261ff348011c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:44:10.801580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b145726-69c5-43a4-8e09-5bba7f22739a {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:44:10.802194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b145726-69c5-43a4-8e09-5bba7f22739a'] response: {'server_uuid': '40855bad-a03e-41a7-9f65-65d56195e958', 'name': 'network-vif-deleted', 'tag': '11f3f742-b8ea-4149-b114-261ff348011c', 'status': 'completed', 'code': 200} Apr 06 14:44:10.927748 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:11.129930 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:11.161376 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] Checking router: 547c7818-a767-4589-9166-a020502ec14d for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:44:11.170129 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:11.170779 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:43:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:11.279365 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:11.462670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-105bd973-a389-4a61-807d-6b091c472e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:11.479309 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:11.507117 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1df384-3d72-4980-b042-7f1f3b530fd2 None None] The sync data for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv is: [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '1b322d68-71c9-425d-adad-06e0dff66c05', 'name': '', 'network_id': '7c28b382-b6d1-48dc-be41-9d8323512ba2', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:41:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:51Z', 'updated_at': '2022-04-06T14:40:54Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7e1c36fd-2631-4d3e-938c-99607c0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:44:11.679610 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98126c3c-53c2-4bd2-a63b-f92505919de9 req-90b7b75f-7ad1-4407-a307-37b92db5ad33 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=40855bad-a03e-41a7-9f65-65d56195e958 HTTP/1.1" status: 200 len: 210 time: 0.0372596 Apr 06 14:44:11.751982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3dc723-6bfc-4194-9a30-57836cb7b260 None None] New status for floating IP 90f274ed-d196-4b1e-8f8e-25474a344fd2: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:44:12.150984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 11f3f742-b8ea-4149-b114-261ff348011c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:44:12.172578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 11f3f742-b8ea-4149-b114-261ff348011c {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:44:12.172930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 11f3f742-b8ea-4149-b114-261ff348011c not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:44:12.738267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47260) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:12.798704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfcbc-7ab8-4840-ae4e-416446989604 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (4dc56373-4e8b-43b5-86b8-ff3375571de0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:12.824979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfcbc-7ab8-4840-ae4e-416446989604 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (4dc56373-4e8b-43b5-86b8-ff3375571de0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:12.953843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfcbc-7ab8-4840-ae4e-416446989604 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4dc56373-4e8b-43b5-86b8-ff3375571de0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:12.956553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfcbc-7ab8-4840-ae4e-416446989604 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:12.957766 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b2bcfcbc-7ab8-4840-ae4e-416446989604 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/4dc56373-4e8b-43b5-86b8-ff3375571de0 HTTP/1.1" status: 204 len: 168 time: 0.2184980 Apr 06 14:44:12.969737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcfcbc-7ab8-4840-ae4e-416446989604 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc56373-4e8b-43b5-86b8-ff3375571de0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:13.037525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47264) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:13.161925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 46914929-daba-431b-98eb-05db4806d76f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:44:13.162269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (46914929-daba-431b-98eb-05db4806d76f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:13.240229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (46914929-daba-431b-98eb-05db4806d76f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:13.240683 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (46914929-daba-431b-98eb-05db4806d76f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:13.253279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 46914929-daba-431b-98eb-05db4806d76f owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:44:13.451306 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (46914929-daba-431b-98eb-05db4806d76f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:13.481628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=46914929-daba-431b-98eb-05db4806d76f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:13.543267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (90f274ed-d196-4b1e-8f8e-25474a344fd2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:13.545559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:13.546714 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-417ed9ad-089e-42da-a454-05fa3cf3e626 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/90f274ed-d196-4b1e-8f8e-25474a344fd2 HTTP/1.1" status: 204 len: 168 time: 0.5081828 Apr 06 14:44:13.733685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:13.976534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696673fc-e9a7-45a1-ba38-aede4c15131f req-7d8c2106-67be-41ac-92b5-41807780d294 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:13.978160 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-696673fc-e9a7-45a1-ba38-aede4c15131f req-7d8c2106-67be-41ac-92b5-41807780d294 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 945 time: 0.0578408 Apr 06 14:44:14.031203 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-696673fc-e9a7-45a1-ba38-aede4c15131f req-3d45ecab-aec3-4937-98aa-1ca43e91d36f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474896 Apr 06 14:44:15.152085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219cd8e-a4f2-40ec-ab47-5bc1c1c48b5d req-25485bbe-cd90-400a-b725-5ac9e2063dfb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:15.153548 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8219cd8e-a4f2-40ec-ab47-5bc1c1c48b5d req-25485bbe-cd90-400a-b725-5ac9e2063dfb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 945 time: 0.0525808 Apr 06 14:44:15.202870 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8219cd8e-a4f2-40ec-ab47-5bc1c1c48b5d req-27804009-690a-4c6f-9acc-22914edd8a6b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433745 Apr 06 14:44:15.665656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d73357-c379-4b24-880c-41ced4eb5bae req-016f0933-e861-4eb0-9cb3-e1bbbe442221 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:15.667054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18d73357-c379-4b24-880c-41ced4eb5bae req-016f0933-e861-4eb0-9cb3-e1bbbe442221 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 945 time: 0.0583048 Apr 06 14:44:15.761510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:44:15.761855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:15.782646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:15.853011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:15.853372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:16.144916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:44:16.326081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a31f1-dd3e-4d49-9da4-7ad6b6bb8299 req-3212c733-e7ac-4443-a461-db430f55f173 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:16.327792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f26a31f1-dd3e-4d49-9da4-7ad6b6bb8299 req-3212c733-e7ac-4443-a461-db430f55f173 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=6276ac43-4a72-4396-8c2c-6a8383b9ebfd HTTP/1.1" status: 200 len: 945 time: 0.0563219 Apr 06 14:44:16.341195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (721c89bc-e8f4-48c2-aea9-43bd2e0e3393), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:16.375777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=721c89bc-e8f4-48c2-aea9-43bd2e0e3393,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:16.428371 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f26a31f1-dd3e-4d49-9da4-7ad6b6bb8299 req-2dd1eb94-af3d-44d3-b5bf-0c07a41e43ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e127a9be-f239-4929-9f40-a08a953763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0946872 Apr 06 14:44:16.442688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:16.445830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:16.449135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-18d73357-c379-4b24-880c-41ced4eb5bae req-5a0e202b-afc2-47d4-828e-d82605c3085e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/721c89bc-e8f4-48c2-aea9-43bd2e0e3393 HTTP/1.1" status: 204 len: 173 time: 0.7772493 Apr 06 14:44:16.449581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'name': 'network-vif-deleted', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:44:16.451897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d700b8a5-1715-4277-824d-2a8941452082" -d '{"events": [{"server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "name": "network-vif-deleted", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:44:16.486114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:16.489926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034ddd88-8f8f-4736-8959-13ba1a225663 x-openstack-request-id: req-034ddd88-8f8f-4736-8959-13ba1a225663 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:44:16.490231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6276ac43-4a72-4396-8c2c-6a8383b9ebfd", "name": "network-vif-deleted", "tag": "721c89bc-e8f4-48c2-aea9-43bd2e0e3393", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:44:16.490999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-034ddd88-8f8f-4736-8959-13ba1a225663 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:44:16.491566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034ddd88-8f8f-4736-8959-13ba1a225663'] response: {'server_uuid': '6276ac43-4a72-4396-8c2c-6a8383b9ebfd', 'name': 'network-vif-deleted', 'tag': '721c89bc-e8f4-48c2-aea9-43bd2e0e3393', 'status': 'completed', 'code': 200} Apr 06 14:44:17.484886 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47280) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:17.546297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-855400eb-b43d-41b9-9cb5-7891679d4787 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (e127a9be-f239-4929-9f40-a08a953763ec), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:17.572746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-855400eb-b43d-41b9-9cb5-7891679d4787 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (e127a9be-f239-4929-9f40-a08a953763ec), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:17.716352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-855400eb-b43d-41b9-9cb5-7891679d4787 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e127a9be-f239-4929-9f40-a08a953763ec), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:17.718937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-855400eb-b43d-41b9-9cb5-7891679d4787 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:17.720171 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-855400eb-b43d-41b9-9cb5-7891679d4787 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/e127a9be-f239-4929-9f40-a08a953763ec HTTP/1.1" status: 204 len: 168 time: 0.2342556 Apr 06 14:44:17.730005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855400eb-b43d-41b9-9cb5-7891679d4787 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e127a9be-f239-4929-9f40-a08a953763ec,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:17.820065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47284) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:18.182182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (547c7818-a767-4589-9166-a020502ec14d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:18.212783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:44:18.233771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:44:18.234112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 721c89bc-e8f4-48c2-aea9-43bd2e0e3393 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:44:18.453405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 1b322d68-71c9-425d-adad-06e0dff66c05 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:44:18.453656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:18.545007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 1b322d68-71c9-425d-adad-06e0dff66c05, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1b322d68-71c9-425d-adad-06e0dff66c05,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:18.545732 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:18.558586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 1b322d68-71c9-425d-adad-06e0dff66c05 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:44:18.793938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (1b322d68-71c9-425d-adad-06e0dff66c05), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:18.821685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=1b322d68-71c9-425d-adad-06e0dff66c05,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:18.999744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (547c7818-a767-4589-9166-a020502ec14d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.221347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 547c7818-a767-4589-9166-a020502ec14d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:44:19.329439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:44:19.335519 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9e6a06ac-6e6b-44b8-a9d7-0c93dd0fa804 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/547c7818-a767-4589-9166-a020502ec14d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5135937 Apr 06 14:44:19.338208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47286) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:19.340864 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] Sync routers for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:44:19.355362 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:19.355981 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:44:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:19.397839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe1e023-45a3-4000-9065-8d8f9d4ecd64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet 7e1c36fd-2631-4d3e-938c-99607c0b821c {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:44:19.401480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e023-45a3-4000-9065-8d8f9d4ecd64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (7e1c36fd-2631-4d3e-938c-99607c0b821c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.420635 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:44:19.441873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e023-45a3-4000-9065-8d8f9d4ecd64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (7e1c36fd-2631-4d3e-938c-99607c0b821c), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.468675 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:19.525764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e023-45a3-4000-9065-8d8f9d4ecd64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7e1c36fd-2631-4d3e-938c-99607c0b821c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.646478 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:44:18Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:19.673226 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] Checking router: 547c7818-a767-4589-9166-a020502ec14d for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:44:19.682357 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] Routers {'547c7818-a767-4589-9166-a020502ec14d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:19.682982 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:44:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['547c7818-a767-4589-9166-a020502ec14d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:19.685380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e023-45a3-4000-9065-8d8f9d4ecd64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (7e1c36fd-2631-4d3e-938c-99607c0b821c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.723898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e023-45a3-4000-9065-8d8f9d4ecd64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.729593 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cfe1e023-45a3-4000-9065-8d8f9d4ecd64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/7e1c36fd-2631-4d3e-938c-99607c0b821c HTTP/1.1" status: 204 len: 168 time: 0.3903406 Apr 06 14:44:19.730339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47288) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:19.730908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e023-45a3-4000-9065-8d8f9d4ecd64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1c36fd-2631-4d3e-938c-99607c0b821c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:19.733846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc26819-d8af-46ec-ae6d-a0f839d559b5 None None] Network 7c28b382-b6d1-48dc-be41-9d8323512ba2 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:44:19.794107 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] Set router 547c7818-a767-4589-9166-a020502ec14d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:19.851456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (547c7818-a767-4589-9166-a020502ec14d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.910994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] DHCP port deletion for 7c28b382-b6d1-48dc-be41-9d8323512ba2 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:44:19.961097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (547c7818-a767-4589-9166-a020502ec14d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.961557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Deleting port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:44:19.961932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:19.984470 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:44:18Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:20.008248 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69078854-8546-4a23-b381-dfa10bb66dee None None] The sync data for ids ['547c7818-a767-4589-9166-a020502ec14d'] in dv-neutron-835863-1-hyperv is: [{'id': '547c7818-a767-4589-9166-a020502ec14d', 'name': 'tempest-TestNetworkBasicOps-router-719248146', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:44:18Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '13c9b74c-1ada-4a6e-ac35-07f59b702a58', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c7818-a767-4589-9166-a020502ec14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:40:47Z', 'updated_at': '2022-04-06T14:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:44:20.029954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] For port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4,segment=NetworkSegment(d4a4602f-9437-4e52-8cf5-b6bf5b634744),segment_id=d4a4602f-9437-4e52-8cf5-b6bf5b634744)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:20.030359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.046294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Calling delete_port for 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:44:20.090001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 13c9b74c-1ada-4a6e-ac35-07f59b702a58 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:44:20.090349 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.173039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 13c9b74c-1ada-4a6e-ac35-07f59b702a58, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=13c9b74c-1ada-4a6e-ac35-07f59b702a58,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:20.173361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.185733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 13c9b74c-1ada-4a6e-ac35-07f59b702a58 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:44:20.194163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.220165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Pushing event deleted for resources: {'Port': ['ID=7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:20.224490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] No DVR routers for this DVR port 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:20.231590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.232070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.232425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.232591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.232930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.233257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.233580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.233908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.234703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.234703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.234907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.235290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.235488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027a6a7-c0a3-4d37-85c3-32f0b7e45070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:20.424643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (13c9b74c-1ada-4a6e-ac35-07f59b702a58), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.451910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=13c9b74c-1ada-4a6e-ac35-07f59b702a58,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:20.518446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (547c7818-a767-4589-9166-a020502ec14d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.614254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (547c7818-a767-4589-9166-a020502ec14d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.616706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (547c7818-a767-4589-9166-a020502ec14d), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.770622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (547c7818-a767-4589-9166-a020502ec14d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.771330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Fanout notify agent at l3_agent the message router_deleted on router 547c7818-a767-4589-9166-a020502ec14d {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:44:20.778611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.782321 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6ffb106c-47a4-43ec-baaf-cbc290bd6209 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/routers/547c7818-a767-4589-9166-a020502ec14d HTTP/1.1" status: 204 len: 168 time: 1.0474424 Apr 06 14:44:20.782599 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47290) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:20.863730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7c28b382-b6d1-48dc-be41-9d8323512ba2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.246414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7c28b382-b6d1-48dc-be41-9d8323512ba2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.268316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c28b382-b6d1-48dc-be41-9d8323512ba2']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:21.279107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a4602f-9437-4e52-8cf5-b6bf5b634744') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:21.279429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a4602f-9437-4e52-8cf5-b6bf5b634744') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:21.292360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (d4a4602f-9437-4e52-8cf5-b6bf5b634744), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.300017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1b322d68-71c9-425d-adad-06e0dff66c05 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:44:21.307068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (d4a4602f-9437-4e52-8cf5-b6bf5b634744), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.313015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:44:21.313403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (d4a4602f-9437-4e52-8cf5-b6bf5b634744), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:44:21.317643 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:44:21.324326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 1b322d68-71c9-425d-adad-06e0dff66c05 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:44:21.324680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1b322d68-71c9-425d-adad-06e0dff66c05 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:44:21.325104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:44:21.344855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:44:21.345205 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7e8fa5bd-23bf-4392-9c1d-7c5bd9ad0cd4 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:44:21.345616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13c9b74c-1ada-4a6e-ac35-07f59b702a58 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:44:21.365055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 13c9b74c-1ada-4a6e-ac35-07f59b702a58 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:44:21.365556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 13c9b74c-1ada-4a6e-ac35-07f59b702a58 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:44:21.456446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7c28b382-b6d1-48dc-be41-9d8323512ba2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.466563 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.467056 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/7c28b382-b6d1-48dc-be41-9d8323512ba2 HTTP/1.1" status: 204 len: 168 time: 0.6834109 Apr 06 14:44:21.483548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfe159-3552-4838-8bdd-fd7be6ff3848 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=7c28b382-b6d1-48dc-be41-9d8323512ba2,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:21.493186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47292) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:21.498804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--1059949086', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:21.611075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:21.614388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.640723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:44:21.651346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (756c010f-104b-46e7-98e2-564df0744b70), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.651690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment 756c010f-104b-46e7-98e2-564df0744b70 of type vlan for network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d Apr 06 14:44:21.701460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (37ce305a-e7ee-455d-93c8-6bbb65aeeb9d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.782349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (37ce305a-e7ee-455d-93c8-6bbb65aeeb9d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.787395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:21.787973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:21.887054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:21.897529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:44:21.956595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ac4068fb-ce00-47b5-81b1-256dd8689959 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4617882 Apr 06 14:44:21.959566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47294) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:21.965074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'admin_state_up': True, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:22.068147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (12cf6a66-d8d1-42d5-9e12-c02363f0775d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:22.069786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (12cf6a66-d8d1-42d5-9e12-c02363f0775d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:22.158394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (12cf6a66-d8d1-42d5-9e12-c02363f0775d), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:22.358664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (12cf6a66-d8d1-42d5-9e12-c02363f0775d), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:22.641661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (12cf6a66-d8d1-42d5-9e12-c02363f0775d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:22.670452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:22.774538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.248 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/d54afcc8-b7e1-4eb4-8209-ba2adcc13fab) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:22.879418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:22.965397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:23.001313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:23.005698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:23.014934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:44:23.036579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=d54afcc8-b7e1-4eb4-8209-ba2adcc13fab,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:23.349831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (12cf6a66-d8d1-42d5-9e12-c02363f0775d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:23.553929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (12cf6a66-d8d1-42d5-9e12-c02363f0775d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:23.679386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:23.778717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 12cf6a66-d8d1-42d5-9e12-c02363f0775d is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:44:23.890532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:44:23.901478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Sync routers for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:44:23.911463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:23.912195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:44:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:23.978542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:23.979737 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b87898ae-15ed-4d7c-833a-6b05d2e3ec1e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0190983 Apr 06 14:44:23.987944 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47296) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:24.017327 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6bff04ec-325b-4b1d-8622-3a6788e84e1a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282066 Apr 06 14:44:24.019794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47298) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:24.020083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:24.112243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ad484-76a6-43c3-9b75-bae9c69e2d18 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:24.113808 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2c9ad484-76a6-43c3-9b75-bae9c69e2d18 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931208 Apr 06 14:44:24.117136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47300) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:24.145959 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-388d681b-b9c0-487e-9cc5-3970a37b66b1 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277424 Apr 06 14:44:24.148989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47302) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:24.153925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-302951180', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:24.205746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:23Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:24.232028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Checking router: 12cf6a66-d8d1-42d5-9e12-c02363f0775d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:44:24.232303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Updating router 12cf6a66-d8d1-42d5-9e12-c02363f0775d port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:44:24.264120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.336358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:24.339814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.518204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Publish callbacks [] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.648648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (cca3045d-03ec-4f91-aae3-947605716baa), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.670533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.713042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=cca3045d-03ec-4f91-aae3-947605716baa,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:24.721679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Attempting to bind port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:44:24.722163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Attempting to bind port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:44:24.722399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Attempting to bind port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:44:24.724309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:44:24.724754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:44:24.730079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8a80a-41f3-4f0a-a629-53ebe180d33e None None] Pushing event updated for resources: {'Port': ['ID=d54afcc8-b7e1-4eb4-8209-ba2adcc13fab,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:24.732828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:44:24.733210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:44:24.733611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.733996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:44:24.734473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Bound port: d54afcc8-b7e1-4eb4-8209-ba2adcc13fab, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:44:24.734856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.789210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] For port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:24.792213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] For port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d54afcc8-b7e1-4eb4-8209-ba2adcc13fab,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:24.812925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:44:24.859218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.904595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:24.909045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:24.909646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:24.911486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:24.912501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:44:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:24.919455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5b74e-6c38-449c-8f7a-d8d28f399762 None None] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:44:25.002149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0efa979e-c4c6-4316-b5f9-6124a1ee0168 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8520505 Apr 06 14:44:25.005265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47304) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:25.182861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8a80a-41f3-4f0a-a629-53ebe180d33e None None] Pushing event updated for resources: {'Port': ['ID=d54afcc8-b7e1-4eb4-8209-ba2adcc13fab,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:25.273583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:25.302273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:44:25.304455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:25.573217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Allocated IP 172.20.0.2 (37ce305a-e7ee-455d-93c8-6bbb65aeeb9d/cca3045d-03ec-4f91-aae3-947605716baa/d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:25.641529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:23Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:25.676545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a93d4-ef0c-477a-99c6-badc96b57dcc None None] The sync data for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv is: [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:23Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:44:25.765271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Publish callbacks [] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:25.797875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:25.839787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:25.879970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:25.886577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:25.905381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:44:25.910356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Pushing event updated for resources: {'Port': ['ID=d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:25.998164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Attempting to bind port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:44:25.998542 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Attempting to bind port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:44:25.999125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Attempting to bind port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:44:26.004653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:44:26.005023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Checking segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:44:26.005419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:26.006812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Bound using segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:44:26.007337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Bound port: d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:44:26.017979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:26.083736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] For port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:26.088882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] For port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:26.180094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:26.195920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.1 (37ce305a-e7ee-455d-93c8-6bbb65aeeb9d/cca3045d-03ec-4f91-aae3-947605716baa/2c78531e-7534-4eb1-942f-5bf6eec16ca7) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:26.246413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6135be9-131c-4a14-9cdb-049b63c02b79 None None] Pushing event updated for resources: {'Port': ['ID=d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:26.341040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:26.485823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:26.535697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:26.540148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:26.542682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:44:26.581890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=2c78531e-7534-4eb1-942f-5bf6eec16ca7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:26.607294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (12cf6a66-d8d1-42d5-9e12-c02363f0775d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:26.863874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.177078 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.239772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.247023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6510634-98fc-4df0-97f8-2cfcaf83ce82 None None] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:44:27.318941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=2c78531e-7534-4eb1-942f-5bf6eec16ca7,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:27.320568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (12cf6a66-d8d1-42d5-9e12-c02363f0775d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.355979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:44:27.409416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-61cd8d5e-e825-4400-ac43-4904f1c13421 None None] Provisioning complete for port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:27.409789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-61cd8d5e-e825-4400-ac43-4904f1c13421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.436021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:27.437585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:27.493435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:27.493837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.563728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-61cd8d5e-e825-4400-ac43-4904f1c13421 None None] Current status of the port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:27.564112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-61cd8d5e-e825-4400-ac43-4904f1c13421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.574451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 12cf6a66-d8d1-42d5-9e12-c02363f0775d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:44:27.624466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-61cd8d5e-e825-4400-ac43-4904f1c13421 None None] For port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:27.645579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:27.646062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.701750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:44:27.707186 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c12a096c-39df-41f9-b1b3-e7cc675f611b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/12cf6a66-d8d1-42d5-9e12-c02363f0775d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7002256 Apr 06 14:44:27.712375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-61cd8d5e-e825-4400-ac43-4904f1c13421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.713334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47308) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:27.785809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:44:27.786176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:44:27.797856 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Sync routers for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:44:27.801939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd8d5e-e825-4400-ac43-4904f1c13421 None None] Pushing event updated for resources: {'Port': ['ID=d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:27.822187 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:27.826844 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:44:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:27.849113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504cbd1-404a-4cde-a68c-b62aa8b09588 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.849113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504cbd1-404a-4cde-a68c-b62aa8b09588 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.849113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504cbd1-404a-4cde-a68c-b62aa8b09588 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.849113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504cbd1-404a-4cde-a68c-b62aa8b09588 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.849113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504cbd1-404a-4cde-a68c-b62aa8b09588 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.849113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504cbd1-404a-4cde-a68c-b62aa8b09588 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.853219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4504cbd1-404a-4cde-a68c-b62aa8b09588 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1336224 Apr 06 14:44:27.853343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c1030f95-85a0-4a88-b7da-582cce2455ff None None] Provisioning complete for port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:27.853455 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47310) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:27.857349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c1030f95-85a0-4a88-b7da-582cce2455ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:27.920205 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72097c71-82b5-4ebf-9f29-9319734ccd4a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.923575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72097c71-82b5-4ebf-9f29-9319734ccd4a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.923575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72097c71-82b5-4ebf-9f29-9319734ccd4a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.923575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72097c71-82b5-4ebf-9f29-9319734ccd4a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.923575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72097c71-82b5-4ebf-9f29-9319734ccd4a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.923575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72097c71-82b5-4ebf-9f29-9319734ccd4a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:27.929159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47312) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:27.929917 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-72097c71-82b5-4ebf-9f29-9319734ccd4a tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0751398 Apr 06 14:44:27.964647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c1030f95-85a0-4a88-b7da-582cce2455ff None None] Current status of the port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:27.977094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c1030f95-85a0-4a88-b7da-582cce2455ff None None] Provisioning complete for port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:27.977094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c1030f95-85a0-4a88-b7da-582cce2455ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.022456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c1030f95-85a0-4a88-b7da-582cce2455ff None None] Port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:44:28.053210 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:28.145174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-085b8ffa-67c7-4b24-bf7a-e7828421c5d7 None None] Provisioning complete for port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:28.145719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-085b8ffa-67c7-4b24-bf7a-e7828421c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.192312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-085b8ffa-67c7-4b24-bf7a-e7828421c5d7 None None] Port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:44:28.212567 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b04ac0a0-9998-469c-8492-68d58fad7e18 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2822232 Apr 06 14:44:28.219817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47314) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:28.225887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2069079405', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:28.270558 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:27Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:28.301013 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Checking router: 12cf6a66-d8d1-42d5-9e12-c02363f0775d for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:44:28.301461 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Updating router 12cf6a66-d8d1-42d5-9e12-c02363f0775d port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:44:28.330516 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.339514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:28.340469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d54afcc8-b7e1-4eb4-8209-ba2adcc13fab up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:44:28.343581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-81e71897-9c50-47a9-b264-e476875bc57b None None] Provisioning complete for port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:28.343951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-81e71897-9c50-47a9-b264-e476875bc57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.409578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-81e71897-9c50-47a9-b264-e476875bc57b None None] Port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:44:28.418709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:44:28.421664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:28.421664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.422489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.440868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] device_id is not set on port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:44:28.512029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:28.512411 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.533598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d54afcc8-b7e1-4eb4-8209-ba2adcc13fab,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:28.603281 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Publish callbacks [] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.659137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.710918 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.718708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=d54afcc8-b7e1-4eb4-8209-ba2adcc13fab,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:28.785107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.14 (37ce305a-e7ee-455d-93c8-6bbb65aeeb9d/cca3045d-03ec-4f91-aae3-947605716baa/36fbaa04-5bd6-403f-bc66-3e8540cefb97) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:28.795197 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Pushing event updated for resources: {'Port': ['ID=2c78531e-7534-4eb1-942f-5bf6eec16ca7,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:28.819994 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.820751 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.820751 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.821004 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.821316 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.821631 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.821965 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.822344 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.822678 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.823016 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.824381 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.824381 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.824381 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:44:28.839083 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Attempting to bind port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:44:28.839456 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Attempting to bind port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:44:28.839880 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Attempting to bind port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:44:28.845572 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:44:28.847511 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Checking segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:44:28.847511 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.847511 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Bound using segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:44:28.847511 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Bound port: 2c78531e-7534-4eb1-942f-5bf6eec16ca7, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:44:28.847988 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:28.917065 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] For port 2c78531e-7534-4eb1-942f-5bf6eec16ca7, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:28.920627 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] For port 2c78531e-7534-4eb1-942f-5bf6eec16ca7, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2c78531e-7534-4eb1-942f-5bf6eec16ca7,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:28.961223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.022764 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.040178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bd802f98-2d91-484b-8fd9-2946b34cc226 None None] Provisioning complete for port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:29.040832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd802f98-2d91-484b-8fd9-2946b34cc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.092346 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb90f8-9e57-4a31-bd13-24c94e0a8b6c None None] Pushing event updated for resources: {'Port': ['ID=2c78531e-7534-4eb1-942f-5bf6eec16ca7,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:29.096633 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:29.097255 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:44:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:29.201944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bd802f98-2d91-484b-8fd9-2946b34cc226 None None] Current status of the port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:29.202779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd802f98-2d91-484b-8fd9-2946b34cc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.224970 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:29.256323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bd802f98-2d91-484b-8fd9-2946b34cc226 None None] For port 2c78531e-7534-4eb1-942f-5bf6eec16ca7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2c78531e-7534-4eb1-942f-5bf6eec16ca7,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:29.301917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:44:29.358776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bd802f98-2d91-484b-8fd9-2946b34cc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.394156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:29.394666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.402266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.453476 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:29.454952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:29.458333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:29.461708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:44:29.473222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd802f98-2d91-484b-8fd9-2946b34cc226 None None] Pushing event updated for resources: {'Port': ['ID=2c78531e-7534-4eb1-942f-5bf6eec16ca7,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:29.492827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-cb24a6f6-e8aa-49b5-99a9-cea601f7cd22 None None] Provisioning complete for port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:29.493213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cb24a6f6-e8aa-49b5-99a9-cea601f7cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.493420 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7563a0-970d-4ad1-8bf4-be73c9f6ec76 None None] The sync data for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv is: [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:44:29.500779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:29.544301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:29.545830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.657417 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-77e029c5-c0ea-4880-b827-38d84d9be57d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4362881 Apr 06 14:44:29.762622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:29.763789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d54afcc8-b7e1-4eb4-8209-ba2adcc13fab up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:44:29.851266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-cb24a6f6-e8aa-49b5-99a9-cea601f7cd22 None None] Current status of the port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:29.862745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:29.863249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:29.947962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:29.972207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-37179d3a-1a8f-4cbb-90c6-5cb1dc208523 None None] Provisioning complete for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:29.972672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-37179d3a-1a8f-4cbb-90c6-5cb1dc208523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:30.012128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-37179d3a-1a8f-4cbb-90c6-5cb1dc208523 None None] Port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:44:30.284041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47318) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:30.289432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8353095a-5f72-4e62-b515-a49c8df27311 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836372518', 'description': 'tempest-secgroup-smoke-836372518 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:30.393883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8353095a-5f72-4e62-b515-a49c8df27311 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:30.470463 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8353095a-5f72-4e62-b515-a49c8df27311 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (db45fd88-7d54-401f-a741-12af6b24256b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:30.547802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8353095a-5f72-4e62-b515-a49c8df27311 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (db45fd88-7d54-401f-a741-12af6b24256b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:30.578501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353095a-5f72-4e62-b515-a49c8df27311 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db45fd88-7d54-401f-a741-12af6b24256b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:30.652740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8353095a-5f72-4e62-b515-a49c8df27311 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:30.659903 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8353095a-5f72-4e62-b515-a49c8df27311 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3689184 Apr 06 14:44:30.662325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47320) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:30.666800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-65e9bfce-4a37-4a74-a9e2-6f48efc7d0f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'db45fd88-7d54-401f-a741-12af6b24256b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:30.770025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfce-4a37-4a74-a9e2-6f48efc7d0f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c5af794b-c3e8-4786-9ddb-14040c810fff), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:30.830100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfce-4a37-4a74-a9e2-6f48efc7d0f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c5af794b-c3e8-4786-9ddb-14040c810fff), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:30.924780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfce-4a37-4a74-a9e2-6f48efc7d0f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (c5af794b-c3e8-4786-9ddb-14040c810fff), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:30.944366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9bfce-4a37-4a74-a9e2-6f48efc7d0f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5af794b-c3e8-4786-9ddb-14040c810fff,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:31.029751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfce-4a37-4a74-a9e2-6f48efc7d0f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.031019 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-65e9bfce-4a37-4a74-a9e2-6f48efc7d0f6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675551 Apr 06 14:44:31.034108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47322) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:31.039520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-39199f9c-dace-4735-a17e-22080ab1bec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'db45fd88-7d54-401f-a741-12af6b24256b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:31.204708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39199f9c-dace-4735-a17e-22080ab1bec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (a8c92845-3a80-4a05-a439-5cd015b7f167), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.264099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39199f9c-dace-4735-a17e-22080ab1bec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (a8c92845-3a80-4a05-a439-5cd015b7f167), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.274125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2c78531e-7534-4eb1-942f-5bf6eec16ca7 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:44:31.322652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:31.323102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.361587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39199f9c-dace-4735-a17e-22080ab1bec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a8c92845-3a80-4a05-a439-5cd015b7f167), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.379868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39199f9c-dace-4735-a17e-22080ab1bec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c92845-3a80-4a05-a439-5cd015b7f167,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:31.404766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:31.475858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-39199f9c-dace-4735-a17e-22080ab1bec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.476960 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-39199f9c-dace-4735-a17e-22080ab1bec1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4416146 Apr 06 14:44:31.479756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47324) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:31.484261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d0f36db0-0086-4048-ab09-e9d524f09253 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'db45fd88-7d54-401f-a741-12af6b24256b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:31.582159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d0f36db0-0086-4048-ab09-e9d524f09253 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (8d93891d-b255-400a-b7c5-2d3f40257255), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.644799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d0f36db0-0086-4048-ab09-e9d524f09253 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (8d93891d-b255-400a-b7c5-2d3f40257255), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.732744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d0f36db0-0086-4048-ab09-e9d524f09253 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8d93891d-b255-400a-b7c5-2d3f40257255), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.751169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f36db0-0086-4048-ab09-e9d524f09253 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d93891d-b255-400a-b7c5-2d3f40257255,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:31.809052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d0f36db0-0086-4048-ab09-e9d524f09253 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.810294 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d0f36db0-0086-4048-ab09-e9d524f09253 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295918 Apr 06 14:44:31.816502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47326) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:31.821585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-31a4ebf0-6913-4565-8f79-cacae2d88089 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'db45fd88-7d54-401f-a741-12af6b24256b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:31.923845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31a4ebf0-6913-4565-8f79-cacae2d88089 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (21c2a0d8-2c88-43f7-bcc1-1bae36534362), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:31.985386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31a4ebf0-6913-4565-8f79-cacae2d88089 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (21c2a0d8-2c88-43f7-bcc1-1bae36534362), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.067482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31a4ebf0-6913-4565-8f79-cacae2d88089 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (21c2a0d8-2c88-43f7-bcc1-1bae36534362), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.088221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4ebf0-6913-4565-8f79-cacae2d88089 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c2a0d8-2c88-43f7-bcc1-1bae36534362,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:32.174898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-31a4ebf0-6913-4565-8f79-cacae2d88089 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.176162 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-31a4ebf0-6913-4565-8f79-cacae2d88089 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3587179 Apr 06 14:44:32.180120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47328) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:32.184422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-565243c8-ac56-45a8-b726-e2d55380010f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'db45fd88-7d54-401f-a741-12af6b24256b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:32.273465 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-565243c8-ac56-45a8-b726-e2d55380010f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:44:32.278665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-565243c8-ac56-45a8-b726-e2d55380010f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c59bb9fb-6f0e-446e-9cca-9fb549c6f3f6), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.337806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-565243c8-ac56-45a8-b726-e2d55380010f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c59bb9fb-6f0e-446e-9cca-9fb549c6f3f6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.421979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-565243c8-ac56-45a8-b726-e2d55380010f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (c59bb9fb-6f0e-446e-9cca-9fb549c6f3f6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.439536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565243c8-ac56-45a8-b726-e2d55380010f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59bb9fb-6f0e-446e-9cca-9fb549c6f3f6,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:32.529350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-565243c8-ac56-45a8-b726-e2d55380010f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.530499 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-565243c8-ac56-45a8-b726-e2d55380010f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3494220 Apr 06 14:44:32.533514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47330) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:32.538856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-fb60bf7d-7b5c-43a9-87c9-3b1db747c360 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'db45fd88-7d54-401f-a741-12af6b24256b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:32.624716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-fb60bf7d-7b5c-43a9-87c9-3b1db747c360 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:44:32.630139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb60bf7d-7b5c-43a9-87c9-3b1db747c360 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (9e096079-825d-4c47-b148-4aee12043b53), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.690836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb60bf7d-7b5c-43a9-87c9-3b1db747c360 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (9e096079-825d-4c47-b148-4aee12043b53), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.790188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb60bf7d-7b5c-43a9-87c9-3b1db747c360 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (9e096079-825d-4c47-b148-4aee12043b53), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.808962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60bf7d-7b5c-43a9-87c9-3b1db747c360 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e096079-825d-4c47-b148-4aee12043b53,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:32.895048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb60bf7d-7b5c-43a9-87c9-3b1db747c360 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:32.896305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fb60bf7d-7b5c-43a9-87c9-3b1db747c360 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618648 Apr 06 14:44:33.108830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-e23ecc83-34f5-4fe6-8316-03e8fff2705c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836372518&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0476558 Apr 06 14:44:33.164463 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-9d59cff8-070a-4d3e-b6cb-8573440166a9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:33.165847 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-9d59cff8-070a-4d3e-b6cb-8573440166a9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 931 time: 0.0501020 Apr 06 14:44:33.215042 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-a4424ef3-72dd-4a38-873e-6b83aba04f1b service neutron] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0367043 Apr 06 14:44:33.322875 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-d00ac607-9fd2-4461-89c1-510de104ef75 service neutron] 10.222.0.71 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018040 Apr 06 14:44:33.419458 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-6938defa-4ccf-4773-9498-9a8e254fe0e5 service neutron] 10.222.0.71 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907090 Apr 06 14:44:33.471221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-8fc91042-99aa-4faa-8cfd-b8859032a1d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:33.472582 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-8fc91042-99aa-4faa-8cfd-b8859032a1d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 931 time: 0.0474246 Apr 06 14:44:33.782396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05efd20f-5f63-4273-be00-d855b5c5cb6f req-71a09db0-2f6c-4ef6-a64b-0f05416efa05 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 210 time: 0.0347090 Apr 06 14:44:33.891471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47354) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:33.989083 dv-neutron-835863-1-hyperv neutron-server[104442]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:44:34.038865 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-76ee180a-c5c5-459f-b5dc-54c42bc2c722 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:34.040254 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-76ee180a-c5c5-459f-b5dc-54c42bc2c722 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 931 time: 0.1477954 Apr 06 14:44:34.861281 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-288b164f-071d-44d2-a043-060e83a23390 req-65c63317-daee-467e-82a9-797843e80ed1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 210 time: 0.0290010 Apr 06 14:44:35.961453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9190969b-2ddb-4c59-b759-015c9dc7b9ac req-84250d0b-fb6e-4ef7-aaee-a2f50150b0c4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 210 time: 0.0284100 Apr 06 14:44:36.185355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-e586f92d-0d67-4c91-8a6c-540ddbd49b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:36.186740 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-e586f92d-0d67-4c91-8a6c-540ddbd49b81 service neutron] 10.222.0.87 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 1027 time: 0.0389888 Apr 06 14:44:36.307871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-e1fc3b1d-4062-49ef-92af-c55369dca70c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:36.309421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-e1fc3b1d-4062-49ef-92af-c55369dca70c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d HTTP/1.1" status: 200 len: 797 time: 0.1169796 Apr 06 14:44:36.412415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-fc40c757-dadd-493f-b995-98de42c448e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 379 time: 0.0563827 Apr 06 14:44:36.422360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Request body: {'port': {'device_id': '53474273-c289-40e9-8201-862b59835653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:36.483600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:36.757261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fbaa04-5bd6-403f-bc66-3e8540cefb97 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:44:36.765383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Publish callbacks [] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:36.778690 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Transition to ACTIVE for port object 36fbaa04-5bd6-403f-bc66-3e8540cefb97 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:44:36.887256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:36.946934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:37.064287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Attempting to bind port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:44:37.064960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Attempting to bind port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:44:37.064960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Attempting to bind port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:44:37.085921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:44:37.086267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Attempting to bind port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:44:37.095812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:44:37.096159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Checking segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:44:37.096549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Bound using segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:44:37.096988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Bound port: 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:44:37.097477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:37.157330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64521-439a-47f7-81ab-857e8452d6a1 req-e29aae2f-0599-4be8-b94d-c1f9fb5dc9e7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:37.158822 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-baf64521-439a-47f7-81ab-857e8452d6a1 req-e29aae2f-0599-4be8-b94d-c1f9fb5dc9e7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 982 time: 0.1043985 Apr 06 14:44:37.200865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:37.224037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:44:37.232952 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-baf64521-439a-47f7-81ab-857e8452d6a1 req-87ccc4ea-e6d6-4974-8fcc-b99f19b57b40 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651963 Apr 06 14:44:37.334307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:37.374107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:37.374726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:37.376234 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] 10.222.0.87 "PUT /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 1132 time: 0.9577646 Apr 06 14:44:37.376565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53474273-c289-40e9-8201-862b59835653', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:44:37.378783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3034e635-c54e-404f-aa94-1a695ff3d188" -d '{"events": [{"name": "network-changed", "server_uuid": "53474273-c289-40e9-8201-862b59835653", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:44:37.401797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392265bb-bcbe-4bfe-8962-fdf8633301c5 service neutron] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:37.441941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4165187-4c17-4a95-ab2a-54d181507a40 x-openstack-request-id: req-d4165187-4c17-4a95-ab2a-54d181507a40 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:44:37.442242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53474273-c289-40e9-8201-862b59835653", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:44:37.442501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4165187-4c17-4a95-ab2a-54d181507a40 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:44:37.443473 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4165187-4c17-4a95-ab2a-54d181507a40'] response: {'name': 'network-changed', 'server_uuid': '53474273-c289-40e9-8201-862b59835653', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'status': 'completed', 'code': 200} Apr 06 14:44:37.535100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034e635-c54e-404f-aa94-1a695ff3d188 req-b8dfcb12-dd98-4ed8-9e37-fc41ab93e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:37.536688 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3034e635-c54e-404f-aa94-1a695ff3d188 req-b8dfcb12-dd98-4ed8-9e37-fc41ab93e7dc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 1166 time: 0.0502162 Apr 06 14:44:37.649868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034e635-c54e-404f-aa94-1a695ff3d188 req-4d3a9c67-b434-4c41-afa1-d1c48aea60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:37.651286 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3034e635-c54e-404f-aa94-1a695ff3d188 req-4d3a9c67-b434-4c41-afa1-d1c48aea60e7 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1011505 Apr 06 14:44:37.745424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034e635-c54e-404f-aa94-1a695ff3d188 req-d1212dbc-08b6-4766-8e09-1f6866d10601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:37.746892 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3034e635-c54e-404f-aa94-1a695ff3d188 req-d1212dbc-08b6-4766-8e09-1f6866d10601 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897763 Apr 06 14:44:37.856991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-aec989f8-a9ef-48b4-8aef-67e66a3c5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:37.858427 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-aec989f8-a9ef-48b4-8aef-67e66a3c5e20 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 1166 time: 0.0506825 Apr 06 14:44:37.910047 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-5aa2677a-cb94-4023-85e7-c0a13572e95b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 217 time: 0.0396104 Apr 06 14:44:37.961399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-66e0b5f5-07a4-44d4-83b4-4723a3007051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:37.962902 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-66e0b5f5-07a4-44d4-83b4-4723a3007051 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=cca3045d-03ec-4f91-aae3-947605716baa HTTP/1.1" status: 200 len: 834 time: 0.0471044 Apr 06 14:44:38.012262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-a626aacc-4f43-4583-b5ef-483efa8359b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:38.013931 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-a626aacc-4f43-4583-b5ef-483efa8359b4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456045 Apr 06 14:44:38.110078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-375a5d66-5816-48d8-b5ba-4dede34dabd5 service neutron] 10.222.0.87 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900309 Apr 06 14:44:38.211488 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f933bdd-0218-43a4-bbf1-36174ab273bc req-2bc1fcae-476c-4aec-801a-df45b07f35e4 service neutron] 10.222.0.87 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950358 Apr 06 14:44:38.360033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f77834-67bf-4d1a-adb2-058fa03f9c31 req-89fb3a40-5b91-415d-8084-f3d8aab431c4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:38.361581 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53f77834-67bf-4d1a-adb2-058fa03f9c31 req-89fb3a40-5b91-415d-8084-f3d8aab431c4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 982 time: 0.0594029 Apr 06 14:44:38.410416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53f77834-67bf-4d1a-adb2-058fa03f9c31 req-3e1b858c-3cbd-4727-b5aa-e4374e13a968 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Apr 06 14:44:39.132498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2196020-c283-4700-a7d6-a89a7498cbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:39.538293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440549bd-312e-4b6f-94e1-73ff75fce685 req-477589a0-fb4f-4ca9-96c7-4a7de841101d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:39.539858 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-440549bd-312e-4b6f-94e1-73ff75fce685 req-477589a0-fb4f-4ca9-96c7-4a7de841101d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 982 time: 0.0573516 Apr 06 14:44:39.588173 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-440549bd-312e-4b6f-94e1-73ff75fce685 req-734cc8c6-3e14-4719-80d5-a3880f2568f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Apr 06 14:44:39.808239 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-f48d2d6a-ec3e-455b-9853-261ff9295437 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439718 Apr 06 14:44:39.914365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-5c255f27-1bf1-4d34-958b-b0d0bd770de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:39.916024 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-5c255f27-1bf1-4d34-958b-b0d0bd770de0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1129 time: 0.0500166 Apr 06 14:44:40.025627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-7d28df54-610e-4197-a1a5-4daf24f72f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:40.027053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-7d28df54-610e-4197-a1a5-4daf24f72f2e service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.0913143 Apr 06 14:44:40.097241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-b79c9e66-3cef-4426-9a62-9ab8b5b6b0b2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 200 len: 1000 time: 0.0642991 Apr 06 14:44:40.145013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-9d409da0-31aa-4c26-a52f-837c7716baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:40.146598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-9d409da0-31aa-4c26-a52f-837c7716baa9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0438366 Apr 06 14:44:40.197314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-dadfd58a-3a40-40f1-a3e7-c2b0451b352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:40.198872 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-dadfd58a-3a40-40f1-a3e7-c2b0451b352a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462093 Apr 06 14:44:40.292479 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-8832e202-66ff-4d2a-a11e-0ac56084f799 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863800 Apr 06 14:44:40.381365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3734bfa-779f-4dce-ad57-03c0f10c43aa req-dd9714af-84e7-49ba-ad90-f2ed6718c696 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823181 Apr 06 14:44:40.382951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 36fbaa04-5bd6-403f-bc66-3e8540cefb97 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:44:40.485581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:40.497194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'port_id': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'mac_address': 'fa:16:3e:21:2d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:44:40.534195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:40.534583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:40.548446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fbaa04-5bd6-403f-bc66-3e8540cefb97 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:44:40.570454 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:40.628368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:40.699375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:40.710345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c273a1f-0e86-4e36-b924-506bec39d15f req-9466b6bb-bf5f-4067-824d-e75d85c7347d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:40.711877 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c273a1f-0e86-4e36-b924-506bec39d15f req-9466b6bb-bf5f-4067-824d-e75d85c7347d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 983 time: 0.0537660 Apr 06 14:44:40.765246 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c273a1f-0e86-4e36-b924-506bec39d15f req-926f6d0c-ccb8-4323-959b-fe117f65ed8f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Apr 06 14:44:41.058111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['36fbaa04-5bd6-403f-bc66-3e8540cefb97'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:44:41.491165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35e54fcf-16db-4309-b6c4-c3aad220338d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:41.885259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa5ca-a19c-4f7f-947e-e7278832ad02 req-090aa676-f378-4454-a0fc-daf94a746098 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:41.886870 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-356fa5ca-a19c-4f7f-947e-e7278832ad02 req-090aa676-f378-4454-a0fc-daf94a746098 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 983 time: 0.0543590 Apr 06 14:44:41.934415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-356fa5ca-a19c-4f7f-947e-e7278832ad02 req-f5fa4f3e-8061-40f5-bad7-43bb5781d997 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 Apr 06 14:44:42.398799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 36fbaa04-5bd6-403f-bc66-3e8540cefb97 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:44:42.530015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:44:42.534482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:42.534901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:42.618766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:44:42.619185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:42.644002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53474273-c289-40e9-8201-862b59835653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:44:42.644697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06941f9-0768-457f-b7ab-392431a9bac3" -d '{"events": [{"server_uuid": "53474273-c289-40e9-8201-862b59835653", "name": "network-vif-plugged", "status": "completed", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:44:42.657576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:42.682719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc1f32d-9aa6-411b-b45f-74470bb4d84d x-openstack-request-id: req-ccc1f32d-9aa6-411b-b45f-74470bb4d84d {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:44:42.683042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53474273-c289-40e9-8201-862b59835653", "name": "network-vif-plugged", "status": "completed", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:44:42.683299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ccc1f32d-9aa6-411b-b45f-74470bb4d84d {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:44:42.683704 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc1f32d-9aa6-411b-b45f-74470bb4d84d'] response: {'server_uuid': '53474273-c289-40e9-8201-862b59835653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'code': 200} Apr 06 14:44:42.747840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:42.799504 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:43.067745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac661d-74fd-4bcd-a578-3f931517b809 req-30d2c322-f110-4b6c-8863-a92e3def6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:43.069567 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-10ac661d-74fd-4bcd-a578-3f931517b809 req-30d2c322-f110-4b6c-8863-a92e3def6e25 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 1168 time: 0.0778544 Apr 06 14:44:43.089841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0194-6986-492e-9923-e62be6933cc8 req-657a73ed-be68-40d0-9379-a21e166d8060 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:43.091274 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-419e0194-6986-492e-9923-e62be6933cc8 req-657a73ed-be68-40d0-9379-a21e166d8060 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 984 time: 0.0751956 Apr 06 14:44:43.149742 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-10ac661d-74fd-4bcd-a578-3f931517b809 req-2f82ffd4-ebc9-47f0-b86c-f8c1dd3f394c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727861 Apr 06 14:44:43.160733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-419e0194-6986-492e-9923-e62be6933cc8 req-b3d38c7d-0736-4c8b-9c07-250d4f2d2a7d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Apr 06 14:44:43.726853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:44.286819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6683a4-ee1c-4659-993d-f7d8a557cf89 req-47b40f10-2c17-4e53-836d-bdbeff8ff07d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:44.289107 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5d6683a4-ee1c-4659-993d-f7d8a557cf89 req-47b40f10-2c17-4e53-836d-bdbeff8ff07d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 984 time: 0.0579057 Apr 06 14:44:44.336697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5d6683a4-ee1c-4659-993d-f7d8a557cf89 req-e4ecae2f-5e2b-47a7-adcd-247f3e1e097e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Apr 06 14:44:45.459302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a75a1-0d10-4a1d-b22a-75f1b2b66f9d req-be400183-d4da-458c-b738-aa117046b9ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:45.460763 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-639a75a1-0d10-4a1d-b22a-75f1b2b66f9d req-be400183-d4da-458c-b738-aa117046b9ad tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 984 time: 0.0534136 Apr 06 14:44:45.513120 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-639a75a1-0d10-4a1d-b22a-75f1b2b66f9d req-eb3f8b78-963d-40e4-985f-5fc55f07a289 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467656 Apr 06 14:44:45.633171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40fffa-0180-47b8-afcb-4eb748ec4ac9 req-ea93db12-6372-42b9-95c4-795b0ef6a26d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:45.634580 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc40fffa-0180-47b8-afcb-4eb748ec4ac9 req-ea93db12-6372-42b9-95c4-795b0ef6a26d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 984 time: 0.0540152 Apr 06 14:44:45.688042 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc40fffa-0180-47b8-afcb-4eb748ec4ac9 req-05b8de78-ebec-46f8-9fee-86301ab2f265 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476489 Apr 06 14:44:45.720717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47398) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:45.766500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88d273b-adc0-43f6-b60f-da9cae38cc7c tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:45.771316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47400) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:45.775934 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d88d273b-adc0-43f6-b60f-da9cae38cc7c tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 1163 time: 0.0494056 Apr 06 14:44:45.776374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:45.795316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:45.875617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:45.981107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:46.098172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.61 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/47c66195-536b-4a66-a4df-e9f5fbea30ef) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:44:46.204191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (47c66195-536b-4a66-a4df-e9f5fbea30ef), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:46.407935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (47c66195-536b-4a66-a4df-e9f5fbea30ef), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:46.449610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:44:46.452783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:44:46.453399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:46.456738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:44:46.485421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=47c66195-536b-4a66-a4df-e9f5fbea30ef,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:46.825802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (8e3eb65d-3635-4903-a807-6c7539d8775c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:46.956596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (47c66195-536b-4a66-a4df-e9f5fbea30ef), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:47.112218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (47c66195-536b-4a66-a4df-e9f5fbea30ef), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:47.210387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (47c66195-536b-4a66-a4df-e9f5fbea30ef), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:47.282152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=47c66195-536b-4a66-a4df-e9f5fbea30ef,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:47.295480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (8e3eb65d-3635-4903-a807-6c7539d8775c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:47.734756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 8e3eb65d-3635-4903-a807-6c7539d8775c associated. External IP: 172.26.7.61, port: 36fbaa04-5bd6-403f-bc66-3e8540cefb97. Apr 06 14:44:47.943629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 12cf6a66-d8d1-42d5-9e12-c02363f0775d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:44:48.054641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:44:48.065170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] Sync routers for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:44:48.076297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:48.076936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:44:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:48.132835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:48.165234 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-017b4666-bcf8-4ffc-94f8-9fb80e55848b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3925829 Apr 06 14:44:48.165738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53474273-c289-40e9-8201-862b59835653', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:44:48.168025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334672a5-95f2-4f61-a835-f6038c9e390d" -d '{"events": [{"name": "network-changed", "server_uuid": "53474273-c289-40e9-8201-862b59835653", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:44:48.168191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47404) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:48.186849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:48.209566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bd1197-054d-4419-9e31-27d7ccc5f8df x-openstack-request-id: req-d6bd1197-054d-4419-9e31-27d7ccc5f8df {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:44:48.209900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53474273-c289-40e9-8201-862b59835653", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:44:48.210084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6bd1197-054d-4419-9e31-27d7ccc5f8df {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:44:48.210641 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bd1197-054d-4419-9e31-27d7ccc5f8df'] response: {'name': 'network-changed', 'server_uuid': '53474273-c289-40e9-8201-862b59835653', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'status': 'completed', 'code': 200} Apr 06 14:44:48.260656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57af1c14-c6fe-4b3f-b40f-c533e21faf32 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:48.262215 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-57af1c14-c6fe-4b3f-b40f-c533e21faf32 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653&network_id=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d HTTP/1.1" status: 200 len: 1163 time: 0.0926499 Apr 06 14:44:48.310299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334672a5-95f2-4f61-a835-f6038c9e390d req-df61f728-beb3-4b6e-94e8-b2f4bf53dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:48.311781 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-334672a5-95f2-4f61-a835-f6038c9e390d req-df61f728-beb3-4b6e-94e8-b2f4bf53dde1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 1168 time: 0.0534830 Apr 06 14:44:48.412986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334672a5-95f2-4f61-a835-f6038c9e390d req-27ee06dc-2d8c-411e-9f0b-cb6b9ca1164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:48.414466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-334672a5-95f2-4f61-a835-f6038c9e390d req-27ee06dc-2d8c-411e-9f0b-cb6b9ca1164a service neutron] 10.222.0.87 "GET /v2.0/networks?id=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d HTTP/1.1" status: 200 len: 899 time: 0.0956547 Apr 06 14:44:48.423242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '8e3eb65d-3635-4903-a807-6c7539d8775c', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'port_id': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2069079405', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'mac_address': 'fa:16:3e:21:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474273-c289-40e9-8201-862b59835653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:44:46Z', 'updated_at': '2022-04-06T14:44:46Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:29Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:48.456453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] Checking router: 12cf6a66-d8d1-42d5-9e12-c02363f0775d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:44:48.465925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:44:48.466549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:44:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:48.492896 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-334672a5-95f2-4f61-a835-f6038c9e390d req-b26ab334-a8bf-45f3-b946-55c7fed241c7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 1037 time: 0.0693097 Apr 06 14:44:48.550806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334672a5-95f2-4f61-a835-f6038c9e390d req-876b91a6-3a2d-4ed6-8766-8beba5fcb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:48.553355 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-334672a5-95f2-4f61-a835-f6038c9e390d req-876b91a6-3a2d-4ed6-8766-8beba5fcb4fa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=cca3045d-03ec-4f91-aae3-947605716baa HTTP/1.1" status: 200 len: 834 time: 0.0536635 Apr 06 14:44:48.579006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:44:48.606428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334672a5-95f2-4f61-a835-f6038c9e390d req-27f43cc3-a8b8-4355-9211-e16255152b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:48.607978 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-334672a5-95f2-4f61-a835-f6038c9e390d req-27f43cc3-a8b8-4355-9211-e16255152b31 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448456 Apr 06 14:44:48.738800 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-334672a5-95f2-4f61-a835-f6038c9e390d req-9e3a29f8-c770-441e-bb11-51e72c7f0595 service neutron] 10.222.0.87 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230268 Apr 06 14:44:48.746925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b1f48-ee3f-4637-b395-15f7d5ae99a7 req-5781d3f2-2a13-4944-8ab7-48b34fbaab52 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:48.748368 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-226b1f48-ee3f-4637-b395-15f7d5ae99a7 req-5781d3f2-2a13-4944-8ab7-48b34fbaab52 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 984 time: 0.0843306 Apr 06 14:44:48.828543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '8e3eb65d-3635-4903-a807-6c7539d8775c', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'port_id': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2069079405', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'mac_address': 'fa:16:3e:21:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474273-c289-40e9-8201-862b59835653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:44:46Z', 'updated_at': '2022-04-06T14:44:46Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:29Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:44:48.851054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-226b1f48-ee3f-4637-b395-15f7d5ae99a7 req-91ce323c-c928-4fa1-92e4-5074f39ba368 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943794 Apr 06 14:44:48.858776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eea9e6-a9af-47af-a9b5-477ca293b571 None None] The sync data for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv is: [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '8e3eb65d-3635-4903-a807-6c7539d8775c', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'port_id': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2069079405', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'mac_address': 'fa:16:3e:21:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53474273-c289-40e9-8201-862b59835653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:44:46Z', 'updated_at': '2022-04-06T14:44:46Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:29Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:44:48.877086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-334672a5-95f2-4f61-a835-f6038c9e390d req-4ffea0e4-3d0b-4e29-a4a6-e0d494943656 service neutron] 10.222.0.87 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277459 Apr 06 14:44:49.064348 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53cab4-7435-4134-b1a2-94ae0eb3c7a2 None None] New status for floating IP 8e3eb65d-3635-4903-a807-6c7539d8775c: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:44:49.978443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeed059-c9bf-48c5-8ee4-1acc228673ec req-fed283bf-1a95-4cba-92f0-63a532aa5ce0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:49.979969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6eeed059-c9bf-48c5-8ee4-1acc228673ec req-fed283bf-1a95-4cba-92f0-63a532aa5ce0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 984 time: 0.0586374 Apr 06 14:44:50.033041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6eeed059-c9bf-48c5-8ee4-1acc228673ec req-95b7c52e-0fb4-40d5-8638-4f1d15d2e412 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Apr 06 14:44:50.597325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-28959018-5c12-47f2-b0f7-495eda7be850 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:50.599839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-28959018-5c12-47f2-b0f7-495eda7be850 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 984 time: 0.0528131 Apr 06 14:44:50.649520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-4dc82721-adeb-4bea-aeb6-8013f2baaab2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:50.650778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-4dc82721-adeb-4bea-aeb6-8013f2baaab2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0450459 Apr 06 14:44:50.751114 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-24c78f57-0df3-4dfe-bacf-5a558736add5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0949402 Apr 06 14:44:50.760773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:50.823922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:50.960791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:44:50.994785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:44:51.028016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] device_id is not set on port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:44:51.038346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] Publish callbacks [] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:51.154996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d89c7-3ec5-4683-b644-41e47219ce7f req-c6b627fd-b09e-4726-b90a-ae61c55a5d5d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:51.156817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-394d89c7-3ec5-4683-b644-41e47219ce7f req-c6b627fd-b09e-4726-b90a-ae61c55a5d5d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 984 time: 0.0555351 Apr 06 14:44:51.157994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:51.298577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=6']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:51.357194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-394d89c7-3ec5-4683-b644-41e47219ce7f req-e274af42-1a89-449c-9b56-03d514f0cf8e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733339 Apr 06 14:44:51.378636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] No DVR routers for this DVR port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:44:51.411900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-43e9640e-e673-4aa2-9a95-ab9d0488875a None None] Provisioning complete for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:44:51.412539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43e9640e-e673-4aa2-9a95-ab9d0488875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:51.449550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-43e9640e-e673-4aa2-9a95-ab9d0488875a None None] Port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:44:51.525431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] In _notify_port_updated(), no bound segment for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:44:51.526319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:51.526938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:51.528258 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c78a5204-a95a-40fa-8672-caa9cc212431 req-214746eb-d57f-4da9-a03f-90f62e4aa71a service neutron] 10.222.0.87 "PUT /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 1027 time: 0.7713382 Apr 06 14:44:52.430736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 36fbaa04-5bd6-403f-bc66-3e8540cefb97 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:44:52.471124 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eee662c5-d29b-4b5a-a932-d1748c7ebc39 req-512e053f-0443-4092-a975-4af238ada077 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=53474273-c289-40e9-8201-862b59835653 HTTP/1.1" status: 200 len: 210 time: 0.0292189 Apr 06 14:44:52.471713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] The host hv-neutron-8358 is not matching for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 host ! {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:44:52.471713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 36fbaa04-5bd6-403f-bc66-3e8540cefb97 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:44:53.536894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47420) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:53.584175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea6cec-35a5-4231-86de-e0c33376b137 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:53.585554 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-04ea6cec-35a5-4231-86de-e0c33376b137 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 926 time: 0.0476661 Apr 06 14:44:53.635980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:53.984289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47424) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:53.995208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-52c1349e-c547-4d37-b280-bef004a55fac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830293332', 'description': 'tempest-secgroup-smoke-830293332 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:54.047816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52c1349e-c547-4d37-b280-bef004a55fac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.115792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52c1349e-c547-4d37-b280-bef004a55fac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (39bfd4ec-d148-46ac-a0d6-d1700601088d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.224020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52c1349e-c547-4d37-b280-bef004a55fac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (39bfd4ec-d148-46ac-a0d6-d1700601088d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.257356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1349e-c547-4d37-b280-bef004a55fac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bfd4ec-d148-46ac-a0d6-d1700601088d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:54.337450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52c1349e-c547-4d37-b280-bef004a55fac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.338784 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-52c1349e-c547-4d37-b280-bef004a55fac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3535039 Apr 06 14:44:54.341650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47426) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:54.346019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bdd6959b-88f9-4d53-9cce-63abc70bd1ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '39bfd4ec-d148-46ac-a0d6-d1700601088d', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:54.427036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6959b-88f9-4d53-9cce-63abc70bd1ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (338ed08c-e145-466a-b8a9-ac36221c0eae), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.481350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6959b-88f9-4d53-9cce-63abc70bd1ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (338ed08c-e145-466a-b8a9-ac36221c0eae), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.566848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6959b-88f9-4d53-9cce-63abc70bd1ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (338ed08c-e145-466a-b8a9-ac36221c0eae), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.585187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6959b-88f9-4d53-9cce-63abc70bd1ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338ed08c-e145-466a-b8a9-ac36221c0eae,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:54.660403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bdd6959b-88f9-4d53-9cce-63abc70bd1ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.662259 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bdd6959b-88f9-4d53-9cce-63abc70bd1ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3196805 Apr 06 14:44:54.665045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47428) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:54.752905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-73fede02-29ca-48f1-b0f0-29cd2ff178f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '39bfd4ec-d148-46ac-a0d6-d1700601088d', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:54.852925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-73fede02-29ca-48f1-b0f0-29cd2ff178f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (336e0d7c-424d-4bb6-9e7e-52262150aa96), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.908629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-73fede02-29ca-48f1-b0f0-29cd2ff178f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (336e0d7c-424d-4bb6-9e7e-52262150aa96), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:54.978220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-73fede02-29ca-48f1-b0f0-29cd2ff178f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (336e0d7c-424d-4bb6-9e7e-52262150aa96), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.003040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fede02-29ca-48f1-b0f0-29cd2ff178f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336e0d7c-424d-4bb6-9e7e-52262150aa96,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:55.117335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-73fede02-29ca-48f1-b0f0-29cd2ff178f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.118630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-73fede02-29ca-48f1-b0f0-29cd2ff178f3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4525473 Apr 06 14:44:55.121301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47432) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:55.125649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3f809895-7fa6-4535-b438-816bf6991643 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '39bfd4ec-d148-46ac-a0d6-d1700601088d', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:55.229499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3f809895-7fa6-4535-b438-816bf6991643 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (416348c0-65af-4638-b95c-b0825a5ce968), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.287191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3f809895-7fa6-4535-b438-816bf6991643 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (416348c0-65af-4638-b95c-b0825a5ce968), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.346847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3f809895-7fa6-4535-b438-816bf6991643 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (416348c0-65af-4638-b95c-b0825a5ce968), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.368223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f809895-7fa6-4535-b438-816bf6991643 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416348c0-65af-4638-b95c-b0825a5ce968,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:55.431739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3f809895-7fa6-4535-b438-816bf6991643 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.432993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3f809895-7fa6-4535-b438-816bf6991643 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107734 Apr 06 14:44:55.435722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47434) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:55.440016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8c2155f5-9b02-4d25-a21c-7f67d315a4c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '39bfd4ec-d148-46ac-a0d6-d1700601088d', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:55.555687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8c2155f5-9b02-4d25-a21c-7f67d315a4c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (341621ad-f961-4382-bce5-52ebb1b154ea), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.613381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8c2155f5-9b02-4d25-a21c-7f67d315a4c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (341621ad-f961-4382-bce5-52ebb1b154ea), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.693021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8c2155f5-9b02-4d25-a21c-7f67d315a4c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (341621ad-f961-4382-bce5-52ebb1b154ea), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.710783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2155f5-9b02-4d25-a21c-7f67d315a4c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341621ad-f961-4382-bce5-52ebb1b154ea,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:55.777659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8c2155f5-9b02-4d25-a21c-7f67d315a4c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.778943 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8c2155f5-9b02-4d25-a21c-7f67d315a4c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3422623 Apr 06 14:44:55.781943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47436) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:55.786465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6e08cf03-35b2-4767-8e1b-ca54b9d7b2cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '39bfd4ec-d148-46ac-a0d6-d1700601088d', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:55.869810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-6e08cf03-35b2-4767-8e1b-ca54b9d7b2cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:44:55.875101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e08cf03-35b2-4767-8e1b-ca54b9d7b2cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (5de76927-50d1-4f16-a1d3-c9eeccb72a85), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:55.934578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e08cf03-35b2-4767-8e1b-ca54b9d7b2cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (5de76927-50d1-4f16-a1d3-c9eeccb72a85), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:56.023747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e08cf03-35b2-4767-8e1b-ca54b9d7b2cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (5de76927-50d1-4f16-a1d3-c9eeccb72a85), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:56.042208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08cf03-35b2-4767-8e1b-ca54b9d7b2cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de76927-50d1-4f16-a1d3-c9eeccb72a85,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:56.126802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e08cf03-35b2-4767-8e1b-ca54b9d7b2cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:56.127993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6e08cf03-35b2-4767-8e1b-ca54b9d7b2cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450861 Apr 06 14:44:56.134795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47438) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:56.139170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2b17a97e-e34c-4a67-864f-647f713185e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '39bfd4ec-d148-46ac-a0d6-d1700601088d', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:56.221441 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-2b17a97e-e34c-4a67-864f-647f713185e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:44:56.230510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b17a97e-e34c-4a67-864f-647f713185e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (24881cbc-6ccd-4415-8983-83d5126e036f), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:56.292161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b17a97e-e34c-4a67-864f-647f713185e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (24881cbc-6ccd-4415-8983-83d5126e036f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:56.383797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b17a97e-e34c-4a67-864f-647f713185e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (24881cbc-6ccd-4415-8983-83d5126e036f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:56.400635 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:44:56.405214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17a97e-e34c-4a67-864f-647f713185e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24881cbc-6ccd-4415-8983-83d5126e036f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:44:56.509144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b17a97e-e34c-4a67-864f-647f713185e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:56.510383 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2b17a97e-e34c-4a67-864f-647f713185e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3746490 Apr 06 14:44:56.680020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-e5968c25-04a1-45b7-ab3d-689c57b6d2da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830293332&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0465052 Apr 06 14:44:56.731847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-a6e0af7a-eca0-47be-8156-e814ca1bbeee tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:56.733197 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-a6e0af7a-eca0-47be-8156-e814ca1bbeee tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 931 time: 0.0460265 Apr 06 14:44:56.781654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-35cbda6d-119a-4ab8-8312-ec27f44bce02 service neutron] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0363667 Apr 06 14:44:56.873643 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-261c0458-a949-4014-aeea-04b7b82725fc service neutron] 10.222.0.71 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863700 Apr 06 14:44:56.964508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-28306166-73e9-4819-b6e6-7470dd5bba6f service neutron] 10.222.0.71 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850289 Apr 06 14:44:57.016550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-46acead1-258f-4a0f-b211-6bae10831c9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:57.017873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-46acead1-258f-4a0f-b211-6bae10831c9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 931 time: 0.0476921 Apr 06 14:44:57.323583 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfa0bea2-d245-43e6-895c-7dedd3d9fd26 req-b56ef968-3db9-4ca2-b8c6-f1b9c7cc594a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 210 time: 0.0319381 Apr 06 14:44:57.334173 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47458) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:44:57.432041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-751d761f-01ec-4165-859b-5927e33f929b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:57.433415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-751d761f-01ec-4165-859b-5927e33f929b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 931 time: 0.0982690 Apr 06 14:44:58.420112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-587df14e-8009-436d-9c6f-de356aa765a9 req-66aff66f-2c45-468a-a928-713a8e128729 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 210 time: 0.0282359 Apr 06 14:44:59.521799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f977bd5d-76e4-4194-b162-ae62a8c952d4 req-8ea12b93-8d87-4ea8-9aa4-e084b1a457db tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 210 time: 0.0341020 Apr 06 14:44:59.550435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-99efe8f8-1c05-41d7-9971-61277655b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:59.552457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-99efe8f8-1c05-41d7-9971-61277655b524 service neutron] 10.222.0.87 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 1027 time: 0.0552871 Apr 06 14:44:59.661259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-8acaf04b-dd5b-4b5c-b309-9d6c1b1d5ac8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:44:59.662825 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-8acaf04b-dd5b-4b5c-b309-9d6c1b1d5ac8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d HTTP/1.1" status: 200 len: 797 time: 0.1054249 Apr 06 14:44:59.748708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f7e48bae-9895-410c-919b-374d8bc94435 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 471 time: 0.0704222 Apr 06 14:44:59.759247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Request body: {'port': {'device_id': '0d68ffb1-c514-4c2f-94fb-682db0af46a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:44:59.824759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:00.091885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fbaa04-5bd6-403f-bc66-3e8540cefb97 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:45:00.099805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Publish callbacks [] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:00.112158 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Transition to ACTIVE for port object 36fbaa04-5bd6-403f-bc66-3e8540cefb97 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:45:00.218120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:00.304314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=7']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:00.414446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Attempting to bind port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:00.414780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Attempting to bind port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:00.415250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Attempting to bind port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:00.420237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:45:00.420629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Attempting to bind port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:00.425917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:00.426501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Checking segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:00.426755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Bound using segment: {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:00.427306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Bound port: 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756c010f-104b-46e7-98e2-564df0744b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:00.427740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:00.495057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:00.498420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:00.564539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:00.610530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:00.611339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:00.612933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] 10.222.0.87 "PUT /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 1132 time: 0.8580585 Apr 06 14:45:00.613410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d68ffb1-c514-4c2f-94fb-682db0af46a4', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:45:00.616034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75815a27-3d43-4fd6-a382-fa8a33bac717" -d '{"events": [{"name": "network-changed", "server_uuid": "0d68ffb1-c514-4c2f-94fb-682db0af46a4", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:45:00.659258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcab5a0-7b4d-4300-b377-e2b3c31b7f41 x-openstack-request-id: req-dbcab5a0-7b4d-4300-b377-e2b3c31b7f41 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:45:00.659552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d68ffb1-c514-4c2f-94fb-682db0af46a4", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:45:00.659875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dbcab5a0-7b4d-4300-b377-e2b3c31b7f41 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:45:00.660286 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcab5a0-7b4d-4300-b377-e2b3c31b7f41'] response: {'name': 'network-changed', 'server_uuid': '0d68ffb1-c514-4c2f-94fb-682db0af46a4', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'status': 'completed', 'code': 200} Apr 06 14:45:00.669405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dc8e9-376c-45fc-9f81-3be25dddac99 service neutron] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=8']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:00.691441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54f8ec-5c4c-4580-b0e0-5c4d85c5d96d req-ce977a49-a56f-40ab-a0a2-bd17cbabc95d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:00.694390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2d54f8ec-5c4c-4580-b0e0-5c4d85c5d96d req-ce977a49-a56f-40ab-a0a2-bd17cbabc95d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 982 time: 0.0991096 Apr 06 14:45:00.784135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2d54f8ec-5c4c-4580-b0e0-5c4d85c5d96d req-7f4f4fd7-b958-4a4d-8a1c-400657d1f609 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Apr 06 14:45:00.794388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815a27-3d43-4fd6-a382-fa8a33bac717 req-3764689c-63a0-4be9-939c-2e811d32e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:00.801549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75815a27-3d43-4fd6-a382-fa8a33bac717 req-3764689c-63a0-4be9-939c-2e811d32e903 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 1166 time: 0.0891843 Apr 06 14:45:00.901945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815a27-3d43-4fd6-a382-fa8a33bac717 req-8a064a02-a55d-47ce-84af-34aba09de35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:00.903528 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75815a27-3d43-4fd6-a382-fa8a33bac717 req-8a064a02-a55d-47ce-84af-34aba09de35e service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0925772 Apr 06 14:45:01.001996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815a27-3d43-4fd6-a382-fa8a33bac717 req-236abcb6-6fe1-482b-a87c-78c864f2fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:01.003531 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75815a27-3d43-4fd6-a382-fa8a33bac717 req-236abcb6-6fe1-482b-a87c-78c864f2fd57 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938389 Apr 06 14:45:01.115837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-ceefa352-8e56-424e-9bfb-9485dd9ede84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:01.117607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-ceefa352-8e56-424e-9bfb-9485dd9ede84 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 1166 time: 0.0496302 Apr 06 14:45:01.195634 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-e2d0813e-fe52-4ce4-8d25-b21ae5295aee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 1037 time: 0.0647912 Apr 06 14:45:01.246841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-d22c47ff-93d9-410f-aaf4-8e9e91301b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:01.248406 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-d22c47ff-93d9-410f-aaf4-8e9e91301b8b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=cca3045d-03ec-4f91-aae3-947605716baa HTTP/1.1" status: 200 len: 834 time: 0.0470238 Apr 06 14:45:01.297259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f9c0f7f4-fb5f-4cbd-a190-0743cead7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:01.298751 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-f9c0f7f4-fb5f-4cbd-a190-0743cead7bb0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449874 Apr 06 14:45:01.390614 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-631a233c-2954-4788-921b-8ba1ab18876c service neutron] 10.222.0.87 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858119 Apr 06 14:45:01.486611 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-2e09a60e-e7af-4d0a-91ed-34094f2e7897 service neutron] 10.222.0.87 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898504 Apr 06 14:45:01.916906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83120b4-c4aa-4826-93eb-bd74b0fa0216 req-776856d0-a51a-43c1-9e97-c8034cc9964c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:01.918378 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d83120b4-c4aa-4826-93eb-bd74b0fa0216 req-776856d0-a51a-43c1-9e97-c8034cc9964c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 982 time: 0.0576406 Apr 06 14:45:01.964725 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d83120b4-c4aa-4826-93eb-bd74b0fa0216 req-8dd3eab4-2358-4aef-a78e-a75e4630e37b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Apr 06 14:45:03.094083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2206b9-8375-4e80-89f0-916769ecda97 req-cbde87ba-609a-4d68-be01-96e53b8edd36 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:03.095639 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9a2206b9-8375-4e80-89f0-916769ecda97 req-cbde87ba-609a-4d68-be01-96e53b8edd36 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 982 time: 0.0578797 Apr 06 14:45:03.143586 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9a2206b9-8375-4e80-89f0-916769ecda97 req-ab365385-8aa7-4a4c-a571-8eb8851d2d85 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Apr 06 14:45:04.264336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c9031-249c-4591-b085-5b2b1f0bc275 req-2ecf915b-3f9d-471f-a782-43caf3c46a82 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:04.265860 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e39c9031-249c-4591-b085-5b2b1f0bc275 req-2ecf915b-3f9d-471f-a782-43caf3c46a82 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 982 time: 0.0533876 Apr 06 14:45:04.317508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e39c9031-249c-4591-b085-5b2b1f0bc275 req-3e889404-046d-4680-ae5d-b8c7d5a6dd9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Apr 06 14:45:05.460800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598610-3c4b-4941-bc76-d274c940a595 req-7e1c0047-df6c-40b4-aeec-abf4e8259787 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:05.463219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07598610-3c4b-4941-bc76-d274c940a595 req-7e1c0047-df6c-40b4-aeec-abf4e8259787 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 982 time: 0.0792160 Apr 06 14:45:05.514052 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07598610-3c4b-4941-bc76-d274c940a595 req-9ba23fc6-3010-466a-8e5d-f54521008be1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Apr 06 14:45:06.465235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 36fbaa04-5bd6-403f-bc66-3e8540cefb97 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:45:06.565650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:06.585204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'port_id': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'mac_address': 'fa:16:3e:21:2d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:45:06.622786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:06.623211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:06.635238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cea9c-c33c-4e6f-9b5c-6251dd43e033 req-e45a2565-dca2-4935-bddf-b69fe2d1a786 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:06.636767 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9a1cea9c-c33c-4e6f-9b5c-6251dd43e033 req-e45a2565-dca2-4935-bddf-b69fe2d1a786 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 982 time: 0.0557637 Apr 06 14:45:06.641622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fbaa04-5bd6-403f-bc66-3e8540cefb97 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:45:06.662323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:06.686462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9a1cea9c-c33c-4e6f-9b5c-6251dd43e033 req-52a4be1e-691f-4099-9204-c7f403cc6142 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Apr 06 14:45:06.746970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:06.795185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=9']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:07.138741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['36fbaa04-5bd6-403f-bc66-3e8540cefb97'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:45:07.809150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7186ce-6957-4fb0-be3a-d53ca5a26a61 req-d9ef9d41-d23b-40f4-a340-04ba11043866 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:07.810623 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a7186ce-6957-4fb0-be3a-d53ca5a26a61 req-d9ef9d41-d23b-40f4-a340-04ba11043866 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 983 time: 0.0583942 Apr 06 14:45:07.859472 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a7186ce-6957-4fb0-be3a-d53ca5a26a61 req-9c5c81bc-0d82-4942-9f29-d9269e511bf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Apr 06 14:45:08.464232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 36fbaa04-5bd6-403f-bc66-3e8540cefb97 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:08.609577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:45:08.615600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:08.616111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:08.710804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:08.711180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:08.742607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d68ffb1-c514-4c2f-94fb-682db0af46a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:45:08.744925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f50d4f-570d-4069-b7eb-3305bc4b0e26" -d '{"events": [{"server_uuid": "0d68ffb1-c514-4c2f-94fb-682db0af46a4", "name": "network-vif-plugged", "status": "completed", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:45:08.758383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:08.791251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b16dc-712d-4415-96e7-6f2c4a89d3c7 x-openstack-request-id: req-921b16dc-712d-4415-96e7-6f2c4a89d3c7 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:45:08.791658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d68ffb1-c514-4c2f-94fb-682db0af46a4", "name": "network-vif-plugged", "status": "completed", "tag": "36fbaa04-5bd6-403f-bc66-3e8540cefb97", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:45:08.792024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-921b16dc-712d-4415-96e7-6f2c4a89d3c7 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:45:08.792609 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921b16dc-712d-4415-96e7-6f2c4a89d3c7'] response: {'server_uuid': '0d68ffb1-c514-4c2f-94fb-682db0af46a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fbaa04-5bd6-403f-bc66-3e8540cefb97', 'code': 200} Apr 06 14:45:08.835334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:08.893785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=10']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:09.000189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e887e1-5b7d-4f31-b427-40f1778ccb6c req-e6ff0eb3-f27a-4267-b3ce-d2f75af42535 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:09.002891 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b8e887e1-5b7d-4f31-b427-40f1778ccb6c req-e6ff0eb3-f27a-4267-b3ce-d2f75af42535 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 985 time: 0.0638740 Apr 06 14:45:09.062139 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b8e887e1-5b7d-4f31-b427-40f1778ccb6c req-4fea35d5-7f71-4762-afaa-21ace05b85d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519862 Apr 06 14:45:09.075661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e5dcff63-8357-44a3-a0a2-3be9a37080d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:09.124913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd79e2-2c67-40ba-ad4a-9d6720223e12 req-d4844243-a20b-4a0f-97e6-856e98bc8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:09.126565 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8cd79e2-2c67-40ba-ad4a-9d6720223e12 req-d4844243-a20b-4a0f-97e6-856e98bc8d7a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 1169 time: 0.0519409 Apr 06 14:45:09.175098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8cd79e2-2c67-40ba-ad4a-9d6720223e12 req-80a027e3-3035-43c8-b6b7-2e578496a1b3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Apr 06 14:45:10.196205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f5dd-cba5-47d4-87ac-0c045e2cb513 req-9f51e39b-0b7c-441e-82c8-c5d87751935f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:10.197718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0820f5dd-cba5-47d4-87ac-0c045e2cb513 req-9f51e39b-0b7c-441e-82c8-c5d87751935f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 985 time: 0.0549958 Apr 06 14:45:10.246190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0820f5dd-cba5-47d4-87ac-0c045e2cb513 req-1466aedc-d1ca-4746-9a51-a1be76440cf5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429120 Apr 06 14:45:11.369246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde23e1-70a9-4093-b737-bd325cf352bb req-eaf60af1-2cea-4218-aab2-168ea410317d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:11.370784 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8cde23e1-70a9-4093-b737-bd325cf352bb req-eaf60af1-2cea-4218-aab2-168ea410317d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 985 time: 0.0552375 Apr 06 14:45:11.426550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8cde23e1-70a9-4093-b737-bd325cf352bb req-8d6b079a-3b26-4447-a9af-79b22fa64b3a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Apr 06 14:45:11.490504 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e43b7947-3d5b-4464-91d7-7b0b8b37cf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:11.558273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c37d5e-1299-4b15-a7ae-5ca7ad8dd9f4 req-350cdaac-506b-4dff-a605-9d109e066dc9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:11.559816 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-59c37d5e-1299-4b15-a7ae-5ca7ad8dd9f4 req-350cdaac-506b-4dff-a605-9d109e066dc9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 985 time: 0.0638151 Apr 06 14:45:11.608277 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-59c37d5e-1299-4b15-a7ae-5ca7ad8dd9f4 req-0f89f62d-d572-4712-b9bc-bb0e1f710e38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Apr 06 14:45:11.630746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47510) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:11.707455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e271628c-1698-47a4-9ba5-7c881aa1d1f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:11.709094 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e271628c-1698-47a4-9ba5-7c881aa1d1f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4&network_id=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d HTTP/1.1" status: 200 len: 1164 time: 0.0773392 Apr 06 14:45:12.210321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1fbb6-165c-424d-99dc-48bd85e4d622 req-028b6f7c-cfe1-4161-b07c-1feb59ef8c93 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:12.211895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5a1fbb6-165c-424d-99dc-48bd85e4d622 req-028b6f7c-cfe1-4161-b07c-1feb59ef8c93 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 985 time: 0.0575137 Apr 06 14:45:12.260138 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c5a1fbb6-165c-424d-99dc-48bd85e4d622 req-4b9adfb0-93b5-4e02-a0cb-66906e2b29f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Apr 06 14:45:13.382926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f10c9-9d0e-4a89-99c4-8d104a76d6dd req-3a7c5517-0711-479f-bbc5-f55a1f7ff42a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:13.384514 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-955f10c9-9d0e-4a89-99c4-8d104a76d6dd req-3a7c5517-0711-479f-bbc5-f55a1f7ff42a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 985 time: 0.0541914 Apr 06 14:45:13.433697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-955f10c9-9d0e-4a89-99c4-8d104a76d6dd req-65d383a3-d064-4f3a-951a-18535465ac1b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Apr 06 14:45:13.737578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:13.766287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048f60-f008-4846-b0ac-26d758167746 req-cbed08f3-766e-40b9-adda-118234721ef0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:13.767816 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05048f60-f008-4846-b0ac-26d758167746 req-cbed08f3-766e-40b9-adda-118234721ef0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 985 time: 0.0516353 Apr 06 14:45:13.817970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048f60-f008-4846-b0ac-26d758167746 req-4d3e37d2-2169-4361-80c3-2256264c2967 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:13.819360 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05048f60-f008-4846-b0ac-26d758167746 req-4d3e37d2-2169-4361-80c3-2256264c2967 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0464635 Apr 06 14:45:13.919754 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05048f60-f008-4846-b0ac-26d758167746 req-09620c70-8502-49e4-bea8-5ba316605521 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0957549 Apr 06 14:45:13.929128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:13.991005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:14.124938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=36fbaa04-5bd6-403f-bc66-3e8540cefb97,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:14.495951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] For port 36fbaa04-5bd6-403f-bc66-3e8540cefb97, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:14.553225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] device_id is not set on port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 yet. {{(pid=104443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 14:45:14.563807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Publish callbacks [] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:14.585575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ae55-de36-4a4d-a92e-5ab4f5a9b38d req-f3a7fdf8-cbdc-4d8f-834f-5cd13bfbbca5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:14.587187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a612ae55-de36-4a4d-a92e-5ab4f5a9b38d req-f3a7fdf8-cbdc-4d8f-834f-5cd13bfbbca5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 985 time: 0.0723450 Apr 06 14:45:14.630419 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:14.660681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a612ae55-de36-4a4d-a92e-5ab4f5a9b38d req-599bdeae-885c-405c-b436-4b3559d2857d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=e48e8a73-00fa-49ef-9be8-24b722ea1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677700 Apr 06 14:45:14.711898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Pushing event updated for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=11']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:14.726263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.726616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.726953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.727329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.727661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.727987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.728310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.728633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.728954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.729276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.729597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.729913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.730230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:14.768784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] No DVR routers for this DVR port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:45:14.911093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] In _notify_port_updated(), no bound segment for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 on network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d {{(pid=104443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 06 14:45:14.911899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:14.912513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:14.913808 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05048f60-f008-4846-b0ac-26d758167746 req-ba9a8e35-f0de-46b5-9b82-bba8bf62c27b service neutron] 10.222.0.87 "PUT /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 200 len: 1028 time: 0.9886987 Apr 06 14:45:14.953777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7fa5d14d-6d72-4c34-a3de-cefc68377717 None None] Provisioning complete for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:14.954437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7fa5d14d-6d72-4c34-a3de-cefc68377717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:14.989015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5d14d-6d72-4c34-a3de-cefc68377717 None None] Port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:45:15.778242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9f66e03d-6396-4188-a9f5-cf2ce9e8c757 req-6bdc079a-d3cc-4769-aa3f-4502c19ebf39 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d68ffb1-c514-4c2f-94fb-682db0af46a4 HTTP/1.1" status: 200 len: 210 time: 0.0315640 Apr 06 14:45:15.792494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:16.473001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:16.840465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47524) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:16.899188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a2336ba-8a32-4561-ac45-da45dcd5b465 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (39bfd4ec-d148-46ac-a0d6-d1700601088d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:16.923963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a2336ba-8a32-4561-ac45-da45dcd5b465 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (39bfd4ec-d148-46ac-a0d6-d1700601088d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:17.063444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a2336ba-8a32-4561-ac45-da45dcd5b465 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (39bfd4ec-d148-46ac-a0d6-d1700601088d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:17.066598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a2336ba-8a32-4561-ac45-da45dcd5b465 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:17.068076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1a2336ba-8a32-4561-ac45-da45dcd5b465 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/39bfd4ec-d148-46ac-a0d6-d1700601088d HTTP/1.1" status: 204 len: 168 time: 0.2266042 Apr 06 14:45:17.077610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2336ba-8a32-4561-ac45-da45dcd5b465 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bfd4ec-d148-46ac-a0d6-d1700601088d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:17.173489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47528) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:17.333376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 47c66195-536b-4a66-a4df-e9f5fbea30ef {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:17.333643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (47c66195-536b-4a66-a4df-e9f5fbea30ef), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:17.413872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (47c66195-536b-4a66-a4df-e9f5fbea30ef), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:17.414196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (47c66195-536b-4a66-a4df-e9f5fbea30ef), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:17.426313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 47c66195-536b-4a66-a4df-e9f5fbea30ef owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:17.617688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (47c66195-536b-4a66-a4df-e9f5fbea30ef), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:17.646017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=47c66195-536b-4a66-a4df-e9f5fbea30ef,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:17.711271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (8e3eb65d-3635-4903-a807-6c7539d8775c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:17.711613 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 8e3eb65d-3635-4903-a807-6c7539d8775c disassociated (deleted). External IP: 172.26.7.61, port: 36fbaa04-5bd6-403f-bc66-3e8540cefb97. Apr 06 14:45:17.924451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 12cf6a66-d8d1-42d5-9e12-c02363f0775d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:18.034536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:18.040134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.045659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] Sync routers for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:18.056128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:18.056774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:18.070585 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9a79ed5b-97d9-4601-acef-5638352e7768 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/8e3eb65d-3635-4903-a807-6c7539d8775c HTTP/1.1" status: 204 len: 168 time: 0.8959963 Apr 06 14:45:18.143090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47534) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:18.170800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:18.202068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52416a60-377b-4922-a607-d774598ef1f5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (db45fd88-7d54-401f-a741-12af6b24256b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.228551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52416a60-377b-4922-a607-d774598ef1f5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (db45fd88-7d54-401f-a741-12af6b24256b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.363732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52416a60-377b-4922-a607-d774598ef1f5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (db45fd88-7d54-401f-a741-12af6b24256b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.366384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-52416a60-377b-4922-a607-d774598ef1f5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.367651 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-52416a60-377b-4922-a607-d774598ef1f5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/db45fd88-7d54-401f-a741-12af6b24256b HTTP/1.1" status: 204 len: 168 time: 0.2235641 Apr 06 14:45:18.375050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:29Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:18.377081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52416a60-377b-4922-a607-d774598ef1f5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db45fd88-7d54-401f-a741-12af6b24256b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:18.408308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] Checking router: 12cf6a66-d8d1-42d5-9e12-c02363f0775d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:18.426655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:18.427227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:18.461266 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47538) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:18.507995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 36fbaa04-5bd6-403f-bc66-3e8540cefb97 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:45:18.558679 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:18.559047 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.569972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] The host hv-neutron-8358 is not matching for port 36fbaa04-5bd6-403f-bc66-3e8540cefb97 host ! {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 14:45:18.570366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 36fbaa04-5bd6-403f-bc66-3e8540cefb97 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:45:18.572871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:18.646710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.659148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 36fbaa04-5bd6-403f-bc66-3e8540cefb97 owned by {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:18.773377 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:29Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:18.803868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c7e5e0-2ce4-49e0-a429-1095f352e680 None None] The sync data for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv is: [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:26Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2c78531e-7534-4eb1-942f-5bf6eec16ca7', 'name': '', 'network_id': '37ce305a-e7ee-455d-93c8-6bbb65aeeb9d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:e9:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:25Z', 'updated_at': '2022-04-06T14:44:29Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'cca3045d-03ec-4f91-aae3-947605716baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:18.863995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (36fbaa04-5bd6-403f-bc66-3e8540cefb97), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.894166 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=36fbaa04-5bd6-403f-bc66-3e8540cefb97,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:18.907218 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.907570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.911137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.911643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.912000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.912346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.912695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.913030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.913369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.913704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.914034 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.914363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.914691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:18.987060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.993256 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eac02ba9-d82c-4c12-acdd-33c2682f015c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/ports/36fbaa04-5bd6-403f-bc66-3e8540cefb97 HTTP/1.1" status: 204 len: 168 time: 0.5274348 Apr 06 14:45:18.993256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47540) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:19.065627 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9faa64-d4bc-4b73-b9a8-893afdf71d3f None None] New status for floating IP 8e3eb65d-3635-4903-a807-6c7539d8775c: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:45:19.371962 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (12cf6a66-d8d1-42d5-9e12-c02363f0775d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:19.636421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 2c78531e-7534-4eb1-942f-5bf6eec16ca7 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:19.637114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:19.728505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 2c78531e-7534-4eb1-942f-5bf6eec16ca7, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2c78531e-7534-4eb1-942f-5bf6eec16ca7,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:19.728873 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:19.741972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 2c78531e-7534-4eb1-942f-5bf6eec16ca7 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:19.989430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2c78531e-7534-4eb1-942f-5bf6eec16ca7), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:20.016662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=2c78531e-7534-4eb1-942f-5bf6eec16ca7,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:20.192874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (12cf6a66-d8d1-42d5-9e12-c02363f0775d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:20.414476 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 12cf6a66-d8d1-42d5-9e12-c02363f0775d has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:20.525662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:20.530673 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2eb8ec94-863b-4698-88d6-2cb9137361fc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/12cf6a66-d8d1-42d5-9e12-c02363f0775d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5364759 Apr 06 14:45:20.533614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47542) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:20.536544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] Sync routers for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:20.545773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:20.546399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:20.589648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a794035-3dbd-4b6d-9316-6909d424bfe4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet cca3045d-03ec-4f91-aae3-947605716baa {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:45:20.592905 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a794035-3dbd-4b6d-9316-6909d424bfe4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (cca3045d-03ec-4f91-aae3-947605716baa), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:20.634020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a794035-3dbd-4b6d-9316-6909d424bfe4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (cca3045d-03ec-4f91-aae3-947605716baa), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:20.655166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:20.723390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a794035-3dbd-4b6d-9316-6909d424bfe4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (cca3045d-03ec-4f91-aae3-947605716baa), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:20.835813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:45:19Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:20.861526 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a794035-3dbd-4b6d-9316-6909d424bfe4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (cca3045d-03ec-4f91-aae3-947605716baa), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:20.861790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] Checking router: 12cf6a66-d8d1-42d5-9e12-c02363f0775d for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:20.870580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] Routers {'12cf6a66-d8d1-42d5-9e12-c02363f0775d'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:20.871244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:20.890222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a794035-3dbd-4b6d-9316-6909d424bfe4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=cca3045d-03ec-4f91-aae3-947605716baa,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:20.896105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a794035-3dbd-4b6d-9316-6909d424bfe4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:20.901611 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7a794035-3dbd-4b6d-9316-6909d424bfe4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/cca3045d-03ec-4f91-aae3-947605716baa HTTP/1.1" status: 204 len: 168 time: 0.3644018 Apr 06 14:45:20.902067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47544) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:20.911049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf50d9-b47f-41d6-b4fe-7c5691eb06b6 None None] Network 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:45:21.017397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (12cf6a66-d8d1-42d5-9e12-c02363f0775d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.133112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (12cf6a66-d8d1-42d5-9e12-c02363f0775d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.200020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] Set router 12cf6a66-d8d1-42d5-9e12-c02363f0775d gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:21.283015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:21.283365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.338048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] DHCP port deletion for 37ce305a-e7ee-455d-93c8-6bbb65aeeb9d request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:45:21.372889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port d54afcc8-b7e1-4eb4-8209-ba2adcc13fab, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d54afcc8-b7e1-4eb4-8209-ba2adcc13fab,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:21.373258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.385818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for d54afcc8-b7e1-4eb4-8209-ba2adcc13fab owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:21.429150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Deleting port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:45:21.429526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.443769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:45:19Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:21.500399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71abaf-4a6d-47fa-9d6e-74d089c5d33a None None] The sync data for ids ['12cf6a66-d8d1-42d5-9e12-c02363f0775d'] in dv-neutron-835863-1-hyperv is: [{'id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'name': 'tempest-TestNetworkBasicOps-router-1672462426', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:45:19Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'd54afcc8-b7e1-4eb4-8209-ba2adcc13fab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf6a66-d8d1-42d5-9e12-c02363f0775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:44:22Z', 'updated_at': '2022-04-06T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:21.526711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] For port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86,segment=NetworkSegment(756c010f-104b-46e7-98e2-564df0744b70),segment_id=756c010f-104b-46e7-98e2-564df0744b70)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:21.527140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.543778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Calling delete_port for d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:45:21.680089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.680357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d54afcc8-b7e1-4eb4-8209-ba2adcc13fab), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.706130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=d54afcc8-b7e1-4eb4-8209-ba2adcc13fab,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:21.708413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Pushing event deleted for resources: {'Port': ['ID=d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:21.709548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] No DVR routers for this DVR port d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.722770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.724843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.724843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.724843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cd4c7-8529-4ef4-a2f4-b81cd144994e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:45:21.773156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (12cf6a66-d8d1-42d5-9e12-c02363f0775d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.872166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (12cf6a66-d8d1-42d5-9e12-c02363f0775d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.874404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (12cf6a66-d8d1-42d5-9e12-c02363f0775d), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.969204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (12cf6a66-d8d1-42d5-9e12-c02363f0775d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.971667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Fanout notify agent at l3_agent the message router_deleted on router 12cf6a66-d8d1-42d5-9e12-c02363f0775d {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:45:21.977025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:21.978365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e7df8736-dfb1-41d9-8b00-8e8b5ff6ce38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/routers/12cf6a66-d8d1-42d5-9e12-c02363f0775d HTTP/1.1" status: 204 len: 168 time: 1.0752952 Apr 06 14:45:21.981611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47546) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:22.067940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (37ce305a-e7ee-455d-93c8-6bbb65aeeb9d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.157362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (37ce305a-e7ee-455d-93c8-6bbb65aeeb9d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.184206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ce305a-e7ee-455d-93c8-6bbb65aeeb9d']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:22.194232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756c010f-104b-46e7-98e2-564df0744b70') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:22.194634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756c010f-104b-46e7-98e2-564df0744b70') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:22.204198 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (756c010f-104b-46e7-98e2-564df0744b70), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.217534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (756c010f-104b-46e7-98e2-564df0744b70), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.224028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:45:22.224420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (756c010f-104b-46e7-98e2-564df0744b70), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:45:22.227410 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:45:22.340538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (37ce305a-e7ee-455d-93c8-6bbb65aeeb9d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.351484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.351484 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/37ce305a-e7ee-455d-93c8-6bbb65aeeb9d HTTP/1.1" status: 204 len: 168 time: 0.3686950 Apr 06 14:45:22.366452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbffb59-7249-4f67-bafc-c7dfafc09d4d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=37ce305a-e7ee-455d-93c8-6bbb65aeeb9d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:22.366821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47548) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:22.383144 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4ed6d564-1521-41a4-9fb8-369acc8beaa8 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0150177 Apr 06 14:45:22.385587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47550) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:22.390494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--1221209026', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:22.483650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:22.487329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.512597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:45:22.524439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c02c386b-dfc4-4038-bc3a-a742818221ad), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.524702 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment c02c386b-dfc4-4038-bc3a-a742818221ad of type vlan for network 153f3154-ec69-481f-a2e6-1c51771d4a4b Apr 06 14:45:22.564557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (153f3154-ec69-481f-a2e6-1c51771d4a4b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.657599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (153f3154-ec69-481f-a2e6-1c51771d4a4b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.663286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:22.663876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.732342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=153f3154-ec69-481f-a2e6-1c51771d4a4b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:22.743310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:45:22.780269 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-450a6a61-31b3-4164-be12-c7d212a6da70 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3934009 Apr 06 14:45:22.783328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47552) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:22.788631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'admin_state_up': True, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:22.874799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (24196057-0365-40d3-b997-63248f7c3bd5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.875950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (24196057-0365-40d3-b997-63248f7c3bd5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:22.932275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (24196057-0365-40d3-b997-63248f7c3bd5), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:23.130906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (24196057-0365-40d3-b997-63248f7c3bd5), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:23.271483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:45:23.292611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:45:23.292963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d4e8533e-c4c8-44f8-8bb9-5e7de92c5b86 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:45:23.293388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2c78531e-7534-4eb1-942f-5bf6eec16ca7 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:45:23.312747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 2c78531e-7534-4eb1-942f-5bf6eec16ca7 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:45:23.313101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2c78531e-7534-4eb1-942f-5bf6eec16ca7 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:45:23.313513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d54afcc8-b7e1-4eb4-8209-ba2adcc13fab no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:45:23.336431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d54afcc8-b7e1-4eb4-8209-ba2adcc13fab {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:45:23.336787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d54afcc8-b7e1-4eb4-8209-ba2adcc13fab not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:45:23.387791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (24196057-0365-40d3-b997-63248f7c3bd5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:23.407584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:23.513889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.131 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/acacf736-efd5-40c7-b8af-c6f569d7c903) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:23.615828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:23.668544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:23.749029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:23.786203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:23.789024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:23.793428 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:23.825536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=acacf736-efd5-40c7-b8af-c6f569d7c903,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:24.454610 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (24196057-0365-40d3-b997-63248f7c3bd5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:24.659459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (24196057-0365-40d3-b997-63248f7c3bd5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:24.860398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 24196057-0365-40d3-b997-63248f7c3bd5 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:45:24.969779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:24.980407 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Sync routers for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:24.990521 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:24.991230 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:25.039917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.044029 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c3c9f6cb-76b7-4331-b9f7-0df4902c042c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2568672 Apr 06 14:45:25.044587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47554) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:25.077787 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c141e60-d528-4e3b-beea-11fc2dc71843 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292788 Apr 06 14:45:25.078049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47556) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:25.098642 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:25.168749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ddaf14-da91-4ebe-88e7-68f3aa62059d tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:25.170282 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b4ddaf14-da91-4ebe-88e7-68f3aa62059d tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914018 Apr 06 14:45:25.173243 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47558) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:25.201368 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3071dc8a-09b4-4094-8900-25c25527b920 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270576 Apr 06 14:45:25.203870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47560) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:25.209162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-437665521', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:25.277766 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:23Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:25.305536 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Checking router: 24196057-0365-40d3-b997-63248f7c3bd5 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:25.305881 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Updating router 24196057-0365-40d3-b997-63248f7c3bd5 port acacf736-efd5-40c7-b8af-c6f569d7c903 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:45:25.332414 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.349061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:25.352620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.592728 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (886d58e3-4e6f-4c40-b187-ec41317859be), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.679619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=886d58e3-4e6f-4c40-b187-ec41317859be,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:25.680172 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Publish callbacks [] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.688885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:25.689398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: 153f3154-ec69-481f-a2e6-1c51771d4a4b, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:45:25.783228 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.805917 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:45:25.835847 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Attempting to bind port acacf736-efd5-40c7-b8af-c6f569d7c903 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:25.836212 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Attempting to bind port acacf736-efd5-40c7-b8af-c6f569d7c903 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:25.836632 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Attempting to bind port acacf736-efd5-40c7-b8af-c6f569d7c903 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:25.838534 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade153f-fa66-4f1b-b2e3-1f05d8cb8d7b None None] Pushing event updated for resources: {'Port': ['ID=acacf736-efd5-40c7-b8af-c6f569d7c903,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:25.844214 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:25.844436 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:25.844632 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.845013 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:25.845477 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Bound port: acacf736-efd5-40c7-b8af-c6f569d7c903, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:25.845848 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.891625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 153f3154-ec69-481f-a2e6-1c51771d4a4b) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:25.896192 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] For port acacf736-efd5-40c7-b8af-c6f569d7c903, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:25.897252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:25.898387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:25.899701 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] For port acacf736-efd5-40c7-b8af-c6f569d7c903, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=acacf736-efd5-40c7-b8af-c6f569d7c903,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:25.901315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d43a27f-1b58-41d6-a59c-b9276ca81ba6 None None] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:45:25.978006 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:26.006346 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-649c261d-296f-4cb6-a78c-97fc09cf634c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7981844 Apr 06 14:45:26.006629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47562) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:26.018660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-153f3154-ec69-481f-a2e6-1c51771d4a4b', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:45:26.020706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:26.041860 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade153f-fa66-4f1b-b2e3-1f05d8cb8d7b None None] Pushing event updated for resources: {'Port': ['ID=acacf736-efd5-40c7-b8af-c6f569d7c903,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:26.048680 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:26.049317 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:26.160207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Allocated IP 172.20.0.2 (153f3154-ec69-481f-a2e6-1c51771d4a4b/886d58e3-4e6f-4c40-b187-ec41317859be/a5c7263b-25ab-4782-adc8-97a40d43c94f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:26.160451 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:26.310688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Publish callbacks [] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:26.350902 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:23Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:26.375414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:26.377614 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e9f8-d773-4a86-b843-127d3e646bfe None None] The sync data for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv is: [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:23Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:26.424197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:26.433399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:26.437810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Pushing event updated for resources: {'Port': ['ID=a5c7263b-25ab-4782-adc8-97a40d43c94f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:26.438463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:26.502486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:26.505707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Attempting to bind port a5c7263b-25ab-4782-adc8-97a40d43c94f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:26.506135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Attempting to bind port a5c7263b-25ab-4782-adc8-97a40d43c94f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:26.506555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Attempting to bind port a5c7263b-25ab-4782-adc8-97a40d43c94f on network 153f3154-ec69-481f-a2e6-1c51771d4a4b {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:26.513027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:26.513408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Checking segment: {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:26.513815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:26.514218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Bound using segment: {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:26.514747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Bound port: a5c7263b-25ab-4782-adc8-97a40d43c94f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:26.515302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:26.584951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] For port a5c7263b-25ab-4782-adc8-97a40d43c94f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:26.588650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] For port a5c7263b-25ab-4782-adc8-97a40d43c94f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a5c7263b-25ab-4782-adc8-97a40d43c94f,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:26.672209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:26.732855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3364378-4306-45b3-8dbc-ec5038ca6ebb None None] Pushing event updated for resources: {'Port': ['ID=a5c7263b-25ab-4782-adc8-97a40d43c94f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:26.845793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.1 (153f3154-ec69-481f-a2e6-1c51771d4a4b/886d58e3-4e6f-4c40-b187-ec41317859be/09edf3af-1a58-462b-bf39-25f2d1c6645c) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:26.995533 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.090023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.132560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:27.135901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:27.139944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:27.172644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=09edf3af-1a58-462b-bf39-25f2d1c6645c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:27.195256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (24196057-0365-40d3-b997-63248f7c3bd5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.350397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device acacf736-efd5-40c7-b8af-c6f569d7c903 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:27.417703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.422409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port acacf736-efd5-40c7-b8af-c6f569d7c903 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:27.423171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.508104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port acacf736-efd5-40c7-b8af-c6f569d7c903 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:27.508502 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.532449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port acacf736-efd5-40c7-b8af-c6f569d7c903, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=acacf736-efd5-40c7-b8af-c6f569d7c903,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:27.617191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.618175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a5c7263b-25ab-4782-adc8-97a40d43c94f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:27.709109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=acacf736-efd5-40c7-b8af-c6f569d7c903,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:27.721369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port a5c7263b-25ab-4782-adc8-97a40d43c94f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:27.721919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.736561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.744194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed2c73d-3141-4d2b-a6b3-d69468df1acf None None] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:45:27.818859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.840210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1dfdc837-ce19-4c91-a3b5-a31f7f8a08e5 None None] Provisioning complete for port a5c7263b-25ab-4782-adc8-97a40d43c94f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:27.845503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc837-ce19-4c91-a3b5-a31f7f8a08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.899397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=09edf3af-1a58-462b-bf39-25f2d1c6645c,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:27.902001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (24196057-0365-40d3-b997-63248f7c3bd5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:27.950103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port a5c7263b-25ab-4782-adc8-97a40d43c94f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:27.950844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:28.005202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:28.007216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:28.024040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port a5c7263b-25ab-4782-adc8-97a40d43c94f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a5c7263b-25ab-4782-adc8-97a40d43c94f,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:28.025287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdc837-ce19-4c91-a3b5-a31f7f8a08e5 None None] Current status of the port a5c7263b-25ab-4782-adc8-97a40d43c94f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:28.025668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc837-ce19-4c91-a3b5-a31f7f8a08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:28.103364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:28.151942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 24196057-0365-40d3-b997-63248f7c3bd5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:28.184995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-1dfdc837-ce19-4c91-a3b5-a31f7f8a08e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:45:28.185362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-1dfdc837-ce19-4c91-a3b5-a31f7f8a08e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:45:28.192910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=a5c7263b-25ab-4782-adc8-97a40d43c94f,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:28.272160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:28.277448 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7b8f2693-6958-4cbe-98b4-e35bb90cfc64 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/24196057-0365-40d3-b997-63248f7c3bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2688515 Apr 06 14:45:28.280161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47564) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:28.283129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Sync routers for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:28.294702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:28.295507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:28.401244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f64af-d7c9-4cb7-acc3-0f98dfeb85e1 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.402346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f64af-d7c9-4cb7-acc3-0f98dfeb85e1 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.403024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f64af-d7c9-4cb7-acc3-0f98dfeb85e1 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.403657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f64af-d7c9-4cb7-acc3-0f98dfeb85e1 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.404819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f64af-d7c9-4cb7-acc3-0f98dfeb85e1 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.405447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f64af-d7c9-4cb7-acc3-0f98dfeb85e1 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.408476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a52f64af-d7c9-4cb7-acc3-0f98dfeb85e1 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1268215 Apr 06 14:45:28.412638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47566) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:28.481328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793c252-5df2-4dc1-9672-824c71e715bc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.481889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793c252-5df2-4dc1-9672-824c71e715bc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.482411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793c252-5df2-4dc1-9672-824c71e715bc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.482924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793c252-5df2-4dc1-9672-824c71e715bc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.483477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793c252-5df2-4dc1-9672-824c71e715bc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.483985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793c252-5df2-4dc1-9672-824c71e715bc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:28.485954 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c793c252-5df2-4dc1-9672-824c71e715bc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0721254 Apr 06 14:45:28.495020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47568) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:28.570173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:28.637730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7aa24ac4-3a86-4ed2-ba2e-f511a5b672ea tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1476080 Apr 06 14:45:28.733725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdc837-ce19-4c91-a3b5-a31f7f8a08e5 None None] Current status of the port a5c7263b-25ab-4782-adc8-97a40d43c94f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:28.807641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:28.846017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Checking router: 24196057-0365-40d3-b997-63248f7c3bd5 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:28.846368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Updating router 24196057-0365-40d3-b997-63248f7c3bd5 port 09edf3af-1a58-462b-bf39-25f2d1c6645c binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:45:28.879083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f5d1eac5-61ea-4e4d-a5f4-2a7751fc5c22 None None] Provisioning complete for port a5c7263b-25ab-4782-adc8-97a40d43c94f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:28.879461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f5d1eac5-61ea-4e4d-a5f4-2a7751fc5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:28.883569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.021355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47572) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:29.026188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9cf65f4f-e445-4780-aed7-15a097df553e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296145381', 'description': 'tempest-secgroup-smoke-296145381 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:29.062809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1eac5-61ea-4e4d-a5f4-2a7751fc5c22 None None] Current status of the port a5c7263b-25ab-4782-adc8-97a40d43c94f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:29.119534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f5d1eac5-61ea-4e4d-a5f4-2a7751fc5c22 None None] Provisioning complete for port 09edf3af-1a58-462b-bf39-25f2d1c6645c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:29.119911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f5d1eac5-61ea-4e4d-a5f4-2a7751fc5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.131674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f4f-e445-4780-aed7-15a097df553e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.174601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1eac5-61ea-4e4d-a5f4-2a7751fc5c22 None None] Port 09edf3af-1a58-462b-bf39-25f2d1c6645c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:45:29.198590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f4f-e445-4780-aed7-15a097df553e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (3aefc88c-2eb3-41d2-8634-f050837bdb4e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.243357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Publish callbacks [] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.274153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f4f-e445-4780-aed7-15a097df553e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (3aefc88c-2eb3-41d2-8634-f050837bdb4e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.283756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device acacf736-efd5-40c7-b8af-c6f569d7c903 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:29.306827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf65f4f-e445-4780-aed7-15a097df553e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aefc88c-2eb3-41d2-8634-f050837bdb4e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:29.333181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.341593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port acacf736-efd5-40c7-b8af-c6f569d7c903 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:29.341961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.366083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f4f-e445-4780-aed7-15a097df553e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.367385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9cf65f4f-e445-4780-aed7-15a097df553e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3449280 Apr 06 14:45:29.370349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47574) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:29.375009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f59db6f4-587e-427c-8e49-33e7255c582f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '3aefc88c-2eb3-41d2-8634-f050837bdb4e', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:29.418676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee99bd-d481-4084-96cf-265f591c9edc None None] Pushing event updated for resources: {'Port': ['ID=09edf3af-1a58-462b-bf39-25f2d1c6645c,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:29.480066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f59db6f4-587e-427c-8e49-33e7255c582f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (f3d1e7eb-9498-49de-a072-885c9060eae9), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.480336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Attempting to bind port 09edf3af-1a58-462b-bf39-25f2d1c6645c on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:29.480566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Attempting to bind port 09edf3af-1a58-462b-bf39-25f2d1c6645c by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:29.480938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Attempting to bind port 09edf3af-1a58-462b-bf39-25f2d1c6645c on network 153f3154-ec69-481f-a2e6-1c51771d4a4b {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:29.508773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:29.509155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Checking segment: {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:29.509563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.509962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Bound using segment: {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:29.510436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Bound port: 09edf3af-1a58-462b-bf39-25f2d1c6645c, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:29.510817 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.535123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port acacf736-efd5-40c7-b8af-c6f569d7c903 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:29.536182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a5c7263b-25ab-4782-adc8-97a40d43c94f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:29.549991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f59db6f4-587e-427c-8e49-33e7255c582f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (f3d1e7eb-9498-49de-a072-885c9060eae9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.618016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] For port 09edf3af-1a58-462b-bf39-25f2d1c6645c, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:29.622406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] For port 09edf3af-1a58-462b-bf39-25f2d1c6645c, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=09edf3af-1a58-462b-bf39-25f2d1c6645c,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:29.630184 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port a5c7263b-25ab-4782-adc8-97a40d43c94f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:29.630559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.671824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f59db6f4-587e-427c-8e49-33e7255c582f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (f3d1e7eb-9498-49de-a072-885c9060eae9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.691123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59db6f4-587e-427c-8e49-33e7255c582f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d1e7eb-9498-49de-a072-885c9060eae9,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:29.706214 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.756795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port a5c7263b-25ab-4782-adc8-97a40d43c94f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:29.760522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f59db6f4-587e-427c-8e49-33e7255c582f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.763428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f59db6f4-587e-427c-8e49-33e7255c582f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3920407 Apr 06 14:45:29.766175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47576) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:29.771545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-db74a63b-4ce9-4747-8790-382ebc4d8b9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '3aefc88c-2eb3-41d2-8634-f050837bdb4e', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:29.772798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1defe18a-d1e8-4b9c-a8c1-58a35e226f9d None None] Provisioning complete for port 09edf3af-1a58-462b-bf39-25f2d1c6645c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:29.774544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1defe18a-d1e8-4b9c-a8c1-58a35e226f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.813539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee99bd-d481-4084-96cf-265f591c9edc None None] Pushing event updated for resources: {'Port': ['ID=09edf3af-1a58-462b-bf39-25f2d1c6645c,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:29.818610 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:29.819273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:29.856661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db74a63b-4ce9-4747-8790-382ebc4d8b9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (3ccc2664-1d17-4f60-93d8-70afa1611c2d), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.926139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db74a63b-4ce9-4747-8790-382ebc4d8b9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (3ccc2664-1d17-4f60-93d8-70afa1611c2d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:29.974866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:29.976941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1defe18a-d1e8-4b9c-a8c1-58a35e226f9d None None] Current status of the port 09edf3af-1a58-462b-bf39-25f2d1c6645c is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:29.977323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1defe18a-d1e8-4b9c-a8c1-58a35e226f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.003809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db74a63b-4ce9-4747-8790-382ebc4d8b9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (3ccc2664-1d17-4f60-93d8-70afa1611c2d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.021987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74a63b-4ce9-4747-8790-382ebc4d8b9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccc2664-1d17-4f60-93d8-70afa1611c2d,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:30.083635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-1defe18a-d1e8-4b9c-a8c1-58a35e226f9d None None] For port 09edf3af-1a58-462b-bf39-25f2d1c6645c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=09edf3af-1a58-462b-bf39-25f2d1c6645c,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:30.087569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db74a63b-4ce9-4747-8790-382ebc4d8b9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.088816 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-db74a63b-4ce9-4747-8790-382ebc4d8b9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213863 Apr 06 14:45:30.091537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47578) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:30.096149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1b9eb73a-f678-454b-98c1-6cfcb323469c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '3aefc88c-2eb3-41d2-8634-f050837bdb4e', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:30.182930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1defe18a-d1e8-4b9c-a8c1-58a35e226f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.211037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb73a-f678-454b-98c1-6cfcb323469c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (6e2b9ae3-62e0-4f83-b580-108078b59389), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.243445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defe18a-d1e8-4b9c-a8c1-58a35e226f9d None None] Pushing event updated for resources: {'Port': ['ID=09edf3af-1a58-462b-bf39-25f2d1c6645c,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:30.250085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:45:29Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:30.272752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb73a-f678-454b-98c1-6cfcb323469c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (6e2b9ae3-62e0-4f83-b580-108078b59389), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.282430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e89c30-9f38-41e6-b426-8d54af8ad140 None None] The sync data for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv is: [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:45:29Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:30.303310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-39a9e62f-d3b3-4f79-8bda-347ddd000b72 None None] Provisioning complete for port 09edf3af-1a58-462b-bf39-25f2d1c6645c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:30.303686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-39a9e62f-d3b3-4f79-8bda-347ddd000b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.360203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb73a-f678-454b-98c1-6cfcb323469c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (6e2b9ae3-62e0-4f83-b580-108078b59389), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.390202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9eb73a-f678-454b-98c1-6cfcb323469c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2b9ae3-62e0-4f83-b580-108078b59389,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:30.418954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-39a9e62f-d3b3-4f79-8bda-347ddd000b72 None None] Current status of the port 09edf3af-1a58-462b-bf39-25f2d1c6645c is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:30.482538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb73a-f678-454b-98c1-6cfcb323469c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.483884 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1b9eb73a-f678-454b-98c1-6cfcb323469c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3912981 Apr 06 14:45:30.486683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47580) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:30.491358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-662ef634-1fd7-4c76-ac8b-390488c2d2ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '3aefc88c-2eb3-41d2-8634-f050837bdb4e', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:30.588577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-662ef634-1fd7-4c76-ac8b-390488c2d2ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (984c0128-e7a8-4178-bc0c-13a64e19c5df), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.649307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-662ef634-1fd7-4c76-ac8b-390488c2d2ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (984c0128-e7a8-4178-bc0c-13a64e19c5df), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.712460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-662ef634-1fd7-4c76-ac8b-390488c2d2ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (984c0128-e7a8-4178-bc0c-13a64e19c5df), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.732707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ef634-1fd7-4c76-ac8b-390488c2d2ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984c0128-e7a8-4178-bc0c-13a64e19c5df,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:30.813645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-662ef634-1fd7-4c76-ac8b-390488c2d2ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:30.814918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-662ef634-1fd7-4c76-ac8b-390488c2d2ba tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271656 Apr 06 14:45:30.819020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47582) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:30.826391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5cddd7a8-f8ac-405d-8e10-e9ae40703772 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '3aefc88c-2eb3-41d2-8634-f050837bdb4e', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:30.932269 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-5cddd7a8-f8ac-405d-8e10-e9ae40703772 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:45:30.938203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cddd7a8-f8ac-405d-8e10-e9ae40703772 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (ed3db926-33c2-4890-8d9b-808aeb690833), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.004768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cddd7a8-f8ac-405d-8e10-e9ae40703772 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (ed3db926-33c2-4890-8d9b-808aeb690833), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.080026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cddd7a8-f8ac-405d-8e10-e9ae40703772 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (ed3db926-33c2-4890-8d9b-808aeb690833), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.103123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd7a8-f8ac-405d-8e10-e9ae40703772 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3db926-33c2-4890-8d9b-808aeb690833,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:31.184551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5cddd7a8-f8ac-405d-8e10-e9ae40703772 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.185802 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5cddd7a8-f8ac-405d-8e10-e9ae40703772 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3655281 Apr 06 14:45:31.193490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47584) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:31.198450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-76f35b64-dd40-4f53-9ddc-b430d37ffbc7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '3aefc88c-2eb3-41d2-8634-f050837bdb4e', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:31.277854 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-76f35b64-dd40-4f53-9ddc-b430d37ffbc7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:45:31.284114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-76f35b64-dd40-4f53-9ddc-b430d37ffbc7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (a05e6e3d-8b21-417a-9555-926b1b3a834e), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.310999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 09edf3af-1a58-462b-bf39-25f2d1c6645c up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:31.355929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-76f35b64-dd40-4f53-9ddc-b430d37ffbc7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (a05e6e3d-8b21-417a-9555-926b1b3a834e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.367365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 09edf3af-1a58-462b-bf39-25f2d1c6645c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:31.367888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.451601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-76f35b64-dd40-4f53-9ddc-b430d37ffbc7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a05e6e3d-8b21-417a-9555-926b1b3a834e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.455629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 09edf3af-1a58-462b-bf39-25f2d1c6645c is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:31.477972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f35b64-dd40-4f53-9ddc-b430d37ffbc7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05e6e3d-8b21-417a-9555-926b1b3a834e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:31.562084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-76f35b64-dd40-4f53-9ddc-b430d37ffbc7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:31.563354 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-76f35b64-dd40-4f53-9ddc-b430d37ffbc7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3688779 Apr 06 14:45:31.712486 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-b8fd1725-14e9-4119-8036-ea391e896304 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296145381&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0452693 Apr 06 14:45:31.835937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59a112-1d1d-4628-814a-624b038d0871 req-b209acf4-989d-45db-b697-3285e4e4f878 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:31.837446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-b209acf4-989d-45db-b697-3285e4e4f878 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=153f3154-ec69-481f-a2e6-1c51771d4a4b HTTP/1.1" status: 200 len: 797 time: 0.1182745 Apr 06 14:45:31.852815 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-368d36e4-2d60-45a9-b2b4-dabf66c97ee0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0097241 Apr 06 14:45:31.907208 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-d1b828a5-3292-4dba-b617-6c2330302f3b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491302 Apr 06 14:45:32.003508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-e992ea92-129a-49fb-ae34-d349122cc964 service neutron] 10.222.0.71 "GET /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844812 Apr 06 14:45:32.091414 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-0393ac8a-cccd-499b-ac3a-3bfb4570b25c service neutron] 10.222.0.71 "GET /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819826 Apr 06 14:45:32.402175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a4e52d30-4637-41f0-afe3-49ba8326be2a req-262fe200-6f09-4f9e-8b27-f702861b8405 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Apr 06 14:45:33.400897 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:45:33.498209 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f1fdbd9-8b68-4225-965a-45ee96d7e44c req-3fab8cd0-33a3-4af8-8369-b791f57feb7f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Apr 06 14:45:34.598663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59a112-1d1d-4628-814a-624b038d0871 req-1a7e8bec-cf5d-4bda-9a0d-5a9dc918e08e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:34.600130 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-1a7e8bec-cf5d-4bda-9a0d-5a9dc918e08e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=153f3154-ec69-481f-a2e6-1c51771d4a4b HTTP/1.1" status: 200 len: 797 time: 0.1167772 Apr 06 14:45:34.621107 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7763f2d9-0903-4af5-b8cd-11c534ed035e req-51d758ce-5d73-4bf0-9a8e-6ecfddf92329 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 210 time: 0.0492258 Apr 06 14:45:34.671910 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9234cc65-6162-4cba-9e9d-f278000e02f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 379 time: 0.0570562 Apr 06 14:45:34.680293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['3aefc88c-2eb3-41d2-8634-f050837bdb4e']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:34.868570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:45:34.871996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.005483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.6 (153f3154-ec69-481f-a2e6-1c51771d4a4b/886d58e3-4e6f-4c40-b187-ec41317859be/922fdef2-2486-4c02-af8f-3edcbbad3feb) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:35.141925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.240440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.286904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:35.289972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:35.296869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:35.323741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=922fdef2-2486-4c02-af8f-3edcbbad3feb,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:35.351983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:35.352680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.454290 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-de37a6a4-b295-4b3f-8292-2b92e750ed11 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7775836 Apr 06 14:45:35.472346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Request body: {'port': {'device_id': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:35.533062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.572398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-08f1ee79-009a-40b2-87b2-1ca5c11e9520 None None] Provisioning complete for port 922fdef2-2486-4c02-af8f-3edcbbad3feb triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:35.573028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-08f1ee79-009a-40b2-87b2-1ca5c11e9520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.611645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-08f1ee79-009a-40b2-87b2-1ca5c11e9520 None None] Port 922fdef2-2486-4c02-af8f-3edcbbad3feb cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:45:35.784558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac85ef-e0f7-4b23-933e-931610266991 req-ea152abd-fd74-4df3-82f7-55121e36bd2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:35.786162 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e1ac85ef-e0f7-4b23-933e-931610266991 req-ea152abd-fd74-4df3-82f7-55121e36bd2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 931 time: 0.0880873 Apr 06 14:45:35.873272 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e1ac85ef-e0f7-4b23-933e-931610266991 req-bdc5f0bb-2776-4d85-89d8-fa14e98665b8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805755 Apr 06 14:45:35.881321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922fdef2-2486-4c02-af8f-3edcbbad3feb {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:45:35.889139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Publish callbacks [] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.901791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Transition to ACTIVE for port object 922fdef2-2486-4c02-af8f-3edcbbad3feb will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:45:35.971601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:36.028420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Pushing event updated for resources: {'Port': ['ID=922fdef2-2486-4c02-af8f-3edcbbad3feb,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:36.101090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Attempting to bind port 922fdef2-2486-4c02-af8f-3edcbbad3feb on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:45:36.102012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Attempting to bind port 922fdef2-2486-4c02-af8f-3edcbbad3feb by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:45:36.102353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Attempting to bind port 922fdef2-2486-4c02-af8f-3edcbbad3feb on network 153f3154-ec69-481f-a2e6-1c51771d4a4b {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:36.107069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Port 922fdef2-2486-4c02-af8f-3edcbbad3feb on network 153f3154-ec69-481f-a2e6-1c51771d4a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:45:36.107396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Attempting to bind port 922fdef2-2486-4c02-af8f-3edcbbad3feb on network 153f3154-ec69-481f-a2e6-1c51771d4a4b {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:45:36.113057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:45:36.113394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Checking segment: {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:45:36.113850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Bound using segment: {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:45:36.114285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Bound port: 922fdef2-2486-4c02-af8f-3edcbbad3feb, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02c386b-dfc4-4038-bc3a-a742818221ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:45:36.114646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:36.181986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] For port 922fdef2-2486-4c02-af8f-3edcbbad3feb, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:45:36.185075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] For port 922fdef2-2486-4c02-af8f-3edcbbad3feb, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=922fdef2-2486-4c02-af8f-3edcbbad3feb,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:45:36.272667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:36.311244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:36.311866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:36.313291 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] 10.222.0.87 "PUT /v2.0/ports/922fdef2-2486-4c02-af8f-3edcbbad3feb HTTP/1.1" status: 200 len: 1093 time: 0.8460100 Apr 06 14:45:36.313734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:45:36.316824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516f7e80-bc30-4997-b3f5-8946503a78ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:45:36.347305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf61e21-68dd-4580-93b8-5fdc743dcdfa service neutron] Pushing event updated for resources: {'Port': ['ID=922fdef2-2486-4c02-af8f-3edcbbad3feb,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:36.370411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf0c1b0-6dc2-4791-a672-5d50ee82b349 x-openstack-request-id: req-eaf0c1b0-6dc2-4791-a672-5d50ee82b349 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:45:36.370717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:45:36.371009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eaf0c1b0-6dc2-4791-a672-5d50ee82b349 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:45:36.371433 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf0c1b0-6dc2-4791-a672-5d50ee82b349'] response: {'name': 'network-changed', 'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'status': 'completed', 'code': 200} Apr 06 14:45:36.466561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7e80-bc30-4997-b3f5-8946503a78ee req-eee8e70f-38f8-4e36-b6de-2d0628158bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:36.469158 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-516f7e80-bc30-4997-b3f5-8946503a78ee req-eee8e70f-38f8-4e36-b6de-2d0628158bc1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 1127 time: 0.0556910 Apr 06 14:45:36.615609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7e80-bc30-4997-b3f5-8946503a78ee req-93bc0e50-3d3a-413b-ae69-53cad79b760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:36.617057 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-516f7e80-bc30-4997-b3f5-8946503a78ee req-93bc0e50-3d3a-413b-ae69-53cad79b760e service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1344438 Apr 06 14:45:37.066595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7e80-bc30-4997-b3f5-8946503a78ee req-a2c382cf-e1a3-4c8c-bc65-2dba8e8abc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:37.068101 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-516f7e80-bc30-4997-b3f5-8946503a78ee req-a2c382cf-e1a3-4c8c-bc65-2dba8e8abc20 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4454601 Apr 06 14:45:37.075816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87bb84-3433-4112-9dba-4e74697e1717 req-8b3821a7-f205-42b6-b2ae-c4be287e36ca tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:37.077147 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc87bb84-3433-4112-9dba-4e74697e1717 req-8b3821a7-f205-42b6-b2ae-c4be287e36ca tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 943 time: 0.0843678 Apr 06 14:45:37.133424 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc87bb84-3433-4112-9dba-4e74697e1717 req-f4748564-78f1-4c9c-8f13-08f537eb7bc5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490596 Apr 06 14:45:37.177379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59a112-1d1d-4628-814a-624b038d0871 req-a440455e-44e0-487e-8411-5b5698c4a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:37.178823 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-a440455e-44e0-487e-8411-5b5698c4a42b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 1127 time: 0.0495040 Apr 06 14:45:37.226026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-d6deec14-e823-423a-b8f1-fc199bb6d28b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=922fdef2-2486-4c02-af8f-3edcbbad3feb HTTP/1.1" status: 200 len: 217 time: 0.0335536 Apr 06 14:45:37.277624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59a112-1d1d-4628-814a-624b038d0871 req-6b7b4bb8-65d2-4906-afb4-6a5bb9f0ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:37.279089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-6b7b4bb8-65d2-4906-afb4-6a5bb9f0ff51 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=886d58e3-4e6f-4c40-b187-ec41317859be HTTP/1.1" status: 200 len: 834 time: 0.0470209 Apr 06 14:45:37.327130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59a112-1d1d-4628-814a-624b038d0871 req-2d9b3041-f8c0-4753-8998-daf1357503f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:37.328609 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-2d9b3041-f8c0-4753-8998-daf1357503f2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=153f3154-ec69-481f-a2e6-1c51771d4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439801 Apr 06 14:45:37.417178 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-4353d43a-31ea-4cfd-8b81-a6972064363f service neutron] 10.222.0.87 "GET /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819192 Apr 06 14:45:37.512745 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b59a112-1d1d-4628-814a-624b038d0871 req-6e616a2e-64b0-4794-b40c-473279a45f1a service neutron] 10.222.0.87 "GET /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899467 Apr 06 14:45:38.257706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a052-694b-4d1c-99be-57d2d9ccd64a req-431bea0f-aa14-4a08-8448-eac437a32119 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:38.259277 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e2e4a052-694b-4d1c-99be-57d2d9ccd64a req-431bea0f-aa14-4a08-8448-eac437a32119 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 943 time: 0.0563085 Apr 06 14:45:38.310454 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e2e4a052-694b-4d1c-99be-57d2d9ccd64a req-f3985c03-eaa5-4592-9749-773c09a497fd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443537 Apr 06 14:45:39.079491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9cd00b32-e161-486f-80d0-3359da1d907f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.431995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083a125-571b-43cf-aeb6-46474726b55a req-9f606703-c6e7-4431-856a-85e5040d111f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:39.433661 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4083a125-571b-43cf-aeb6-46474726b55a req-9f606703-c6e7-4431-856a-85e5040d111f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 943 time: 0.0560026 Apr 06 14:45:39.493502 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4083a125-571b-43cf-aeb6-46474726b55a req-c037e507-dbe9-4558-a6b2-f3a150ea0261 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540009 Apr 06 14:45:40.616027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117655e1-3332-4b2f-b8e3-a1338a638ac6 req-971561dd-b286-46dc-b4c8-9077c0724252 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:40.617560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-117655e1-3332-4b2f-b8e3-a1338a638ac6 req-971561dd-b286-46dc-b4c8-9077c0724252 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 943 time: 0.0551658 Apr 06 14:45:40.667750 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-117655e1-3332-4b2f-b8e3-a1338a638ac6 req-23816f22-3d78-4c07-b931-3e49de82433f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443835 Apr 06 14:45:41.473709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f8837b48-7894-4f91-a1c8-8cf2b9dbc6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:41.828093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7296-9182-4de7-b490-d0e670bd71d4 req-c886f00b-ee01-4b0a-a453-992d2b6c70ab tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:41.829597 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-470f7296-9182-4de7-b490-d0e670bd71d4 req-c886f00b-ee01-4b0a-a453-992d2b6c70ab tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 943 time: 0.0923390 Apr 06 14:45:41.833197 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-d6b2de1e-5a1b-419b-a3ce-47e23a5f967b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841146 Apr 06 14:45:41.895847 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-470f7296-9182-4de7-b490-d0e670bd71d4 req-d3471943-4f1a-4cae-9d77-fcdf22af902b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558641 Apr 06 14:45:41.947303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-1c9bbfa4-3c33-4ae5-b9fe-0321f33cc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:41.948721 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-1c9bbfa4-3c33-4ae5-b9fe-0321f33cc386 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1129 time: 0.0519257 Apr 06 14:45:42.058278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-463f511b-fedb-4052-b24d-ebda9a87a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:42.059815 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-463f511b-fedb-4052-b24d-ebda9a87a9c2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.0913205 Apr 06 14:45:42.129555 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-21921288-62b5-4a81-a5f3-3cb2f500c469 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 200 len: 1000 time: 0.0625279 Apr 06 14:45:42.178797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-6338cb5b-a039-4681-b2f9-0b3c9d488434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:42.180795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-6338cb5b-a039-4681-b2f9-0b3c9d488434 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0453911 Apr 06 14:45:42.241466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-bb5404bf-cf07-41e2-9774-e44d5fe4497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:42.243410 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-bb5404bf-cf07-41e2-9774-e44d5fe4497e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0568125 Apr 06 14:45:42.376226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-7ba09bbe-37d2-4cf1-a418-53dde200805f service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205745 Apr 06 14:45:42.477105 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3d7201d-2c28-4e22-a946-dcc8ee91a375 req-cce40342-47a8-4ca8-ab1f-131887376eec service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938463 Apr 06 14:45:42.584086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 922fdef2-2486-4c02-af8f-3edcbbad3feb details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:45:42.694794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 922fdef2-2486-4c02-af8f-3edcbbad3feb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=922fdef2-2486-4c02-af8f-3edcbbad3feb,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:42.708395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'port_id': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'mac_address': 'fa:16:3e:d1:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:45:42.750196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 922fdef2-2486-4c02-af8f-3edcbbad3feb is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:42.750580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:42.765799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922fdef2-2486-4c02-af8f-3edcbbad3feb {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:45:42.786808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 922fdef2-2486-4c02-af8f-3edcbbad3feb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=922fdef2-2486-4c02-af8f-3edcbbad3feb,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:42.868699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:42.925520 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=922fdef2-2486-4c02-af8f-3edcbbad3feb,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:43.017345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1bcc9-55e2-4aff-b834-398a409ba6c2 req-c73cf708-a44d-4f2a-96d8-83dea97515d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:43.019257 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d9d1bcc9-55e2-4aff-b834-398a409ba6c2 req-c73cf708-a44d-4f2a-96d8-83dea97515d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 944 time: 0.0557570 Apr 06 14:45:43.072288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d9d1bcc9-55e2-4aff-b834-398a409ba6c2 req-37f4e635-264a-453a-a68e-99232304e651 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470223 Apr 06 14:45:43.276475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['922fdef2-2486-4c02-af8f-3edcbbad3feb'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:45:43.734447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.198159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0605-c778-4b92-a38c-e5d57d040386 req-6c6e840d-b961-4958-98e7-d1676d1a431c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:44.200593 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5def0605-c778-4b92-a38c-e5d57d040386 req-6c6e840d-b961-4958-98e7-d1676d1a431c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 944 time: 0.0584981 Apr 06 14:45:44.251668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5def0605-c778-4b92-a38c-e5d57d040386 req-29a333fc-1f4f-4a04-aa30-8cc46cd26932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464747 Apr 06 14:45:44.615372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 922fdef2-2486-4c02-af8f-3edcbbad3feb up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:45:44.718271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 922fdef2-2486-4c02-af8f-3edcbbad3feb completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:45:44.724992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 922fdef2-2486-4c02-af8f-3edcbbad3feb triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:45:44.725635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.804585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 922fdef2-2486-4c02-af8f-3edcbbad3feb is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:45:44.805313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.831497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:45:44.833710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00345bfd-cd25-4bbf-9062-147f60297f1b" -d '{"events": [{"server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "name": "network-vif-plugged", "status": "completed", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:45:44.846487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 922fdef2-2486-4c02-af8f-3edcbbad3feb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=922fdef2-2486-4c02-af8f-3edcbbad3feb,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:45:44.871496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cbcbb5-5b7c-4731-be9b-2c7c9dd0c63d x-openstack-request-id: req-08cbcbb5-5b7c-4731-be9b-2c7c9dd0c63d {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:45:44.871789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "name": "network-vif-plugged", "status": "completed", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:45:44.872044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-08cbcbb5-5b7c-4731-be9b-2c7c9dd0c63d {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:45:44.872445 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cbcbb5-5b7c-4731-be9b-2c7c9dd0c63d'] response: {'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'code': 200} Apr 06 14:45:44.902384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:44.953921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=922fdef2-2486-4c02-af8f-3edcbbad3feb,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:45.209274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3fdbc-104c-4340-8595-c5390d801725 req-0b37f0f4-1d72-45b1-a4ba-d5946ff080e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:45.210704 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-16a3fdbc-104c-4340-8595-c5390d801725 req-0b37f0f4-1d72-45b1-a4ba-d5946ff080e4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 1129 time: 0.0537310 Apr 06 14:45:45.262922 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-16a3fdbc-104c-4340-8595-c5390d801725 req-c6f60efe-ae6d-47d8-a310-d635ad2d45d2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454423 Apr 06 14:45:45.377929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6737dc6-9bcc-472d-b9aa-724e65d3ffcf req-259635c2-c7e6-4ee5-abac-709dade1e7df tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:45.379657 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6737dc6-9bcc-472d-b9aa-724e65d3ffcf req-259635c2-c7e6-4ee5-abac-709dade1e7df tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 945 time: 0.0572040 Apr 06 14:45:45.440105 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d6737dc6-9bcc-472d-b9aa-724e65d3ffcf req-9fe15f8d-f86b-4eaa-b61e-b3ea90beae69 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542684 Apr 06 14:45:45.791440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.458112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:46.617510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6d23-e786-42b6-903a-9db25f301b5e req-bdcd6b86-ac9e-4b2e-9935-a4de06a44cd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:46.619403 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cd1f6d23-e786-42b6-903a-9db25f301b5e req-bdcd6b86-ac9e-4b2e-9935-a4de06a44cd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 945 time: 0.0923858 Apr 06 14:45:46.684210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cd1f6d23-e786-42b6-903a-9db25f301b5e req-1ebf76b6-471b-4186-88bd-565ac9f8d861 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583611 Apr 06 14:45:47.808547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c739ff5-1219-4d4d-9f6c-437ea268fc64 req-74eb5f8a-057d-401f-b41e-0b42d9643092 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.810059 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c739ff5-1219-4d4d-9f6c-437ea268fc64 req-74eb5f8a-057d-401f-b41e-0b42d9643092 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 945 time: 0.0552878 Apr 06 14:45:47.862730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c739ff5-1219-4d4d-9f6c-437ea268fc64 req-85e5cfe6-6ed4-4d8b-ba8d-c6c4b48308ec tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456538 Apr 06 14:45:47.993709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c6182-8350-4ec4-bd40-93fd56315ad6 req-253bc98a-f29c-4aa5-9b4d-9ff2cab975b4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:47.995248 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-902c6182-8350-4ec4-bd40-93fd56315ad6 req-253bc98a-f29c-4aa5-9b4d-9ff2cab975b4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 945 time: 0.0615563 Apr 06 14:45:48.044984 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-902c6182-8350-4ec4-bd40-93fd56315ad6 req-587f70e8-f762-4690-bb36-42352f262bfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Apr 06 14:45:48.131943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47684) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:48.182802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6be01b-2adb-4090-9a5c-deec3b6c9e06 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:48.186949 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9f6be01b-2adb-4090-9a5c-deec3b6c9e06 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 1124 time: 0.0513968 Apr 06 14:45:48.187193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47686) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:48.192264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:45:48.288888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.396622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.506221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.168 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/ccca1019-722e-4dce-8bc5-184d50172ce0) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:45:48.619238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (ccca1019-722e-4dce-8bc5-184d50172ce0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.717840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (ccca1019-722e-4dce-8bc5-184d50172ce0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:48.762105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:45:48.765043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:45:48.769042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:45:48.795459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=ccca1019-722e-4dce-8bc5-184d50172ce0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:49.138880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (e284c56d-8517-46db-ba2c-9d68ccf2de94), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.287085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ccca1019-722e-4dce-8bc5-184d50172ce0), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.448795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (ccca1019-722e-4dce-8bc5-184d50172ce0), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.560011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (ccca1019-722e-4dce-8bc5-184d50172ce0), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.630471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=ccca1019-722e-4dce-8bc5-184d50172ce0,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:45:49.641255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (e284c56d-8517-46db-ba2c-9d68ccf2de94), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:49.764866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP e284c56d-8517-46db-ba2c-9d68ccf2de94 associated. External IP: 172.26.7.168, port: 922fdef2-2486-4c02-af8f-3edcbbad3feb. Apr 06 14:45:50.001088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 24196057-0365-40d3-b997-63248f7c3bd5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:45:50.121075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:45:50.131755 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] Sync routers for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:45:50.141118 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:50.147608 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:50.240427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:50.256795 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:50.271625 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-895397d0-ef5a-4fe3-bc8f-3bfd069dfb9e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0833724 Apr 06 14:45:50.272191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:45:50.274673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47692) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:50.275238 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bdd779-6b98-49fc-9025-504d9f151375" -d '{"events": [{"name": "network-changed", "server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:45:50.313909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c751ee-9fc9-4b5c-9e4a-edca1ddff79d x-openstack-request-id: req-04c751ee-9fc9-4b5c-9e4a-edca1ddff79d {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:45:50.314204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:45:50.314495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-04c751ee-9fc9-4b5c-9e4a-edca1ddff79d {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:45:50.315480 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c751ee-9fc9-4b5c-9e4a-edca1ddff79d'] response: {'name': 'network-changed', 'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'status': 'completed', 'code': 200} Apr 06 14:45:50.412358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-66ffff95-e0cc-4624-b799-7bee678da5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:50.414265 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-66ffff95-e0cc-4624-b799-7bee678da5ad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 1129 time: 0.0524495 Apr 06 14:45:50.541994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-8629d9b1-77cf-41a7-94e9-a9097fd8908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:50.543861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-8629d9b1-77cf-41a7-94e9-a9097fd8908b service neutron] 10.222.0.87 "GET /v2.0/networks?id=153f3154-ec69-481f-a2e6-1c51771d4a4b HTTP/1.1" status: 200 len: 899 time: 0.1215100 Apr 06 14:45:50.558140 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e284c56d-8517-46db-ba2c-9d68ccf2de94', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'port_id': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'mac_address': 'fa:16:3e:d1:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:45:49Z', 'updated_at': '2022-04-06T14:45:49Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:45:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:50.579692 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4de9b270-cd9b-497d-a3be-fdd3db8d11d2 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers/24196057-0365-40d3-b997-63248f7c3bd5 HTTP/1.1" status: 200 len: 923 time: 0.3029783 Apr 06 14:45:50.582794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47698) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:50.595439 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] Checking router: 24196057-0365-40d3-b997-63248f7c3bd5 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:45:50.606164 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:45:50.606784 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:45:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:50.626712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-e20b3c73-0061-40d1-8fca-83f21659390d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=922fdef2-2486-4c02-af8f-3edcbbad3feb HTTP/1.1" status: 200 len: 999 time: 0.0758107 Apr 06 14:45:50.651917 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-09cd05e4-a1fa-4a8c-a9c0-6b296bcf8108 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 200 len: 991 time: 0.0674324 Apr 06 14:45:50.687722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-6dacc7c0-c681-47e0-9625-75b51eb9ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:50.700600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-6dacc7c0-c681-47e0-9625-75b51eb9ff2a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=886d58e3-4e6f-4c40-b187-ec41317859be HTTP/1.1" status: 200 len: 834 time: 0.0561845 Apr 06 14:45:50.723961 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:45:50.750835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-91904c00-72b7-4f81-81d2-eb3d09de441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:45:50.752411 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-91904c00-72b7-4f81-81d2-eb3d09de441e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=153f3154-ec69-481f-a2e6-1c51771d4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0570014 Apr 06 14:45:50.856017 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-dede0d60-754e-4e7d-84c5-bebd1dd757a9 service neutron] 10.222.0.87 "GET /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962291 Apr 06 14:45:50.957626 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4bdd779-6b98-49fc-9025-504d9f151375 req-2bd6afb1-c08f-4538-9e5b-b6a4ee7cf856 service neutron] 10.222.0.87 "GET /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956748 Apr 06 14:45:50.969977 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e284c56d-8517-46db-ba2c-9d68ccf2de94', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'port_id': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'mac_address': 'fa:16:3e:d1:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:45:49Z', 'updated_at': '2022-04-06T14:45:49Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:45:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:45:51.003150 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0dead-677f-4886-ba11-f6a6039e3dc0 None None] The sync data for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv is: [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e284c56d-8517-46db-ba2c-9d68ccf2de94', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'port_id': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'mac_address': 'fa:16:3e:d1:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:45:49Z', 'updated_at': '2022-04-06T14:45:49Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:45:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:45:51.222744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6dafe-6e27-4f71-a382-919d97b9b381 None None] New status for floating IP e284c56d-8517-46db-ba2c-9d68ccf2de94: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:45:51.656097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47702) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:45:51.725824 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4e2157db-0a2d-4d2c-a088-04a2c4ac613f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 200 len: 993 time: 0.0685494 Apr 06 14:45:53.688441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:09.142356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9d41b5dc-1adf-476a-bc95-a8f64b5c701e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:10.401080 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:46:11.547700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bb8a62ce-8bef-4c6a-9aa5-0c4df12c53d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:13.851583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:15.827066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:16.568269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:17.544669 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-717fb47d-3d42-4467-8b2c-59016cbe0c3f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400847528&fields=id&tenant_id=9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 267 time: 0.0467031 Apr 06 14:46:17.663849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-8cf33b1d-bab8-492c-9be9-fced3067beed tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:17.665323 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-8cf33b1d-bab8-492c-9be9-fced3067beed tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 812 time: 0.1140974 Apr 06 14:46:17.679968 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5c674668-451c-4628-9fce-b7898b222500 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/quotas/9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 375 time: 0.0093555 Apr 06 14:46:17.741551 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-e4855fa4-a005-4319-b1f3-2789dcebc430 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564940 Apr 06 14:46:17.836299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5dcd090f-bae3-4323-ad0c-ca988a94547d service neutron] 10.222.0.71 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832245 Apr 06 14:46:17.932238 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-c8679f95-2e17-4844-9225-3c315c3466ab service neutron] 10.222.0.71 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902171 Apr 06 14:46:18.631446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cbee06c9-08f4-4ba1-8f0a-3a222a217cf4 req-8f26034c-6374-44ac-bc4c-6715dcb59e0b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0317657 Apr 06 14:46:19.726303 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7752a90d-3d04-4185-9d31-0efe47362d23 req-124b588c-a9e0-4694-8234-8eb188d7a919 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0287797 Apr 06 14:46:20.821166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1de663a-3b3e-4c45-89c8-65144b191218 req-86fb0dfc-c924-4b06-a274-0dc76cd972c1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0277698 Apr 06 14:46:21.052900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-15b4f3ad-b4af-461e-a089-728d41add942 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:21.054462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-15b4f3ad-b4af-461e-a089-728d41add942 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 812 time: 0.1089423 Apr 06 14:46:21.127697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-01557e90-22b3-4bf5-8f9f-0e354046b3e7 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b67b1a6db594cbd9271e1614e0bf014 HTTP/1.1" status: 200 len: 380 time: 0.0565901 Apr 06 14:46:21.138056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'port': {'device_id': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'admin_state_up': True, 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'security_groups': ['e0c1bd09-5379-4ea2-adaf-320c82bb6c0f']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:21.324172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Made reservation on behalf of 9b67b1a6db594cbd9271e1614e0bf014 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:46:21.330026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:21.459033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Allocated IP 172.20.0.12 (81ef1989-6644-4fd8-a997-ca77a6e4c363/2305a130-b30e-4400-ba68-7bb934b73d26/b4d8b9ee-b836-44b0-b8d1-85d3248fd155) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:21.929837 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2dad64af-17d2-4088-8697-f2c5a5de8a01 req-d4e36eb4-eb81-4ab6-832f-02e5ef66ce40 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0382342 Apr 06 14:46:21.953548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.096311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.141654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:22.144994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:22.148685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:46:22.178440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:22.193754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.202575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:22.223943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:22.225369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.333188 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-5744ba9d-5bd2-46d9-9b31-e2c8c9e11c2c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1986313 Apr 06 14:46:22.353342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Request body: {'port': {'device_id': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:22.404317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2d8e04e2-38c9-4a32-afc7-f473baf566ed None None] Provisioning complete for port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:46:22.404884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2d8e04e2-38c9-4a32-afc7-f473baf566ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.414628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.441708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e04e2-38c9-4a32-afc7-f473baf566ed None None] Port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:46:22.692172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d8b9ee-b836-44b0-b8d1-85d3248fd155 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:46:22.699764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Publish callbacks [] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.711653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Transition to ACTIVE for port object b4d8b9ee-b836-44b0-b8d1-85d3248fd155 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:46:22.815793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:22.871002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:22.951694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Attempting to bind port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:46:22.952419 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Attempting to bind port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:46:22.952419 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Attempting to bind port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:46:22.968204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:46:22.968619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Attempting to bind port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 on network 81ef1989-6644-4fd8-a997-ca77a6e4c363 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:46:22.976668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:46:22.977202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Checking segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:46:22.977857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Bound using segment: {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:46:22.978394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Bound port: b4d8b9ee-b836-44b0-b8d1-85d3248fd155, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:46:22.978828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.090801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] For port b4d8b9ee-b836-44b0-b8d1-85d3248fd155, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:46:23.094865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] For port b4d8b9ee-b836-44b0-b8d1-85d3248fd155, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:46:23.107959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6ce36-f152-4cbd-b724-dac98395384b req-eebb3fb6-715c-444f-9f50-55c7a136d5dd tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:23.109472 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-94d6ce36-f152-4cbd-b724-dac98395384b req-eebb3fb6-715c-444f-9f50-55c7a136d5dd tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0841346 Apr 06 14:46:23.164249 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-94d6ce36-f152-4cbd-b724-dac98395384b req-3599790c-970a-4818-80fb-ab0a124c1784 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484347 Apr 06 14:46:23.165786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.209195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:23.209882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.211297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] 10.222.0.87 "PUT /v2.0/ports/b4d8b9ee-b836-44b0-b8d1-85d3248fd155 HTTP/1.1" status: 200 len: 1094 time: 0.8623145 Apr 06 14:46:23.211737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:23.214032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624930f1-a8ae-4ddc-bd20-475b3ba954c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:23.270926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73b9bf-f47d-499b-b9be-c0bf01b27922 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:23.274629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ebd4ff-3a95-4ad9-a7af-a4cabdf63c65 x-openstack-request-id: req-00ebd4ff-3a95-4ad9-a7af-a4cabdf63c65 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:23.275121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:23.275263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-00ebd4ff-3a95-4ad9-a7af-a4cabdf63c65 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:23.275599 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ebd4ff-3a95-4ad9-a7af-a4cabdf63c65'] response: {'name': 'network-changed', 'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'status': 'completed', 'code': 200} Apr 06 14:46:23.367706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624930f1-a8ae-4ddc-bd20-475b3ba954c6 req-1a0ff6a6-15fb-4f65-a298-b3d28d7afb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:23.369404 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-624930f1-a8ae-4ddc-bd20-475b3ba954c6 req-1a0ff6a6-15fb-4f65-a298-b3d28d7afb1b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 1128 time: 0.0510337 Apr 06 14:46:23.492750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624930f1-a8ae-4ddc-bd20-475b3ba954c6 req-dbbda954-c7c6-49ed-8bdc-0d1c5ba0f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:23.494334 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-624930f1-a8ae-4ddc-bd20-475b3ba954c6 req-dbbda954-c7c6-49ed-8bdc-0d1c5ba0f89b service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1109307 Apr 06 14:46:23.596575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624930f1-a8ae-4ddc-bd20-475b3ba954c6 req-31e3c3d0-c093-43f7-90da-b1466c0d35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:23.598067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-624930f1-a8ae-4ddc-bd20-475b3ba954c6 req-31e3c3d0-c093-43f7-90da-b1466c0d35d1 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0975118 Apr 06 14:46:23.707236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:23.717760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-b58a7f6b-e985-4a3f-9b35-b21e6d158016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:23.720003 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-b58a7f6b-e985-4a3f-9b35-b21e6d158016 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 1128 time: 0.0477810 Apr 06 14:46:23.772309 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-339e8cdc-ab6d-473d-9c88-04ee4222160a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4d8b9ee-b836-44b0-b8d1-85d3248fd155 HTTP/1.1" status: 200 len: 217 time: 0.0396349 Apr 06 14:46:23.822876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-6bd0f4f1-1c3c-4fcf-b308-f2d4a56a2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:23.824362 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-6bd0f4f1-1c3c-4fcf-b308-f2d4a56a2a1f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0462713 Apr 06 14:46:23.876856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-7d691e26-f1c8-49d3-b3e9-92a22e807349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:23.878565 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-7d691e26-f1c8-49d3-b3e9-92a22e807349 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480933 Apr 06 14:46:23.977033 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-25f7d971-b35a-4d24-8585-9528acc49917 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926037 Apr 06 14:46:24.071297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0fb717ae-c756-40eb-845e-ec2628314e00 req-31e32a0a-efbb-4fbb-82d9-47edc559eb05 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873318 Apr 06 14:46:24.319876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a025c-bd7b-4e48-ba73-551ac0408391 req-cdfb6344-b854-42bf-8f20-6286cc99ccf5 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:24.321767 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-865a025c-bd7b-4e48-ba73-551ac0408391 req-cdfb6344-b854-42bf-8f20-6286cc99ccf5 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0664060 Apr 06 14:46:24.382216 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-865a025c-bd7b-4e48-ba73-551ac0408391 req-c65a5510-66d3-46ef-a168-6efdcf363c8f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546155 Apr 06 14:46:25.510799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77f41-4360-4032-83f6-535bae905ca4 req-9a7f0fcf-1973-4d42-ad59-0c64c3fbad61 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:25.512234 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7fb77f41-4360-4032-83f6-535bae905ca4 req-9a7f0fcf-1973-4d42-ad59-0c64c3fbad61 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0556705 Apr 06 14:46:25.564080 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7fb77f41-4360-4032-83f6-535bae905ca4 req-13aa8f5f-1dc3-4714-a4f7-358170bdc34e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459943 Apr 06 14:46:26.693999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca43904-a19a-45c0-830a-2a91ff8096a1 req-b4fac328-b4b1-47f1-8efe-bd600568d256 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:26.695638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ca43904-a19a-45c0-830a-2a91ff8096a1 req-b4fac328-b4b1-47f1-8efe-bd600568d256 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0586312 Apr 06 14:46:26.745447 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ca43904-a19a-45c0-830a-2a91ff8096a1 req-9752351d-e7b9-493b-ae6f-1185b719204e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Apr 06 14:46:27.876711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894215f3-49d4-452a-82d1-6c044485331d req-7df72898-c5f2-44ff-8de1-0609e30eaf60 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:27.878381 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-894215f3-49d4-452a-82d1-6c044485331d req-7df72898-c5f2-44ff-8de1-0609e30eaf60 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0618536 Apr 06 14:46:27.929049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-894215f3-49d4-452a-82d1-6c044485331d req-e8654870-a643-43bf-8d5d-d5608f98b780 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448401 Apr 06 14:46:29.049844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165edb31-7b10-41a5-9da8-8c6c135ed7fe req-0b83728b-681c-4ecc-9aee-6c7da00bc0f4 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:29.051389 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-165edb31-7b10-41a5-9da8-8c6c135ed7fe req-0b83728b-681c-4ecc-9aee-6c7da00bc0f4 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0546484 Apr 06 14:46:29.105116 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-165edb31-7b10-41a5-9da8-8c6c135ed7fe req-1fa2dde1-5f1a-460f-9444-b2e9b5d4d2d3 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471272 Apr 06 14:46:30.225460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242473d-f4d3-4fea-8b8c-65be427b0e95 req-1bdb2677-d4b1-41ac-8860-13badd209698 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:30.227224 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0242473d-f4d3-4fea-8b8c-65be427b0e95 req-1bdb2677-d4b1-41ac-8860-13badd209698 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0558233 Apr 06 14:46:30.284478 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0242473d-f4d3-4fea-8b8c-65be427b0e95 req-8a0f5c5d-a43b-45ee-9278-6928aa2751be tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514023 Apr 06 14:46:31.412286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d2505-3236-4af2-a001-a2f94d325a37 req-6256b332-c33a-4945-9127-ce33aefb206c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:31.414203 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-649d2505-3236-4af2-a001-a2f94d325a37 req-6256b332-c33a-4945-9127-ce33aefb206c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0607774 Apr 06 14:46:31.470068 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-649d2505-3236-4af2-a001-a2f94d325a37 req-6fa32ed0-965b-4977-a218-da15917e64da tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500174 Apr 06 14:46:32.591754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf2b0-4b88-4353-89d4-cab1068ccb9a req-c5dc6691-8161-4a98-ab57-fff91c28d5b2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:32.593230 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abadf2b0-4b88-4353-89d4-cab1068ccb9a req-c5dc6691-8161-4a98-ab57-fff91c28d5b2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0548534 Apr 06 14:46:32.644231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abadf2b0-4b88-4353-89d4-cab1068ccb9a req-fdfb54a3-37e0-4001-84b3-e6dfd7e40082 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Apr 06 14:46:33.770467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a917a8-855b-41e3-8dba-aa976b77907b req-b0ce7d8a-a265-4c5b-811d-1704df8993d7 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:33.772111 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6a917a8-855b-41e3-8dba-aa976b77907b req-b0ce7d8a-a265-4c5b-811d-1704df8993d7 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0617509 Apr 06 14:46:33.827535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6a917a8-855b-41e3-8dba-aa976b77907b req-5c29ac87-2403-4640-a812-3d94f0400f45 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499291 Apr 06 14:46:34.950250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694ef45-f4a2-4aab-8dd9-cc3363d9815a req-6a47aa0c-fc6a-4fd4-a61a-035f4ee339e1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:34.951768 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f694ef45-f4a2-4aab-8dd9-cc3363d9815a req-6a47aa0c-fc6a-4fd4-a61a-035f4ee339e1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0572453 Apr 06 14:46:35.001195 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f694ef45-f4a2-4aab-8dd9-cc3363d9815a req-f9fe8151-56b9-447c-93aa-4585edcdaa8c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Apr 06 14:46:36.128550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee8184-6ac6-425c-9042-cb5caaecc6ca req-832cc3f5-a4f2-4269-ab0d-87b1fa11f497 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:36.130137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-02ee8184-6ac6-425c-9042-cb5caaecc6ca req-832cc3f5-a4f2-4269-ab0d-87b1fa11f497 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0574262 Apr 06 14:46:36.181176 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-02ee8184-6ac6-425c-9042-cb5caaecc6ca req-35776f9f-85b7-4536-8f66-e53759e04d30 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Apr 06 14:46:37.300067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85be6b-ca3d-4a6c-8c6e-6c7c694f4ff5 req-7c9c52db-c73a-4344-8b10-f277fe82ef98 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:37.301603 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fc85be6b-ca3d-4a6c-8c6e-6c7c694f4ff5 req-7c9c52db-c73a-4344-8b10-f277fe82ef98 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0539002 Apr 06 14:46:37.349921 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fc85be6b-ca3d-4a6c-8c6e-6c7c694f4ff5 req-320fd2db-80e4-45e2-8612-0cec426a71ca tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Apr 06 14:46:38.471979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464509f-b976-4ebc-893a-a0798fe7d67e req-3ee46cac-1823-4608-ade0-8f9e0c286d02 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:38.473481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9464509f-b976-4ebc-893a-a0798fe7d67e req-3ee46cac-1823-4608-ade0-8f9e0c286d02 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0558929 Apr 06 14:46:38.527697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9464509f-b976-4ebc-893a-a0798fe7d67e req-041b7748-7c4b-4e43-9cee-18dd87250683 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486376 Apr 06 14:46:39.157836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-eeb91671-b782-4140-b2fd-1b739439e6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:39.653147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8645-6a00-423c-a48b-2a0be2736448 req-544df1f4-f387-4ef5-b650-c2837640596b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:39.654732 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e08b8645-6a00-423c-a48b-2a0be2736448 req-544df1f4-f387-4ef5-b650-c2837640596b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0573919 Apr 06 14:46:39.705179 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e08b8645-6a00-423c-a48b-2a0be2736448 req-cd688bbb-29a6-482e-a872-e0246e955a4e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Apr 06 14:46:40.824705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1f0dc-00cc-456b-8fa1-7b18689aad12 req-92130c65-03c4-4fbc-b50e-4947f8014e00 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:40.826231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eac1f0dc-00cc-456b-8fa1-7b18689aad12 req-92130c65-03c4-4fbc-b50e-4947f8014e00 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 944 time: 0.0538037 Apr 06 14:46:40.874383 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eac1f0dc-00cc-456b-8fa1-7b18689aad12 req-cf67f86d-b4b2-4afd-bddf-f93de8953e8f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Apr 06 14:46:40.992497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b4d8b9ee-b836-44b0-b8d1-85d3248fd155 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:46:41.086057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b4d8b9ee-b836-44b0-b8d1-85d3248fd155, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:41.101933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'port_id': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'mac_address': 'fa:16:3e:e8:ec:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:46:41.138366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:46:41.138753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:41.153117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d8b9ee-b836-44b0-b8d1-85d3248fd155 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:46:41.173311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b4d8b9ee-b836-44b0-b8d1-85d3248fd155, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:41.243885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:41.292884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:41.300537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.300892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.301244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.301584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.301922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.302256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.302591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.302923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.303287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.303619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.303948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.304274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.304598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:46:41.512307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-980f9a4b-ae38-4dac-a5b0-2256c16b1d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:41.648874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['b4d8b9ee-b836-44b0-b8d1-85d3248fd155'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:46:41.807308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-72f0505a-dd83-4542-801b-676e4f31e5a8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632799 Apr 06 14:46:41.911459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-4807ac93-3f56-4357-b99c-9cdbab7ab6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:41.912982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-4807ac93-3f56-4357-b99c-9cdbab7ab6d8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1129 time: 0.0473256 Apr 06 14:46:42.062323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4590f-ed42-4cbd-a4fd-91b503af67b2 req-c97c5c7d-2167-4c1c-b5e0-6f8b704b44e1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:42.064301 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9da4590f-ed42-4cbd-a4fd-91b503af67b2 req-c97c5c7d-2167-4c1c-b5e0-6f8b704b44e1 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 945 time: 0.1146636 Apr 06 14:46:42.065401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-abf60f9e-6e5b-463c-8ffe-8147c01d47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:42.066698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-abf60f9e-6e5b-463c-8ffe-8147c01d47c5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.1359572 Apr 06 14:46:42.167574 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-52062696-2a4b-471c-a3b0-84b750ba750f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 200 len: 1000 time: 0.0907211 Apr 06 14:46:42.171267 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9da4590f-ed42-4cbd-a4fd-91b503af67b2 req-37f642d5-db87-4a3f-9ec0-bf335fc54775 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005304 Apr 06 14:46:42.216937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-ab65c8c2-b6ad-4453-b78d-d35a2ae4a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:42.218510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-ab65c8c2-b6ad-4453-b78d-d35a2ae4a9ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0446126 Apr 06 14:46:42.268215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-3a33f2f6-c211-4a9f-ad7f-4a9838a5b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:42.269773 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-3a33f2f6-c211-4a9f-ad7f-4a9838a5b54d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452805 Apr 06 14:46:42.367787 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-47ded91b-ee0a-4b2f-bf95-696399286d27 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906043 Apr 06 14:46:42.458515 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4b2018d0-c93c-42de-8bfc-15c7f22a8eda req-a40c1799-1069-44cb-b521-8cd7a088b165 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847528 Apr 06 14:46:43.006335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b4d8b9ee-b836-44b0-b8d1-85d3248fd155 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:46:43.141349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:46:43.145757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:46:43.146122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:43.226451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:46:43.226984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:43.251790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:43.258997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09f9d3-73bb-43d8-8f02-c2cca939245f" -d '{"events": [{"server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "name": "network-vif-plugged", "status": "completed", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:43.267380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b4d8b9ee-b836-44b0-b8d1-85d3248fd155, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:46:43.298950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b11453a-4e87-4465-bfbf-c911565199d1 x-openstack-request-id: req-5b11453a-4e87-4465-bfbf-c911565199d1 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:43.298950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "name": "network-vif-plugged", "status": "completed", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:43.298950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b11453a-4e87-4465-bfbf-c911565199d1 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:43.298950 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b11453a-4e87-4465-bfbf-c911565199d1'] response: {'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'code': 200} Apr 06 14:46:43.304749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ba958-2d2b-4a37-8b71-44bc96cc63fa req-843e8282-4c63-471e-a859-f7585d41a4dd tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:43.306239 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-016ba958-2d2b-4a37-8b71-44bc96cc63fa req-843e8282-4c63-471e-a859-f7585d41a4dd tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 945 time: 0.0656095 Apr 06 14:46:43.356632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-016ba958-2d2b-4a37-8b71-44bc96cc63fa req-33884d11-4ea4-4088-aaf0-8a259301fd45 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Apr 06 14:46:43.397894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:43.448337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:43.658148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca70029-82d9-4d14-b95f-980b71724ed7 req-565d4036-2fb1-49a2-8d27-a4ede9cfa547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:43.659573 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dca70029-82d9-4d14-b95f-980b71724ed7 req-565d4036-2fb1-49a2-8d27-a4ede9cfa547 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 1130 time: 0.0514867 Apr 06 14:46:43.708197 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dca70029-82d9-4d14-b95f-980b71724ed7 req-e1720bfc-d643-483a-9775-3cd4517555f4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417063 Apr 06 14:46:43.784606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:44.477639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffb5a-3ff2-4a0c-9683-7f8bf9d474e7 req-99a808c3-4bf4-4788-8f03-33a8a5ed8508 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:44.479137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-305ffb5a-3ff2-4a0c-9683-7f8bf9d474e7 req-99a808c3-4bf4-4788-8f03-33a8a5ed8508 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 946 time: 0.0521641 Apr 06 14:46:44.527935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-305ffb5a-3ff2-4a0c-9683-7f8bf9d474e7 req-83535da2-46ec-4572-a077-932139dad7c0 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Apr 06 14:46:45.654598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1049dac-8567-4471-bb3e-d337ea95df51 req-0568e846-f9b7-4faa-84c7-96fac18f38d8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:45.657720 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1049dac-8567-4471-bb3e-d337ea95df51 req-0568e846-f9b7-4faa-84c7-96fac18f38d8 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 946 time: 0.0606878 Apr 06 14:46:45.707261 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1049dac-8567-4471-bb3e-d337ea95df51 req-f31b9187-9dfc-4b91-81b5-16c42cef9494 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441117 Apr 06 14:46:45.804038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:45.832975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432adab-319f-479b-bf9f-dd3bec2ba153 req-567c129a-2332-4a4a-a434-2a9a4c667c1f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:45.834439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1432adab-319f-479b-bf9f-dd3bec2ba153 req-567c129a-2332-4a4a-a434-2a9a4c667c1f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 946 time: 0.0565825 Apr 06 14:46:45.885721 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1432adab-319f-479b-bf9f-dd3bec2ba153 req-345752a1-a016-4cc7-8d75-5d6ae1f1433f tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Apr 06 14:46:45.909110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47844) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:46.055085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220f7e4-2efc-434d-addb-7520295db59a tempest-TestVolumeBootPattern-399874885 tempest-TestVolumeBootPattern-399874885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:46.056622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5220f7e4-2efc-434d-addb-7520295db59a tempest-TestVolumeBootPattern-399874885 tempest-TestVolumeBootPattern-399874885-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 1125 time: 0.1465280 Apr 06 14:46:46.059371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47848) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:46:46.064190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:46:46.178692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:46.288217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:46.401189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Allocated IP 172.26.7.219 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:46:46.460984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:46.513540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:46.615059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:46.652730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:46:46.656553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:46:46.660278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:46:46.689807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:47.028199 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (a68c0ec4-8956-4779-8a45-0facb8f5c87e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:47.153285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:47.305267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for port (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:47.375197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:47.400241 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:46:47.461089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event updated for resources: {'Port': ['ID=0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:46:47.473824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (a68c0ec4-8956-4779-8a45-0facb8f5c87e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:47.590871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Floating IP a68c0ec4-8956-4779-8a45-0facb8f5c87e associated. External IP: 172.26.7.219, port: b4d8b9ee-b836-44b0-b8d1-85d3248fd155. Apr 06 14:46:47.808283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:46:47.920125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:46:47.930976 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:46:47.942557 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:46:47.943362 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:46:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:48.028595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:48.051439 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:46:48.297479 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'a68c0ec4-8956-4779-8a45-0facb8f5c87e', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:e8:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:46Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}, {'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:26Z', 'revision_number': 1, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:48.328536 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:46:48.337445 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:46:48.338116 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:46:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:48.414693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ae392e7e-63a5-4d9f-804b-a76a4559a001 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3542857 Apr 06 14:46:48.415333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:46:48.417618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e16e6d3-c036-4b4f-9338-da08d277d247" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:46:48.463629 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:46:48.464120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726bc871-3734-48cb-b044-aacff8dc8af1 x-openstack-request-id: req-726bc871-3734-48cb-b044-aacff8dc8af1 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:46:48.464120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:46:48.464120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-726bc871-3734-48cb-b044-aacff8dc8af1 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:46:48.464120 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726bc871-3734-48cb-b044-aacff8dc8af1'] response: {'name': 'network-changed', 'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'status': 'completed', 'code': 200} Apr 06 14:46:48.547605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-1aed4c46-c7be-4e24-bbe8-2d4d065b9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:48.549135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-1aed4c46-c7be-4e24-bbe8-2d4d065b9d89 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 1130 time: 0.0473421 Apr 06 14:46:48.654558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-51a9388c-191c-4242-bf8e-dec0636fe813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:48.657545 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-51a9388c-191c-4242-bf8e-dec0636fe813 service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.1008551 Apr 06 14:46:48.679015 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'a68c0ec4-8956-4779-8a45-0facb8f5c87e', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:e8:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:46Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}, {'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:26Z', 'revision_number': 1, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:46:48.706028 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c7cbd-8c66-4eb1-9a12-8db7f2fc838e None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'a68c0ec4-8956-4779-8a45-0facb8f5c87e', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:e8:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:46:46Z', 'updated_at': '2022-04-06T14:46:46Z', 'revision_number': 0, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}, {'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:26Z', 'revision_number': 1, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:46:48.728513 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-c1ea1f4d-b6c0-4ce4-8471-b44b2e68bcbc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4d8b9ee-b836-44b0-b8d1-85d3248fd155 HTTP/1.1" status: 200 len: 1000 time: 0.0650170 Apr 06 14:46:48.780584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-0355d56a-90e9-4a88-a2af-f83d3e9a0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:48.782322 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-0355d56a-90e9-4a88-a2af-f83d3e9a0004 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0480425 Apr 06 14:46:48.838429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-fd985f23-09fa-4c36-8d58-8f6bd32ffb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:46:48.840116 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-fd985f23-09fa-4c36-8d58-8f6bd32ffb9e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0518343 Apr 06 14:46:48.901455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000fe67-41b5-469d-a3d6-1c0a6edecb1b None None] New status for floating IP a68c0ec4-8956-4779-8a45-0facb8f5c87e: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:46:48.938287 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-53deb0be-942e-4a9a-aaea-28be88e0fe28 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922813 Apr 06 14:46:49.043012 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e16e6d3-c036-4b4f-9338-da08d277d247 req-d2401e46-b149-4e9c-8dd2-a26ca1f27084 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983903 Apr 06 14:46:53.729070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:02.877759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47860) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:02.992434 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f8f685fc-87df-4c53-b494-a810a0e39eb5 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers/24196057-0365-40d3-b997-63248f7c3bd5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1134925 Apr 06 14:47:02.995263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47862) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:03.210109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6b50d7-38b0-411d-85c3-9863e46e5c00 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Notify agent at dv-neutron-835863-1-hyperv the message router_removed_from_agent {{(pid=104443) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 06 14:47:03.213431 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7b6b50d7-38b0-411d-85c3-9863e46e5c00 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "DELETE /v2.0/agents/71e8dc8b-d17c-40aa-9c6a-c2712283c98f/l3-routers/24196057-0365-40d3-b997-63248f7c3bd5 HTTP/1.1" status: 204 len: 168 time: 0.2172642 Apr 06 14:47:03.216362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47864) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:03.358044 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8c886fb2-5a21-4e68-8b75-793d0f2c143f tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers/24196057-0365-40d3-b997-63248f7c3bd5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1401560 Apr 06 14:47:03.361056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47866) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:03.430915 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-42196de2-2deb-4e63-844f-9592b624e8d0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 200 len: 993 time: 0.0687923 Apr 06 14:47:03.632960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 09edf3af-1a58-462b-bf39-25f2d1c6645c no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:03.735458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 09edf3af-1a58-462b-bf39-25f2d1c6645c is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:03.735879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:03.770710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 09edf3af-1a58-462b-bf39-25f2d1c6645c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=09edf3af-1a58-462b-bf39-25f2d1c6645c,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:03.852632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:03.907282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=09edf3af-1a58-462b-bf39-25f2d1c6645c,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:04.031262 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07758c-60c6-458a-a327-be89fd1056b9 None None] New status for floating IP e284c56d-8517-46db-ba2c-9d68ccf2de94: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:47:04.436111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47868) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:04.500117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f47a8263-efdc-4466-9f83-a42558c9e7c8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 200 len: 991 time: 0.0619285 Apr 06 14:47:05.330871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device acacf736-efd5-40c7-b8af-c6f569d7c903 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:05.406644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port acacf736-efd5-40c7-b8af-c6f569d7c903 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:05.407055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:05.427406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port acacf736-efd5-40c7-b8af-c6f569d7c903, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=acacf736-efd5-40c7-b8af-c6f569d7c903,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:05.534156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:05.586064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=acacf736-efd5-40c7-b8af-c6f569d7c903,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:05.649418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47872) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:05.860612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef119ae-ba84-4ce8-b05e-1b37735a07e3 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Router 24196057-0365-40d3-b997-63248f7c3bd5 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:47:05.860887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef119ae-ba84-4ce8-b05e-1b37735a07e3 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Notify agent at dv-neutron-835863-1-hyperv the message router_added_to_agent {{(pid=104443) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 06 14:47:05.879304 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fef119ae-ba84-4ce8-b05e-1b37735a07e3 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "POST /v2.0/agents/71e8dc8b-d17c-40aa-9c6a-c2712283c98f/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2281551 Apr 06 14:47:05.881538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47878) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:05.891689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] Sync routers for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:05.902062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:05.902686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:46:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:06.004478 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-199ea484-8afa-4df6-aded-02098e58ef77 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers/24196057-0365-40d3-b997-63248f7c3bd5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1212008 Apr 06 14:47:06.007049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47880) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:06.013008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:06.074526 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e84ee990-a5ae-4eb7-9f85-1fdb590f1625 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 200 len: 991 time: 0.0664082 Apr 06 14:47:06.247856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e284c56d-8517-46db-ba2c-9d68ccf2de94', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'port_id': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'mac_address': 'fa:16:3e:d1:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:45:49Z', 'updated_at': '2022-04-06T14:47:04Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:47:03Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:06.278378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] Checking router: 24196057-0365-40d3-b997-63248f7c3bd5 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:06.287586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:06.288710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:46:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:06.398571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:06.767870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e284c56d-8517-46db-ba2c-9d68ccf2de94', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'port_id': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'mac_address': 'fa:16:3e:d1:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:45:49Z', 'updated_at': '2022-04-06T14:47:04Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:47:03Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:06.798053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43964c-28f3-40e7-9e00-332df521ecd8 None None] The sync data for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv is: [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'e284c56d-8517-46db-ba2c-9d68ccf2de94', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'port_id': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'mac_address': 'fa:16:3e:d1:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:45:49Z', 'updated_at': '2022-04-06T14:47:04Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:47:03Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:07.078773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47882) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:07.144277 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2bdcd2cd-4d50-407e-be1a-536db8d4b457 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 200 len: 991 time: 0.0643075 Apr 06 14:47:07.363888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 09edf3af-1a58-462b-bf39-25f2d1c6645c up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:07.423920 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 09edf3af-1a58-462b-bf39-25f2d1c6645c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:07.424597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:07.519471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 09edf3af-1a58-462b-bf39-25f2d1c6645c is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:07.519945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:07.555927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 09edf3af-1a58-462b-bf39-25f2d1c6645c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=09edf3af-1a58-462b-bf39-25f2d1c6645c,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:07.626162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:07.680730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=09edf3af-1a58-462b-bf39-25f2d1c6645c,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:08.148188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47884) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:08.215720 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6693017c-497f-4cb6-bdb7-f6f60078e36b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 200 len: 991 time: 0.0664139 Apr 06 14:47:08.500233 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298fa6b-b343-4416-bca7-ba9a73a5dbaf None None] New status for floating IP e284c56d-8517-46db-ba2c-9d68ccf2de94: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:47:09.103754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c158cd62-0a38-4960-a5bd-04c55bf6364e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.219835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47886) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:09.282330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5273a6cf-954a-4de1-8b1a-45c4cd40212a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 200 len: 993 time: 0.0611882 Apr 06 14:47:09.407668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 09edf3af-1a58-462b-bf39-25f2d1c6645c up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:09.457356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 09edf3af-1a58-462b-bf39-25f2d1c6645c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:09.457732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.545683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 09edf3af-1a58-462b-bf39-25f2d1c6645c is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:09.546697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device acacf736-efd5-40c7-b8af-c6f569d7c903 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:09.595175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port acacf736-efd5-40c7-b8af-c6f569d7c903 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:09.595582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.678536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port acacf736-efd5-40c7-b8af-c6f569d7c903 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:09.678929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.700848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port acacf736-efd5-40c7-b8af-c6f569d7c903, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=acacf736-efd5-40c7-b8af-c6f569d7c903,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:09.797556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.848689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=acacf736-efd5-40c7-b8af-c6f569d7c903,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:11.345055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device acacf736-efd5-40c7-b8af-c6f569d7c903 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:11.395446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port acacf736-efd5-40c7-b8af-c6f569d7c903 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:11.395845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:11.495709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port acacf736-efd5-40c7-b8af-c6f569d7c903 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:11.546455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-866b4432-52fb-4cb5-85d2-7cd8e6332fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:11.572772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47894) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:11.749463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port ccca1019-722e-4dce-8bc5-184d50172ce0 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:11.749804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ccca1019-722e-4dce-8bc5-184d50172ce0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:11.827527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ccca1019-722e-4dce-8bc5-184d50172ce0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:11.827943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (ccca1019-722e-4dce-8bc5-184d50172ce0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:11.839962 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for ccca1019-722e-4dce-8bc5-184d50172ce0 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:12.060069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ccca1019-722e-4dce-8bc5-184d50172ce0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:12.090770 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=ccca1019-722e-4dce-8bc5-184d50172ce0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:12.103260 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.103609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.103972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.104307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.104635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.104959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.105284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.105606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.105928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.106300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.106620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.106939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.107282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:12.461555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (e284c56d-8517-46db-ba2c-9d68ccf2de94), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:12.461887 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP e284c56d-8517-46db-ba2c-9d68ccf2de94 disassociated (deleted). External IP: 172.26.7.168, port: 922fdef2-2486-4c02-af8f-3edcbbad3feb. Apr 06 14:47:12.682825 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 24196057-0365-40d3-b997-63248f7c3bd5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:12.797970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:12.802559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:12.807667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] Sync routers for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:12.818077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:12.818856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:12.833428 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c4b1656-9e66-4c18-b2b6-324d16215f53 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/e284c56d-8517-46db-ba2c-9d68ccf2de94 HTTP/1.1" status: 204 len: 168 time: 1.2595196 Apr 06 14:47:12.834078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:12.836470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982" -d '{"events": [{"name": "network-changed", "server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:12.944573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:12.950503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6204b792-01fa-4923-ba2b-97300e4fc530 x-openstack-request-id: req-6204b792-01fa-4923-ba2b-97300e4fc530 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:12.950808 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:12.951109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6204b792-01fa-4923-ba2b-97300e4fc530 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:12.951680 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6204b792-01fa-4923-ba2b-97300e4fc530'] response: {'name': 'network-changed', 'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'status': 'completed', 'code': 200} Apr 06 14:47:13.047541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-c6107ba8-762d-430d-b09a-00e117fe1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:13.049175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-c6107ba8-762d-430d-b09a-00e117fe1e30 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 1129 time: 0.0511725 Apr 06 14:47:13.146628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-4feb2a84-b15f-4f85-af01-1d2616c19f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:13.148387 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-4feb2a84-b15f-4f85-af01-1d2616c19f66 service neutron] 10.222.0.87 "GET /v2.0/networks?id=153f3154-ec69-481f-a2e6-1c51771d4a4b HTTP/1.1" status: 200 len: 899 time: 0.0932391 Apr 06 14:47:13.158623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:47:07Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:13.184576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] Checking router: 24196057-0365-40d3-b997-63248f7c3bd5 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:13.193775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:13.196929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:13.274849 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-cad5202e-93de-46cc-9c34-85e6a65e7c5e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=922fdef2-2486-4c02-af8f-3edcbbad3feb HTTP/1.1" status: 200 len: 217 time: 0.0558622 Apr 06 14:47:13.309620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:13.357598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-dce3af07-5a5d-4dcd-926e-47565754488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:13.359548 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-dce3af07-5a5d-4dcd-926e-47565754488e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=886d58e3-4e6f-4c40-b187-ec41317859be HTTP/1.1" status: 200 len: 834 time: 0.0792789 Apr 06 14:47:13.377926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f75c0-5bd0-4154-bf91-6ef50d6fc398 req-81e9fdc5-e445-4a0c-885b-ab74360adc38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:13.379462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e0f75c0-5bd0-4154-bf91-6ef50d6fc398 req-81e9fdc5-e445-4a0c-885b-ab74360adc38 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 945 time: 0.0892820 Apr 06 14:47:13.469171 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e0f75c0-5bd0-4154-bf91-6ef50d6fc398 req-bb6a1547-b363-4994-9893-a3dc89844113 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808716 Apr 06 14:47:13.474058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-358e6090-f367-423a-9b89-dcbfc673efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:13.475630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-358e6090-f367-423a-9b89-dcbfc673efb6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=153f3154-ec69-481f-a2e6-1c51771d4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0897806 Apr 06 14:47:13.518280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:47:07Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:13.550418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42262cd3-b2a9-45fb-be85-7de93b27cee1 None None] The sync data for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv is: [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:45:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '09edf3af-1a58-462b-bf39-25f2d1c6645c', 'name': '', 'network_id': '153f3154-ec69-481f-a2e6-1c51771d4a4b', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:27:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:26Z', 'updated_at': '2022-04-06T14:47:07Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '886d58e3-4e6f-4c40-b187-ec41317859be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:13.577671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-e537af77-f9e2-4daa-8320-582df419f06c service neutron] 10.222.0.87 "GET /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950961 Apr 06 14:47:13.689739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fe3a21a-80f5-4ca7-ad34-67e2622b3982 req-4c3d8287-2cd2-4678-b7dd-4e9503d11c68 service neutron] 10.222.0.87 "GET /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041868 Apr 06 14:47:13.775522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:14.276411 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df4b56-6bb1-4294-b1dd-ba90076c27dc None None] New status for floating IP e284c56d-8517-46db-ba2c-9d68ccf2de94: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:47:14.598285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ca9ae-dbd6-4150-9d6a-8f6d4c778d28 req-77f85f72-7493-424f-b608-9e8c16518a3e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:14.599730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-508ca9ae-dbd6-4150-9d6a-8f6d4c778d28 req-77f85f72-7493-424f-b608-9e8c16518a3e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 945 time: 0.0561140 Apr 06 14:47:14.652497 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-508ca9ae-dbd6-4150-9d6a-8f6d4c778d28 req-e79c472a-dbf3-4d9c-9fb6-cf84162882bc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=3aefc88c-2eb3-41d2-8634-f050837bdb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472550 Apr 06 14:47:15.142338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-b490ad28-53d1-40c6-ba18-a86a4c48a811 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:15.143824 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-b490ad28-53d1-40c6-ba18-a86a4c48a811 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 945 time: 0.0528889 Apr 06 14:47:15.246712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 922fdef2-2486-4c02-af8f-3edcbbad3feb {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:15.247092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.338466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 922fdef2-2486-4c02-af8f-3edcbbad3feb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=922fdef2-2486-4c02-af8f-3edcbbad3feb,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:15.338825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.352447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 922fdef2-2486-4c02-af8f-3edcbbad3feb owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:15.545652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (922fdef2-2486-4c02-af8f-3edcbbad3feb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.577797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=922fdef2-2486-4c02-af8f-3edcbbad3feb,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:15.625341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port 922fdef2-2486-4c02-af8f-3edcbbad3feb on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:47:15.665104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:15.665104 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dbb8a6b8-d42a-4f67-8d9b-a5fcda6baf16 req-f96102b6-2018-4dc1-bc39-8f3b5203a742 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/922fdef2-2486-4c02-af8f-3edcbbad3feb HTTP/1.1" status: 204 len: 173 time: 0.4828088 Apr 06 14:47:15.665104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'name': 'network-vif-deleted', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:15.665104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e71f1a4-3925-4e00-bbae-e314be1da2f3" -d '{"events": [{"server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "name": "network-vif-deleted", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:15.670867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3976223b-42c1-4d78-b56f-2c4bea7e29fe x-openstack-request-id: req-3976223b-42c1-4d78-b56f-2c4bea7e29fe {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:15.671199 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95de80a-fabd-475a-a781-5a0bf8e5e605", "name": "network-vif-deleted", "tag": "922fdef2-2486-4c02-af8f-3edcbbad3feb", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:15.671456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3976223b-42c1-4d78-b56f-2c4bea7e29fe {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:15.671861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3976223b-42c1-4d78-b56f-2c4bea7e29fe'] response: {'server_uuid': 'f95de80a-fabd-475a-a781-5a0bf8e5e605', 'name': 'network-vif-deleted', 'tag': '922fdef2-2486-4c02-af8f-3edcbbad3feb', 'status': 'completed', 'code': 200} Apr 06 14:47:15.752872 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0960742c-e43e-4764-b72b-10b70cac925b req-6f505210-f3f1-4a46-a9cc-1104e8069040 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Apr 06 14:47:15.865776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:16.505682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:16.861412 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-915b7102-8401-4529-997c-2b2c677c755a req-27c06d40-9397-40a1-8411-a1835060300c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=f95de80a-fabd-475a-a781-5a0bf8e5e605 HTTP/1.1" status: 200 len: 210 time: 0.0277715 Apr 06 14:47:17.919667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47920) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:17.977753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8efba0b0-4c1d-4335-8ed0-5d7fe6683cf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (3aefc88c-2eb3-41d2-8634-f050837bdb4e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.003851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8efba0b0-4c1d-4335-8ed0-5d7fe6683cf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (3aefc88c-2eb3-41d2-8634-f050837bdb4e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.137881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8efba0b0-4c1d-4335-8ed0-5d7fe6683cf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (3aefc88c-2eb3-41d2-8634-f050837bdb4e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.144691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8efba0b0-4c1d-4335-8ed0-5d7fe6683cf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.144691 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8efba0b0-4c1d-4335-8ed0-5d7fe6683cf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/3aefc88c-2eb3-41d2-8634-f050837bdb4e HTTP/1.1" status: 204 len: 168 time: 0.2224133 Apr 06 14:47:18.152867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efba0b0-4c1d-4335-8ed0-5d7fe6683cf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aefc88c-2eb3-41d2-8634-f050837bdb4e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:18.247373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47924) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:18.630572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (24196057-0365-40d3-b997-63248f7c3bd5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.900518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 09edf3af-1a58-462b-bf39-25f2d1c6645c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:18.900838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:18.991283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 09edf3af-1a58-462b-bf39-25f2d1c6645c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=09edf3af-1a58-462b-bf39-25f2d1c6645c,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:18.992080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.004816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 09edf3af-1a58-462b-bf39-25f2d1c6645c owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:19.160631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 922fdef2-2486-4c02-af8f-3edcbbad3feb no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:19.180644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 922fdef2-2486-4c02-af8f-3edcbbad3feb {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:19.180993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 922fdef2-2486-4c02-af8f-3edcbbad3feb not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:19.368228 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (09edf3af-1a58-462b-bf39-25f2d1c6645c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.395064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=09edf3af-1a58-462b-bf39-25f2d1c6645c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:19.584571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (24196057-0365-40d3-b997-63248f7c3bd5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:19.815538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 24196057-0365-40d3-b997-63248f7c3bd5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:19.928530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:19.936246 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5c27da4e-9a35-45a0-bc45-ccab5708f932 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/24196057-0365-40d3-b997-63248f7c3bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6854227 Apr 06 14:47:19.938079 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47926) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:19.938579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] Sync routers for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:19.948819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:19.949491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:19.991226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fe9547-5ad3-49e4-814b-c9b7db274d73 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet 886d58e3-4e6f-4c40-b187-ec41317859be {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:47:19.994479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74fe9547-5ad3-49e4-814b-c9b7db274d73 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (886d58e3-4e6f-4c40-b187-ec41317859be), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.036371 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74fe9547-5ad3-49e4-814b-c9b7db274d73 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (886d58e3-4e6f-4c40-b187-ec41317859be), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.066173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:20.131924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74fe9547-5ad3-49e4-814b-c9b7db274d73 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (886d58e3-4e6f-4c40-b187-ec41317859be), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.266380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:47:19Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:20.293062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] Checking router: 24196057-0365-40d3-b997-63248f7c3bd5 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:20.302579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] Routers {'24196057-0365-40d3-b997-63248f7c3bd5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:20.303224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['24196057-0365-40d3-b997-63248f7c3bd5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:20.305868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74fe9547-5ad3-49e4-814b-c9b7db274d73 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (886d58e3-4e6f-4c40-b187-ec41317859be), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.333963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe9547-5ad3-49e4-814b-c9b7db274d73 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=886d58e3-4e6f-4c40-b187-ec41317859be,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:20.337684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-74fe9547-5ad3-49e4-814b-c9b7db274d73 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.345531 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-74fe9547-5ad3-49e4-814b-c9b7db274d73 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/886d58e3-4e6f-4c40-b187-ec41317859be HTTP/1.1" status: 204 len: 168 time: 0.4021749 Apr 06 14:47:20.345531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47928) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:20.463058 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (24196057-0365-40d3-b997-63248f7c3bd5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.526712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29ddc0-d298-476f-9c80-d63cd51723be None None] Network 153f3154-ec69-481f-a2e6-1c51771d4a4b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:47:20.576827 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (24196057-0365-40d3-b997-63248f7c3bd5), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.648857 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] Set router 24196057-0365-40d3-b997-63248f7c3bd5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:20.766572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port acacf736-efd5-40c7-b8af-c6f569d7c903 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:20.766930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.823539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] DHCP port deletion for 153f3154-ec69-481f-a2e6-1c51771d4a4b request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:47:20.872214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port acacf736-efd5-40c7-b8af-c6f569d7c903, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=acacf736-efd5-40c7-b8af-c6f569d7c903,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:20.872581 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.885340 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for acacf736-efd5-40c7-b8af-c6f569d7c903 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:20.888187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:47:19Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:20.919768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0b980-abbd-4554-9e5c-88df12bc6d20 None None] The sync data for ids ['24196057-0365-40d3-b997-63248f7c3bd5'] in dv-neutron-835863-1-hyperv is: [{'id': '24196057-0365-40d3-b997-63248f7c3bd5', 'name': 'tempest-TestNetworkBasicOps-router-1135625627', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:45:22Z', 'updated_at': '2022-04-06T14:47:19Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': 'acacf736-efd5-40c7-b8af-c6f569d7c903', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24196057-0365-40d3-b997-63248f7c3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:45:23Z', 'updated_at': '2022-04-06T14:47:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:20.927349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] Deleting port a5c7263b-25ab-4782-adc8-97a40d43c94f {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:47:20.928191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.997281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] For port a5c7263b-25ab-4782-adc8-97a40d43c94f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a5c7263b-25ab-4782-adc8-97a40d43c94f,segment=NetworkSegment(c02c386b-dfc4-4038-bc3a-a742818221ad),segment_id=c02c386b-dfc4-4038-bc3a-a742818221ad)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:20.997691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.010811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] Calling delete_port for a5c7263b-25ab-4782-adc8-97a40d43c94f owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:47:21.180375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (acacf736-efd5-40c7-b8af-c6f569d7c903), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.208840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=acacf736-efd5-40c7-b8af-c6f569d7c903,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:21.248584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (a5c7263b-25ab-4782-adc8-97a40d43c94f), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.277637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] Pushing event deleted for resources: {'Port': ['ID=a5c7263b-25ab-4782-adc8-97a40d43c94f,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:21.288028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (24196057-0365-40d3-b997-63248f7c3bd5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.291679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da8f60-aa7f-4cf5-83d3-bdcec42b483f None None] No DVR routers for this DVR port a5c7263b-25ab-4782-adc8-97a40d43c94f on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:47:21.411052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (24196057-0365-40d3-b997-63248f7c3bd5), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.413565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (24196057-0365-40d3-b997-63248f7c3bd5), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.452016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 09edf3af-1a58-462b-bf39-25f2d1c6645c no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:21.477797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 09edf3af-1a58-462b-bf39-25f2d1c6645c {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:21.478117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 09edf3af-1a58-462b-bf39-25f2d1c6645c not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:21.478765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a5c7263b-25ab-4782-adc8-97a40d43c94f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:21.508753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: a5c7263b-25ab-4782-adc8-97a40d43c94f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:21.509105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a5c7263b-25ab-4782-adc8-97a40d43c94f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:21.568342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (24196057-0365-40d3-b997-63248f7c3bd5), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.568909 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Fanout notify agent at l3_agent the message router_deleted on router 24196057-0365-40d3-b997-63248f7c3bd5 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:47:21.576668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.583035 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a6d9ab74-4e89-4b56-8bd7-b795b9567838 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/routers/24196057-0365-40d3-b997-63248f7c3bd5 HTTP/1.1" status: 204 len: 168 time: 1.2327254 Apr 06 14:47:21.584119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47930) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:21.666225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (153f3154-ec69-481f-a2e6-1c51771d4a4b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.760606 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (153f3154-ec69-481f-a2e6-1c51771d4a4b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.781185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153f3154-ec69-481f-a2e6-1c51771d4a4b']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:21.790541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02c386b-dfc4-4038-bc3a-a742818221ad') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:21.790847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02c386b-dfc4-4038-bc3a-a742818221ad') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:21.800966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (c02c386b-dfc4-4038-bc3a-a742818221ad), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.815265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c02c386b-dfc4-4038-bc3a-a742818221ad), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.821506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:47:21.821788 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (c02c386b-dfc4-4038-bc3a-a742818221ad), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:47:21.824739 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:47:22.282733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (153f3154-ec69-481f-a2e6-1c51771d4a4b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.289839 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.292984 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/153f3154-ec69-481f-a2e6-1c51771d4a4b HTTP/1.1" status: 204 len: 168 time: 0.7078755 Apr 06 14:47:22.310271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5af0e5-a71c-4bcf-9c97-1a963b9ae3d8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=153f3154-ec69-481f-a2e6-1c51771d4a4b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:22.315551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47932) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:22.321033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--1849173644', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:22.413984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:47:22.417361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.441113 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:47:22.449618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (aecc73dc-f2aa-4d0e-ad84-b55e4580034f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.449961 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment aecc73dc-f2aa-4d0e-ad84-b55e4580034f of type vlan for network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 Apr 06 14:47:22.498777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (19cfd9f8-7139-47e3-ac39-c72f5b5cc998), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.646737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (19cfd9f8-7139-47e3-ac39-c72f5b5cc998), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.651877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:22.652501 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.729866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=19cfd9f8-7139-47e3-ac39-c72f5b5cc998,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:22.740042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:47:22.845910 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e0103cf3-3cf7-40af-b419-cb7bcf35822e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5292218 Apr 06 14:47:22.849647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47934) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:22.854142 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'admin_state_up': True, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:22.945293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (a8424165-407c-4894-85eb-54b9ba06d9b2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:22.946323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (a8424165-407c-4894-85eb-54b9ba06d9b2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.001802 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (a8424165-407c-4894-85eb-54b9ba06d9b2), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.210390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (a8424165-407c-4894-85eb-54b9ba06d9b2), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.318631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device acacf736-efd5-40c7-b8af-c6f569d7c903 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:47:23.345286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: acacf736-efd5-40c7-b8af-c6f569d7c903 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:47:23.345731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device acacf736-efd5-40c7-b8af-c6f569d7c903 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:47:23.500997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (a8424165-407c-4894-85eb-54b9ba06d9b2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.523750 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.627247 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.118 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/152d1268-d28d-4de1-a561-7cb6d52af2d1) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:23.717353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.733446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.858624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:23.896635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:23.899488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:23.905914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:23.911419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=152d1268-d28d-4de1-a561-7cb6d52af2d1,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:24.254804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (a8424165-407c-4894-85eb-54b9ba06d9b2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.399360 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:47:24.460362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (a8424165-407c-4894-85eb-54b9ba06d9b2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.636745 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router a8424165-407c-4894-85eb-54b9ba06d9b2 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:47:24.750279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:24.759770 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Sync routers for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:24.769745 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:24.770356 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:24.833405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:24.834696 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a6667b0d-42ed-43b9-9de1-53bbca7f05a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9840999 Apr 06 14:47:24.838220 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47938) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:24.869128 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-da0d5d03-b7b5-4e4c-9d7d-daf78e5b44b0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297413 Apr 06 14:47:24.871699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47940) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:24.963533 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a57f48-29ac-4262-afd0-1e9e1e3cd430 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:24.964939 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-78a57f48-29ac-4262-afd0-1e9e1e3cd430 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923395 Apr 06 14:47:24.968237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47942) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:24.972144 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:24.996895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-38c1a665-c2fa-45f9-9027-722a70065c07 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274990 Apr 06 14:47:25.000630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47944) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:25.005506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377788356', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:25.157766 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:25.167677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:47:25.171848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.184331 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Checking router: a8424165-407c-4894-85eb-54b9ba06d9b2 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:25.184697 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Updating router a8424165-407c-4894-85eb-54b9ba06d9b2 port 152d1268-d28d-4de1-a561-7cb6d52af2d1 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:47:25.212993 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.425624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (7c6d6bee-d7ce-4964-8e23-ef1009c89ee8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.471803 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Publish callbacks [] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.491310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=7c6d6bee-d7ce-4964-8e23-ef1009c89ee8,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:25.499117 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:25.499484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: 19cfd9f8-7139-47e3-ac39-c72f5b5cc998, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:47:25.502946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.503472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.503836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.504178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.504510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.504843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.505179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.505509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.505839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.506169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.506498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.506831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.507180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.585255 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.613651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:47:25.636779 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Attempting to bind port 152d1268-d28d-4de1-a561-7cb6d52af2d1 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:47:25.637144 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Attempting to bind port 152d1268-d28d-4de1-a561-7cb6d52af2d1 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:47:25.637508 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Attempting to bind port 152d1268-d28d-4de1-a561-7cb6d52af2d1 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:25.643506 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Pushing event updated for resources: {'Port': ['ID=152d1268-d28d-4de1-a561-7cb6d52af2d1,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:25.648127 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:47:25.648488 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:25.648885 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.649279 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:47:25.649745 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Bound port: 152d1268-d28d-4de1-a561-7cb6d52af2d1, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:47:25.650130 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.673422 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.673772 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.674113 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.674449 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.674779 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.675134 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.675529 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.675860 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.676185 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.676524 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.676837 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.677159 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.677480 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:25.710859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 19cfd9f8-7139-47e3-ac39-c72f5b5cc998) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:25.715355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:25.715695 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] For port 152d1268-d28d-4de1-a561-7cb6d52af2d1, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:47:25.716210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.720182 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] For port 152d1268-d28d-4de1-a561-7cb6d52af2d1, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=152d1268-d28d-4de1-a561-7cb6d52af2d1,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:47:25.723904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f33597-4c1e-4b3c-bc21-2f6018750c63 None None] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:47:25.808537 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.821175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c1a97354-250c-4306-8fcf-e76f9e10011c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8193779 Apr 06 14:47:25.824225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47946) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:25.830012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc137179-168a-497f-b217-338144c50fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:47:25.831000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cc137179-168a-497f-b217-338144c50fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:25.868362 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:25.868989 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:25.937798 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7afb3e-91f1-4313-8356-f98933e0ec30 None None] Pushing event updated for resources: {'Port': ['ID=152d1268-d28d-4de1-a561-7cb6d52af2d1,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:25.975964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-cc137179-168a-497f-b217-338144c50fea None None] Allocated IP 172.20.0.2 (19cfd9f8-7139-47e3-ac39-c72f5b5cc998/7c6d6bee-d7ce-4964-8e23-ef1009c89ee8/311ffba7-a9b3-43ff-9d88-0a39332ab262) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:25.982891 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:26.135916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cc137179-168a-497f-b217-338144c50fea None None] Publish callbacks [] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.168403 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:26.195333 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cfa184-11e5-435e-9a62-e2726b777b98 None None] The sync data for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv is: [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:24Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:26.226063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cc137179-168a-497f-b217-338144c50fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.267551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc137179-168a-497f-b217-338144c50fea None None] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:26.270867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-cc137179-168a-497f-b217-338144c50fea None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:26.273559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc137179-168a-497f-b217-338144c50fea None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:26.286565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc137179-168a-497f-b217-338144c50fea None None] Pushing event updated for resources: {'Port': ['ID=311ffba7-a9b3-43ff-9d88-0a39332ab262,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:26.329125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.349384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cc137179-168a-497f-b217-338144c50fea None None] Attempting to bind port 311ffba7-a9b3-43ff-9d88-0a39332ab262 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:47:26.349861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cc137179-168a-497f-b217-338144c50fea None None] Attempting to bind port 311ffba7-a9b3-43ff-9d88-0a39332ab262 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:47:26.350240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc137179-168a-497f-b217-338144c50fea None None] Attempting to bind port 311ffba7-a9b3-43ff-9d88-0a39332ab262 on network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:26.356045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc137179-168a-497f-b217-338144c50fea None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:47:26.356426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc137179-168a-497f-b217-338144c50fea None None] Checking segment: {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:26.356830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cc137179-168a-497f-b217-338144c50fea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.357569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc137179-168a-497f-b217-338144c50fea None None] Bound using segment: {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:47:26.358197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cc137179-168a-497f-b217-338144c50fea None None] Bound port: 311ffba7-a9b3-43ff-9d88-0a39332ab262, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:47:26.358619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cc137179-168a-497f-b217-338144c50fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.427808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-cc137179-168a-497f-b217-338144c50fea None None] For port 311ffba7-a9b3-43ff-9d88-0a39332ab262, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:47:26.431280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-cc137179-168a-497f-b217-338144c50fea None None] For port 311ffba7-a9b3-43ff-9d88-0a39332ab262, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=311ffba7-a9b3-43ff-9d88-0a39332ab262,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:47:26.538401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cc137179-168a-497f-b217-338144c50fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.612093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc137179-168a-497f-b217-338144c50fea None None] Pushing event updated for resources: {'Port': ['ID=311ffba7-a9b3-43ff-9d88-0a39332ab262,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:26.657875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.1 (19cfd9f8-7139-47e3-ac39-c72f5b5cc998/7c6d6bee-d7ce-4964-8e23-ef1009c89ee8/ea16a089-33f5-4b8b-9d87-41ffce385ac3) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:26.807413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.909359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:26.960911 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:26.964569 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:26.971457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:26.978312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=ea16a089-33f5-4b8b-9d87-41ffce385ac3,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:27.021850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (a8424165-407c-4894-85eb-54b9ba06d9b2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.240285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.432202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 152d1268-d28d-4de1-a561-7cb6d52af2d1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:27.491417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 152d1268-d28d-4de1-a561-7cb6d52af2d1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:27.491795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.580723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 152d1268-d28d-4de1-a561-7cb6d52af2d1 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:27.580963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.581567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.608430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 152d1268-d28d-4de1-a561-7cb6d52af2d1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=152d1268-d28d-4de1-a561-7cb6d52af2d1,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:27.659700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.685819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb46123-cc54-47a5-9f71-21dc60ed2180 None None] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:47:27.729432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.730198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 311ffba7-a9b3-43ff-9d88-0a39332ab262 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:27.734766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (a8424165-407c-4894-85eb-54b9ba06d9b2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.737850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=ea16a089-33f5-4b8b-9d87-41ffce385ac3,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:27.845368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:27.846761 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:27.846892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-55362b78-5b5d-4049-a4ea-80f0761b67dd None None] Provisioning complete for port 311ffba7-a9b3-43ff-9d88-0a39332ab262 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:27.847237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55362b78-5b5d-4049-a4ea-80f0761b67dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.875262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=152d1268-d28d-4de1-a561-7cb6d52af2d1,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:27.923459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 311ffba7-a9b3-43ff-9d88-0a39332ab262 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:27.923836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:27.970565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router a8424165-407c-4894-85eb-54b9ba06d9b2 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:28.015918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-55362b78-5b5d-4049-a4ea-80f0761b67dd None None] Current status of the port 311ffba7-a9b3-43ff-9d88-0a39332ab262 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:28.016319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55362b78-5b5d-4049-a4ea-80f0761b67dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:28.087810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 311ffba7-a9b3-43ff-9d88-0a39332ab262 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:28.088203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:28.091923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-55362b78-5b5d-4049-a4ea-80f0761b67dd None None] For port 311ffba7-a9b3-43ff-9d88-0a39332ab262, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=311ffba7-a9b3-43ff-9d88-0a39332ab262,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:28.207067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55362b78-5b5d-4049-a4ea-80f0761b67dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:28.285234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:47:28.285594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:47:28.290359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55362b78-5b5d-4049-a4ea-80f0761b67dd None None] Pushing event updated for resources: {'Port': ['ID=311ffba7-a9b3-43ff-9d88-0a39332ab262,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:28.330757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a67acf81-4e30-4acc-8f86-bd7ae5338280 None None] Provisioning complete for port ea16a089-33f5-4b8b-9d87-41ffce385ac3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:28.331232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a67acf81-4e30-4acc-8f86-bd7ae5338280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:28.372989 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a67acf81-4e30-4acc-8f86-bd7ae5338280 None None] Port ea16a089-33f5-4b8b-9d87-41ffce385ac3 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:28.395377 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a67acf81-4e30-4acc-8f86-bd7ae5338280 None None] Provisioning complete for port 311ffba7-a9b3-43ff-9d88-0a39332ab262 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:28.395377 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a67acf81-4e30-4acc-8f86-bd7ae5338280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:28.418742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:28.427564 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5022c1d8-6550-4a4a-bad0-4fe05cafbfde tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/a8424165-407c-4894-85eb-54b9ba06d9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6021180 Apr 06 14:47:28.428427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47948) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:28.430401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Sync routers for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:28.454623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:28.455295 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:28.540975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750d7a3-b13e-44d2-8683-41325a978cbd tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.541464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750d7a3-b13e-44d2-8683-41325a978cbd tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.541938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750d7a3-b13e-44d2-8683-41325a978cbd tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.542406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750d7a3-b13e-44d2-8683-41325a978cbd tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.542865 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750d7a3-b13e-44d2-8683-41325a978cbd tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.543366 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750d7a3-b13e-44d2-8683-41325a978cbd tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.546054 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d750d7a3-b13e-44d2-8683-41325a978cbd tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1164696 Apr 06 14:47:28.549317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47950) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:28.610261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a76f36-4b90-4cc0-8bea-40e522ac65f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.611010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a76f36-4b90-4cc0-8bea-40e522ac65f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.611445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a76f36-4b90-4cc0-8bea-40e522ac65f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.612034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a76f36-4b90-4cc0-8bea-40e522ac65f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.613208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a76f36-4b90-4cc0-8bea-40e522ac65f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.613326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a76f36-4b90-4cc0-8bea-40e522ac65f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:28.617609 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e4a76f36-4b90-4cc0-8bea-40e522ac65f4 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0648465 Apr 06 14:47:28.619407 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47952) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:28.734339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a67acf81-4e30-4acc-8f86-bd7ae5338280 None None] Current status of the port 311ffba7-a9b3-43ff-9d88-0a39332ab262 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:28.765112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:28.780253 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1adbe9d6-09e4-4067-b8c1-3269646bf9f6 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1584566 Apr 06 14:47:28.875192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 311ffba7-a9b3-43ff-9d88-0a39332ab262 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:28.924560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4283fb04-4b9e-4b40-b761-45adf46a6df5 None None] Provisioning complete for port ea16a089-33f5-4b8b-9d87-41ffce385ac3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:28.924946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4283fb04-4b9e-4b40-b761-45adf46a6df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:28.971930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4283fb04-4b9e-4b40-b761-45adf46a6df5 None None] Port ea16a089-33f5-4b8b-9d87-41ffce385ac3 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:29.042081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:29.068642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Checking router: a8424165-407c-4894-85eb-54b9ba06d9b2 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:29.068998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Updating router a8424165-407c-4894-85eb-54b9ba06d9b2 port ea16a089-33f5-4b8b-9d87-41ffce385ac3 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:47:29.099859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.371531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 152d1268-d28d-4de1-a561-7cb6d52af2d1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:29.377145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Publish callbacks [] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.424697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 152d1268-d28d-4de1-a561-7cb6d52af2d1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:29.425070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.462843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.531962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc819a1-b8b1-4ad6-b74a-5c149e32575c None None] Pushing event updated for resources: {'Port': ['ID=ea16a089-33f5-4b8b-9d87-41ffce385ac3,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:29.597016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 152d1268-d28d-4de1-a561-7cb6d52af2d1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:29.598085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 311ffba7-a9b3-43ff-9d88-0a39332ab262 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:29.630580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Attempting to bind port ea16a089-33f5-4b8b-9d87-41ffce385ac3 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:47:29.630952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Attempting to bind port ea16a089-33f5-4b8b-9d87-41ffce385ac3 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:47:29.631345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Attempting to bind port ea16a089-33f5-4b8b-9d87-41ffce385ac3 on network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:29.642227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:47:29.642706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Checking segment: {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:29.643023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.643435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Bound using segment: {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:47:29.643923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Bound port: ea16a089-33f5-4b8b-9d87-41ffce385ac3, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:47:29.644304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.704739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 311ffba7-a9b3-43ff-9d88-0a39332ab262 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:29.705114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.751199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] For port ea16a089-33f5-4b8b-9d87-41ffce385ac3, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:47:29.755355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] For port ea16a089-33f5-4b8b-9d87-41ffce385ac3, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ea16a089-33f5-4b8b-9d87-41ffce385ac3,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:47:29.815618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 311ffba7-a9b3-43ff-9d88-0a39332ab262 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:29.819599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-cf0e72e6-0d85-4b68-9e1a-d5ff3569ba97 None None] Provisioning complete for port ea16a089-33f5-4b8b-9d87-41ffce385ac3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:29.819966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cf0e72e6-0d85-4b68-9e1a-d5ff3569ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.855605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e72e6-0d85-4b68-9e1a-d5ff3569ba97 None None] Port ea16a089-33f5-4b8b-9d87-41ffce385ac3 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:29.879716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:29.944232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc819a1-b8b1-4ad6-b74a-5c149e32575c None None] Pushing event updated for resources: {'Port': ['ID=ea16a089-33f5-4b8b-9d87-41ffce385ac3,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:29.946863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:29.947699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:30.067026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:30.130593 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47958) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:30.135191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-41801f01-8f4a-4caf-bc34-582cab0533e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286130044', 'description': 'tempest-secgroup-smoke-1286130044 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:30.217389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41801f01-8f4a-4caf-bc34-582cab0533e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.218237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7a7dee26-f8f7-4fff-9d2d-d7f501f31048 None None] Provisioning complete for port ea16a089-33f5-4b8b-9d87-41ffce385ac3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:30.218607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7a7dee26-f8f7-4fff-9d2d-d7f501f31048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.285598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41801f01-8f4a-4caf-bc34-582cab0533e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (219a2842-464a-405b-95ab-88dfc50d62c8), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.353858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7a7dee26-f8f7-4fff-9d2d-d7f501f31048 None None] Current status of the port ea16a089-33f5-4b8b-9d87-41ffce385ac3 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:30.353858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7a7dee26-f8f7-4fff-9d2d-d7f501f31048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.367891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41801f01-8f4a-4caf-bc34-582cab0533e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (219a2842-464a-405b-95ab-88dfc50d62c8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.375676 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:29Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:30.400757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41801f01-8f4a-4caf-bc34-582cab0533e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219a2842-464a-405b-95ab-88dfc50d62c8,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:30.408926 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa5e8b-adec-4c25-a895-5acf4663b617 None None] The sync data for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv is: [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:29Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:30.420975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7a7dee26-f8f7-4fff-9d2d-d7f501f31048 None None] For port ea16a089-33f5-4b8b-9d87-41ffce385ac3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ea16a089-33f5-4b8b-9d87-41ffce385ac3,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:30.474153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-41801f01-8f4a-4caf-bc34-582cab0533e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.476032 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-41801f01-8f4a-4caf-bc34-582cab0533e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3443680 Apr 06 14:47:30.480382 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 47960) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:30.485399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3b3980c8-1666-4e5e-b787-8e90bbd2b821 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '219a2842-464a-405b-95ab-88dfc50d62c8', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:30.493811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7a7dee26-f8f7-4fff-9d2d-d7f501f31048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.557702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dee26-f8f7-4fff-9d2d-d7f501f31048 None None] Pushing event updated for resources: {'Port': ['ID=ea16a089-33f5-4b8b-9d87-41ffce385ac3,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:30.590467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b3980c8-1666-4e5e-b787-8e90bbd2b821 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (7a3fc690-84d5-4b1a-8bf8-cde9df81c376), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.661181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b3980c8-1666-4e5e-b787-8e90bbd2b821 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (7a3fc690-84d5-4b1a-8bf8-cde9df81c376), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.777685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b3980c8-1666-4e5e-b787-8e90bbd2b821 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (7a3fc690-84d5-4b1a-8bf8-cde9df81c376), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.800999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3980c8-1666-4e5e-b787-8e90bbd2b821 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3fc690-84d5-4b1a-8bf8-cde9df81c376,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:30.884502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3b3980c8-1666-4e5e-b787-8e90bbd2b821 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:30.888724 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3b3980c8-1666-4e5e-b787-8e90bbd2b821 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4042051 Apr 06 14:47:30.889118 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47962) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:30.893737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-54b70920-b91c-4c46-a647-26ee40d00219 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '219a2842-464a-405b-95ab-88dfc50d62c8', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:30.991100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54b70920-b91c-4c46-a647-26ee40d00219 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c28dae40-5078-4a60-8afa-6e1ea496eaeb), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.056989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54b70920-b91c-4c46-a647-26ee40d00219 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (c28dae40-5078-4a60-8afa-6e1ea496eaeb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.150530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54b70920-b91c-4c46-a647-26ee40d00219 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (c28dae40-5078-4a60-8afa-6e1ea496eaeb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.170474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b70920-b91c-4c46-a647-26ee40d00219 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28dae40-5078-4a60-8afa-6e1ea496eaeb,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:31.253539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54b70920-b91c-4c46-a647-26ee40d00219 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.255263 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-54b70920-b91c-4c46-a647-26ee40d00219 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3650935 Apr 06 14:47:31.258479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47964) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:31.266428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3eddf3c3-4e5e-43ae-acea-59b9b93efde1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '219a2842-464a-405b-95ab-88dfc50d62c8', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:31.381782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3eddf3c3-4e5e-43ae-acea-59b9b93efde1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (4dba07fc-6a95-436f-9df7-5d1cec8b2645), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.391417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ea16a089-33f5-4b8b-9d87-41ffce385ac3 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:31.445419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ea16a089-33f5-4b8b-9d87-41ffce385ac3 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:31.446914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.451545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3eddf3c3-4e5e-43ae-acea-59b9b93efde1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (4dba07fc-6a95-436f-9df7-5d1cec8b2645), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.528199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ea16a089-33f5-4b8b-9d87-41ffce385ac3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:31.556065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3eddf3c3-4e5e-43ae-acea-59b9b93efde1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (4dba07fc-6a95-436f-9df7-5d1cec8b2645), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.576227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddf3c3-4e5e-43ae-acea-59b9b93efde1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dba07fc-6a95-436f-9df7-5d1cec8b2645,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:31.671405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3eddf3c3-4e5e-43ae-acea-59b9b93efde1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.672573 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3eddf3c3-4e5e-43ae-acea-59b9b93efde1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130270 Apr 06 14:47:31.675533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47966) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:31.681225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9a231b64-3f36-45c2-a846-ca47dfbff472 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '219a2842-464a-405b-95ab-88dfc50d62c8', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:31.767289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a231b64-3f36-45c2-a846-ca47dfbff472 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (19ee4dc0-4ed6-45e0-835f-1929c0135766), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.825216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a231b64-3f36-45c2-a846-ca47dfbff472 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (19ee4dc0-4ed6-45e0-835f-1929c0135766), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.910823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a231b64-3f36-45c2-a846-ca47dfbff472 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (19ee4dc0-4ed6-45e0-835f-1929c0135766), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.928995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a231b64-3f36-45c2-a846-ca47dfbff472 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ee4dc0-4ed6-45e0-835f-1929c0135766,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:31.991428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9a231b64-3f36-45c2-a846-ca47dfbff472 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:31.992674 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9a231b64-3f36-45c2-a846-ca47dfbff472 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158653 Apr 06 14:47:31.995499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47968) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:31.999783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c6ce34ba-7e78-4560-8efd-f41214ac53e1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '219a2842-464a-405b-95ab-88dfc50d62c8', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:32.076702 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-c6ce34ba-7e78-4560-8efd-f41214ac53e1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:47:32.081916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c6ce34ba-7e78-4560-8efd-f41214ac53e1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (34e31df4-4f4d-4437-8900-e5ed7543a2a6), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.144562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c6ce34ba-7e78-4560-8efd-f41214ac53e1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (34e31df4-4f4d-4437-8900-e5ed7543a2a6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.281168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c6ce34ba-7e78-4560-8efd-f41214ac53e1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (34e31df4-4f4d-4437-8900-e5ed7543a2a6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.299993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce34ba-7e78-4560-8efd-f41214ac53e1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e31df4-4f4d-4437-8900-e5ed7543a2a6,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:32.376598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c6ce34ba-7e78-4560-8efd-f41214ac53e1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.377828 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c6ce34ba-7e78-4560-8efd-f41214ac53e1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3814232 Apr 06 14:47:32.380658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 47972) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:32.385168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c6506a86-048c-44e5-8acf-d8480d1c13ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '219a2842-464a-405b-95ab-88dfc50d62c8', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:32.491634 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-c6506a86-048c-44e5-8acf-d8480d1c13ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:47:32.496960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c6506a86-048c-44e5-8acf-d8480d1c13ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (fe6332b5-3188-4831-898b-2784b00a09c2), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.556166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c6506a86-048c-44e5-8acf-d8480d1c13ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (fe6332b5-3188-4831-898b-2784b00a09c2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.640648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c6506a86-048c-44e5-8acf-d8480d1c13ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (fe6332b5-3188-4831-898b-2784b00a09c2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.659976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6506a86-048c-44e5-8acf-d8480d1c13ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6332b5-3188-4831-898b-2784b00a09c2,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:32.747856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c6506a86-048c-44e5-8acf-d8480d1c13ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:32.749207 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c6506a86-048c-44e5-8acf-d8480d1c13ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3676257 Apr 06 14:47:32.896836 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-ee8f5af6-8e46-4b4a-aa8d-a3e2a07bf940 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286130044&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0435598 Apr 06 14:47:33.003525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-aeb75d74-fde2-4bbd-ba53-d8968608fa1d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:33.004892 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-aeb75d74-fde2-4bbd-ba53-d8968608fa1d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998 HTTP/1.1" status: 200 len: 797 time: 0.1017795 Apr 06 14:47:33.019926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-68c18698-86e4-42d9-9128-b54a43200e34 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0096979 Apr 06 14:47:33.073494 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-7d3c5fac-8b7a-467d-a222-ebfb7e4b6bc8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487089 Apr 06 14:47:33.171809 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-d655b35c-4938-4c42-90d6-b0effe562223 service neutron] 10.222.0.71 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866230 Apr 06 14:47:33.268618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-57c4909e-a623-49cb-bb97-fecb487047b9 service neutron] 10.222.0.71 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838931 Apr 06 14:47:33.541476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43379c9b-d889-43de-9302-beb0d3614aa3 req-854f21aa-3546-4843-9f85-507709f28075 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Apr 06 14:47:34.640100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-504c8c6d-f509-448c-8ac6-d1cafb2c8c3a req-80e7388d-a778-4051-a2c5-9c094d0d9646 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 210 time: 0.0316217 Apr 06 14:47:35.577671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-01aa4489-e78a-43c5-9440-cfa8f51c32da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:35.579241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-01aa4489-e78a-43c5-9440-cfa8f51c32da tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998 HTTP/1.1" status: 200 len: 797 time: 0.1021445 Apr 06 14:47:35.658500 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-4f012439-f754-4009-a73c-a451d042636e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 380 time: 0.0648663 Apr 06 14:47:35.667626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['219a2842-464a-405b-95ab-88dfc50d62c8']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:35.846305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d70eb656-6ea8-42af-861f-dfba6789192e req-918a4b72-a5e3-4706-b3ee-b5f371a24e86 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 210 time: 0.1163609 Apr 06 14:47:35.893197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:47:35.896597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:36.033079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.10 (19cfd9f8-7139-47e3-ac39-c72f5b5cc998/7c6d6bee-d7ce-4964-8e23-ef1009c89ee8/c2e3ffa5-9933-4e3e-996b-d5561b51134d) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:36.174617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:36.265537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:36.309101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:36.313017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:36.321955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:36.357057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=c2e3ffa5-9933-4e3e-996b-d5561b51134d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:36.386196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:36.387020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:36.503969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-9c382abd-7419-4240-85a1-d4f417f54228 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8389525 Apr 06 14:47:36.555353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9b32ef4d-1ffe-4c67-9c40-caa4ecb57fb4 None None] Provisioning complete for port c2e3ffa5-9933-4e3e-996b-d5561b51134d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:36.555949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9b32ef4d-1ffe-4c67-9c40-caa4ecb57fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:36.569407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Request body: {'port': {'device_id': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:36.591517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9b32ef4d-1ffe-4c67-9c40-caa4ecb57fb4 None None] Port c2e3ffa5-9933-4e3e-996b-d5561b51134d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:47:36.633148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:36.902802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e3ffa5-9933-4e3e-996b-d5561b51134d {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:47:36.911669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Publish callbacks [] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:36.929343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Transition to ACTIVE for port object c2e3ffa5-9933-4e3e-996b-d5561b51134d will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:47:37.009256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:37.062002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5415ca-5d7b-4f40-9578-77b56e9b7cca req-9a714118-c8c2-43cb-be3e-c0177175436e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:37.063614 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da5415ca-5d7b-4f40-9578-77b56e9b7cca req-9a714118-c8c2-43cb-be3e-c0177175436e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 932 time: 0.1458318 Apr 06 14:47:37.426813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e3ffa5-9933-4e3e-996b-d5561b51134d,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:37.499469 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da5415ca-5d7b-4f40-9578-77b56e9b7cca req-37f029c1-d10e-4847-bfd7-179aa50741aa tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279969 Apr 06 14:47:37.514566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Attempting to bind port c2e3ffa5-9933-4e3e-996b-d5561b51134d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:47:37.514906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Attempting to bind port c2e3ffa5-9933-4e3e-996b-d5561b51134d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:47:37.515272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Attempting to bind port c2e3ffa5-9933-4e3e-996b-d5561b51134d on network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:37.519677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Port c2e3ffa5-9933-4e3e-996b-d5561b51134d on network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:47:37.520005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Attempting to bind port c2e3ffa5-9933-4e3e-996b-d5561b51134d on network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:47:37.524932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:47:37.525270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Checking segment: {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:47:37.525655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Bound using segment: {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:47:37.526086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Bound port: c2e3ffa5-9933-4e3e-996b-d5561b51134d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:47:37.526442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:37.591779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] For port c2e3ffa5-9933-4e3e-996b-d5561b51134d, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:47:37.594749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] For port c2e3ffa5-9933-4e3e-996b-d5561b51134d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:47:37.688260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:37.726368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:37.727020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:37.728418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] 10.222.0.87 "PUT /v2.0/ports/c2e3ffa5-9933-4e3e-996b-d5561b51134d HTTP/1.1" status: 200 len: 1094 time: 1.1634166 Apr 06 14:47:37.728866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:37.731120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7504019b-493d-4f82-95ed-979121c2331d" -d '{"events": [{"name": "network-changed", "server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:37.756965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0879767-b085-4574-8e66-6e9a6e614521 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e3ffa5-9933-4e3e-996b-d5561b51134d,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:37.775489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a84a797-76e0-4108-818f-4e0fbe18b6f3 x-openstack-request-id: req-0a84a797-76e0-4108-818f-4e0fbe18b6f3 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:37.776008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:37.776298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a84a797-76e0-4108-818f-4e0fbe18b6f3 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:37.776762 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a84a797-76e0-4108-818f-4e0fbe18b6f3'] response: {'name': 'network-changed', 'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'status': 'completed', 'code': 200} Apr 06 14:47:37.914544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504019b-493d-4f82-95ed-979121c2331d req-782e0580-ebdc-454f-b967-bd5fa5304869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:37.916108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7504019b-493d-4f82-95ed-979121c2331d req-782e0580-ebdc-454f-b967-bd5fa5304869 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 1128 time: 0.0977838 Apr 06 14:47:38.024241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504019b-493d-4f82-95ed-979121c2331d req-ea237b4d-7989-4ec7-a1f1-08d71f13a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:38.025672 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7504019b-493d-4f82-95ed-979121c2331d req-ea237b4d-7989-4ec7-a1f1-08d71f13a60d service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0975270 Apr 06 14:47:38.118296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504019b-493d-4f82-95ed-979121c2331d req-4bdbff65-42d6-4ae5-91ee-f133dce7dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:38.119814 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7504019b-493d-4f82-95ed-979121c2331d req-4bdbff65-42d6-4ae5-91ee-f133dce7dc8e service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0887067 Apr 06 14:47:38.219658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-698be99f-b177-43b3-85bc-ad154f42dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:38.221081 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-698be99f-b177-43b3-85bc-ad154f42dc2b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 1128 time: 0.0451291 Apr 06 14:47:38.274449 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-5e5281ad-c6e9-4f42-829e-45711f30fe75 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d HTTP/1.1" status: 200 len: 217 time: 0.0385785 Apr 06 14:47:38.322368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-ee6e5914-1e96-4500-af36-2e45a847f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:38.323888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-ee6e5914-1e96-4500-af36-2e45a847f634 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7c6d6bee-d7ce-4964-8e23-ef1009c89ee8 HTTP/1.1" status: 200 len: 843 time: 0.0435102 Apr 06 14:47:38.372985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-843517b9-0c72-4b5f-b4ef-1dd93177fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:38.374486 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-843517b9-0c72-4b5f-b4ef-1dd93177fb78 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441887 Apr 06 14:47:38.468231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-61274533-e8bf-4b32-9de1-7ddf79246cfa service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879595 Apr 06 14:47:38.558848 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-39a8e5e8-dca7-4735-8efc-0708b24e5417 req-eb2e40a7-d862-4958-ac02-9d495f3af2ab service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850356 Apr 06 14:47:38.627199 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f3c36-6a69-4e9d-8e9b-1290d67d16e7 req-c6f6c010-19ed-46a4-b943-e0e670358e9b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:38.628756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e70f3c36-6a69-4e9d-8e9b-1290d67d16e7 req-c6f6c010-19ed-46a4-b943-e0e670358e9b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 944 time: 0.0599933 Apr 06 14:47:38.681855 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e70f3c36-6a69-4e9d-8e9b-1290d67d16e7 req-4f007467-4e7a-493f-99ac-2e0ea0dc9ca6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470071 Apr 06 14:47:39.133169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-941a7dd1-e0dd-4009-b9bf-ffdf241bd859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:39.808001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc7146-553f-44ff-8013-26343f5f9ebb req-553c4a28-1e17-4d5e-a862-ec37f189a3d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:39.810148 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-70fc7146-553f-44ff-8013-26343f5f9ebb req-553c4a28-1e17-4d5e-a862-ec37f189a3d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 944 time: 0.0553482 Apr 06 14:47:39.860452 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-70fc7146-553f-44ff-8013-26343f5f9ebb req-9c5c5cf7-b6d6-45a9-99b6-a00a912a39af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 Apr 06 14:47:40.979298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb855-c67e-4f7a-a628-b284bcfd63f2 req-dd70e5a6-02ef-450b-b6a9-0cf0e82c1add tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:40.980779 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-365eb855-c67e-4f7a-a628-b284bcfd63f2 req-dd70e5a6-02ef-450b-b6a9-0cf0e82c1add tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 944 time: 0.0527990 Apr 06 14:47:41.035190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-365eb855-c67e-4f7a-a628-b284bcfd63f2 req-dc04a36f-9108-4eee-bd47-27bde90b0c15 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482686 Apr 06 14:47:41.510287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a20ea77-f807-4647-af4b-e867dea82585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:42.156019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebf793-abaf-48e1-8447-dcb02b09364b req-07dbbb3d-ec9b-4075-b128-b876f5c95e6c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:42.157511 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b0ebf793-abaf-48e1-8447-dcb02b09364b req-07dbbb3d-ec9b-4075-b128-b876f5c95e6c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 944 time: 0.0549185 Apr 06 14:47:42.206400 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b0ebf793-abaf-48e1-8447-dcb02b09364b req-9eca90ef-9380-4c07-b59f-83a710b7cb41 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 Apr 06 14:47:43.326664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b0363-8d9a-4e89-9691-4a7a66ace16b req-009c2e2a-9dc4-499e-b39d-a042f88257ec tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:43.327503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device c2e3ffa5-9933-4e3e-996b-d5561b51134d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:47:43.328299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b0b0363-8d9a-4e89-9691-4a7a66ace16b req-009c2e2a-9dc4-499e-b39d-a042f88257ec tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 944 time: 0.0542350 Apr 06 14:47:43.381981 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b0b0363-8d9a-4e89-9691-4a7a66ace16b req-1dd12771-8679-43ac-8513-19704702793d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477309 Apr 06 14:47:43.434608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port c2e3ffa5-9933-4e3e-996b-d5561b51134d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:43.446485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'port_id': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'mac_address': 'fa:16:3e:01:07:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:47:43.483975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port c2e3ffa5-9933-4e3e-996b-d5561b51134d is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:43.484360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:43.497036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e3ffa5-9933-4e3e-996b-d5561b51134d {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:47:43.520032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port c2e3ffa5-9933-4e3e-996b-d5561b51134d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:43.590014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:43.637091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=c2e3ffa5-9933-4e3e-996b-d5561b51134d,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:43.644721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.645096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.645421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.645756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.646088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.646416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.646744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.647102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.647428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.647752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.648077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.648397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.649324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:47:43.783004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:44.011659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['c2e3ffa5-9933-4e3e-996b-d5561b51134d'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:47:44.511808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d691d58-004c-4c5c-b8dc-3121910774f0 req-3e59bc96-8061-4455-bd94-633256fba61a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:44.513846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6d691d58-004c-4c5c-b8dc-3121910774f0 req-3e59bc96-8061-4455-bd94-633256fba61a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 945 time: 0.0570135 Apr 06 14:47:44.563789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6d691d58-004c-4c5c-b8dc-3121910774f0 req-ba85bb96-b815-4855-b92c-c5c196615176 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442867 Apr 06 14:47:45.337302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device c2e3ffa5-9933-4e3e-996b-d5561b51134d up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:47:45.482788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port c2e3ffa5-9933-4e3e-996b-d5561b51134d completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:47:45.487065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port c2e3ffa5-9933-4e3e-996b-d5561b51134d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:47:45.487443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:45.573542 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port c2e3ffa5-9933-4e3e-996b-d5561b51134d is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:47:45.573914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:45.604276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:45.605242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8fd12f-2db9-4950-941c-b09910d5632a" -d '{"events": [{"server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "name": "network-vif-plugged", "status": "completed", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:45.620825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port c2e3ffa5-9933-4e3e-996b-d5561b51134d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:47:45.670410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e159a1-ba93-4c47-87f2-7f09f1d9aaf4 x-openstack-request-id: req-40e159a1-ba93-4c47-87f2-7f09f1d9aaf4 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:45.670842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "name": "network-vif-plugged", "status": "completed", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:45.671240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40e159a1-ba93-4c47-87f2-7f09f1d9aaf4 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:45.671728 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e159a1-ba93-4c47-87f2-7f09f1d9aaf4'] response: {'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'code': 200} Apr 06 14:47:45.751879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148f205-7f54-4d93-9a49-f9d3927eba2b req-5c0196a3-a6c8-449e-a274-52f87a57bfb5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:45.753667 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f148f205-7f54-4d93-9a49-f9d3927eba2b req-5c0196a3-a6c8-449e-a274-52f87a57bfb5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 945 time: 0.0630770 Apr 06 14:47:45.794833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:45.811206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f148f205-7f54-4d93-9a49-f9d3927eba2b req-fb097207-eace-48a2-b332-73f0e22363e9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514908 Apr 06 14:47:45.847837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:45.848656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=c2e3ffa5-9933-4e3e-996b-d5561b51134d,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:46.163919 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c46d-6055-434e-898b-74fd04ddb58e req-ac91f468-7a1e-437a-b919-b7ba297d816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:46.165535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8b3c46d-6055-434e-898b-74fd04ddb58e req-ac91f468-7a1e-437a-b919-b7ba297d816f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 1130 time: 0.0502744 Apr 06 14:47:46.221482 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8b3c46d-6055-434e-898b-74fd04ddb58e req-4d375ffc-f798-424c-9a4a-f9212af4c3f5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Apr 06 14:47:46.463143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:46.939873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46771170-e441-4853-b3c2-d9e947f073ba req-ebeb9601-ddda-465d-8189-9e8a4e74cf60 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:46.941374 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-46771170-e441-4853-b3c2-d9e947f073ba req-ebeb9601-ddda-465d-8189-9e8a4e74cf60 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 946 time: 0.0560837 Apr 06 14:47:46.993112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-46771170-e441-4853-b3c2-d9e947f073ba req-1bafb71c-cf9e-4ab8-a8d3-4d58a3c5d8a8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Apr 06 14:47:48.119448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd38d7c-1b2b-44fc-8514-f2fce1d35c0b req-bcd1a68e-39ed-413c-a03f-901371f89ede tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:48.120936 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfd38d7c-1b2b-44fc-8514-f2fce1d35c0b req-bcd1a68e-39ed-413c-a03f-901371f89ede tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 946 time: 0.0570908 Apr 06 14:47:48.177255 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfd38d7c-1b2b-44fc-8514-f2fce1d35c0b req-732c89e9-b57d-4651-abc3-ca02a9c7e39a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502038 Apr 06 14:47:48.298699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64856e-d27c-4a3f-9ed3-05bdde4c9f21 req-92ac8302-9fb2-4ce8-8300-bbc4c09d9f6d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:48.300144 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1d64856e-d27c-4a3f-9ed3-05bdde4c9f21 req-92ac8302-9fb2-4ce8-8300-bbc4c09d9f6d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 946 time: 0.0545201 Apr 06 14:47:48.349581 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1d64856e-d27c-4a3f-9ed3-05bdde4c9f21 req-64669682-bea8-439f-872f-66c654a5c404 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Apr 06 14:47:48.374760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48042) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:48.423017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3286ffe0-9252-4b5b-bbc7-5cdd6b57e670 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:48.424543 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3286ffe0-9252-4b5b-bbc7-5cdd6b57e670 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 1125 time: 0.0487177 Apr 06 14:47:48.427484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48044) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:48.432005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:47:48.571614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:48.668958 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:48.777210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.132 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/a7fcbe5b-db3e-42bc-a0c0-47961513b505) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:47:48.878689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (a7fcbe5b-db3e-42bc-a0c0-47961513b505), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:48.978900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (a7fcbe5b-db3e-42bc-a0c0-47961513b505), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:49.022399 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:47:49.025312 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:47:49.031985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:47:49.053835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=a7fcbe5b-db3e-42bc-a0c0-47961513b505,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:49.402030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (a17f5d53-c78c-433f-b20a-ce870e39c6b4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:49.579056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a7fcbe5b-db3e-42bc-a0c0-47961513b505), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:49.732267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (a7fcbe5b-db3e-42bc-a0c0-47961513b505), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:49.835903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (a7fcbe5b-db3e-42bc-a0c0-47961513b505), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:49.904899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=a7fcbe5b-db3e-42bc-a0c0-47961513b505,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:47:49.914878 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (a17f5d53-c78c-433f-b20a-ce870e39c6b4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:50.020056 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP a17f5d53-c78c-433f-b20a-ce870e39c6b4 associated. External IP: 172.26.7.132, port: c2e3ffa5-9933-4e3e-996b-d5561b51134d. Apr 06 14:47:50.237303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router a8424165-407c-4894-85eb-54b9ba06d9b2 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:47:50.348534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:47:50.358824 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] Sync routers for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:47:50.369204 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:50.370471 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:50.438128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:50.470264 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ec104b4b-f9f1-45d8-9138-2de10dce5fff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0416803 Apr 06 14:47:50.470876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:47:50.475807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48046) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:50.476409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81cf934-26c8-4657-9ade-62f9998e2ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:47:50.488962 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:50.511585 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f861daa5-f334-4c1a-9ac6-e5df28ef64e7 x-openstack-request-id: req-f861daa5-f334-4c1a-9ac6-e5df28ef64e7 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:47:50.511963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:47:50.512883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f861daa5-f334-4c1a-9ac6-e5df28ef64e7 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:47:50.513474 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f861daa5-f334-4c1a-9ac6-e5df28ef64e7'] response: {'name': 'network-changed', 'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'status': 'completed', 'code': 200} Apr 06 14:47:50.571016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ffd068fa-0bd9-453d-b592-1b11498b48fe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/a17f5d53-c78c-433f-b20a-ce870e39c6b4 HTTP/1.1" status: 200 len: 992 time: 0.0965464 Apr 06 14:47:50.616608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-00b781ea-1cfa-4895-81f5-c464f1029fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:50.618133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-00b781ea-1cfa-4895-81f5-c464f1029fda service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 1130 time: 0.0576060 Apr 06 14:47:50.717791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-a7bffcf1-ba61-45a2-893b-1c84149f7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:50.719315 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-a7bffcf1-ba61-45a2-893b-1c84149f7866 service neutron] 10.222.0.87 "GET /v2.0/networks?id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998 HTTP/1.1" status: 200 len: 899 time: 0.0922134 Apr 06 14:47:50.790713 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-7ce6be83-6c65-44c3-8b06-32f2f4d14f27 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d HTTP/1.1" status: 200 len: 1000 time: 0.0658143 Apr 06 14:47:50.817088 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'a17f5d53-c78c-433f-b20a-ce870e39c6b4', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.132', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'port_id': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'mac_address': 'fa:16:3e:01:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:49Z', 'updated_at': '2022-04-06T14:47:49Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:50.840095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-ca30bcf6-a426-4cf6-a619-2a422d1462ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:50.842008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-ca30bcf6-a426-4cf6-a619-2a422d1462ad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7c6d6bee-d7ce-4964-8e23-ef1009c89ee8 HTTP/1.1" status: 200 len: 843 time: 0.0457940 Apr 06 14:47:50.849187 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] Checking router: a8424165-407c-4894-85eb-54b9ba06d9b2 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:47:50.858999 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:47:50.859629 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:47:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:50.893853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-4a054941-366d-4a99-9cad-da9bfdf8e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:47:50.895398 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-4a054941-366d-4a99-9cad-da9bfdf8e5c9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480378 Apr 06 14:47:50.982057 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:47:50.999227 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-612f5882-7dce-4c0d-81f7-862a53dc2144 service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976615 Apr 06 14:47:51.092065 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a81cf934-26c8-4657-9ade-62f9998e2ff1 req-691b700f-5484-44e1-8f17-a9ab5829585c service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868335 Apr 06 14:47:51.213739 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'a17f5d53-c78c-433f-b20a-ce870e39c6b4', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.132', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'port_id': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'mac_address': 'fa:16:3e:01:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:49Z', 'updated_at': '2022-04-06T14:47:49Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:47:51.247938 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826f33d-e0b4-476d-8025-8adbe8a06463 None None] The sync data for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv is: [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'a17f5d53-c78c-433f-b20a-ce870e39c6b4', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.132', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'port_id': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'mac_address': 'fa:16:3e:01:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:47:49Z', 'updated_at': '2022-04-06T14:47:49Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:47:51.443377 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bedde8d-bf60-4681-9a5d-4bc34d6b4269 None None] New status for floating IP a17f5d53-c78c-433f-b20a-ce870e39c6b4: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:47:51.575621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48050) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:51.638502 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1bba37e6-c8b2-4b86-9586-dc8c0f06dab5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/a17f5d53-c78c-433f-b20a-ce870e39c6b4 HTTP/1.1" status: 200 len: 992 time: 0.0616102 Apr 06 14:47:52.641863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48054) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:47:52.710540 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b22d3309-7b37-417c-a094-a3bffcfd24eb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/a17f5d53-c78c-433f-b20a-ce870e39c6b4 HTTP/1.1" status: 200 len: 994 time: 0.0675993 Apr 06 14:47:53.753588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:01.398734 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:48:09.132149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7ff67c6f-4109-4671-b5ef-7593d3c7572a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:11.509655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-13893241-3f4e-433e-8bc5-2518735c2a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:13.806344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:15.805121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:16.497393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:23.730443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:38.398928 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:48:39.091210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bb06a460-97a9-40de-a233-e79baaf6f5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:41.502476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-53356f77-6e64-4cff-932c-73f4024f6669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:43.754712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.777749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-9ff1e48b-e286-4176-b48e-f816d53c592a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485690 Apr 06 14:48:45.817163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:45.889218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-2988b0f9-168f-4b97-bbfd-35b0912494be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:45.890789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-2988b0f9-168f-4b97-bbfd-35b0912494be service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1129 time: 0.0469372 Apr 06 14:48:45.999566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-1e55ad49-54e2-4053-b2af-3e585581b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.001059 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-1e55ad49-54e2-4053-b2af-3e585581b316 service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.0922301 Apr 06 14:48:46.074206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-226ad4e3-b244-4d46-8e0a-b9e3c10d719b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 200 len: 1000 time: 0.0674648 Apr 06 14:48:46.123396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-ab1535bc-81d0-46f2-bf27-bafccb609c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.126008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-ab1535bc-81d0-46f2-bf27-bafccb609c6b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0464776 Apr 06 14:48:46.177674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-2e1ed51f-f40a-499a-a57a-8b800a5970db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:48:46.179299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-2e1ed51f-f40a-499a-a57a-8b800a5970db service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478084 Apr 06 14:48:46.276824 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-fccea65e-f4f9-4ffb-8558-217eab8a04a7 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910134 Apr 06 14:48:46.367478 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d607bebc-134e-4a78-bdf9-54b9d5f1fe24 req-764ef3b1-d3c4-4750-92ef-79dcd90835d3 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844975 Apr 06 14:48:46.483861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:53.793423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.184521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48086) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:02.351351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Deleting port 0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:02.351695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.426554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.426881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.438496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Calling delete_port for 0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:02.724866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.749019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event deleted for resources: {'Port': ['ID=0f2cc0a5-25b3-44f6-a5ed-7675eed0ae3c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:02.758566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.758903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.759280 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.759615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.759947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.760276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.760603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.761988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.762100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.762570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.762904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.763259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.763583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:02.829012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (a68c0ec4-8956-4779-8a45-0facb8f5c87e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:02.829012 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Floating IP a68c0ec4-8956-4779-8a45-0facb8f5c87e disassociated (deleted). External IP: 172.26.7.219, port: b4d8b9ee-b836-44b0-b8d1-85d3248fd155. Apr 06 14:49:03.035780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:49:03.146541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:49:03.151454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:03.158119 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:49:03.169281 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:49:03.169920 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:03.181502 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1da39985-a818-4847-bdf9-ed5adae72124 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "DELETE /v2.0/floatingips/a68c0ec4-8956-4779-8a45-0facb8f5c87e HTTP/1.1" status: 204 len: 168 time: 0.9958847 Apr 06 14:49:03.182184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:49:03.185702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12d1ef5-8b91-493c-b287-7a7dc944db11" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:49:03.282686 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:49:03.294239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5a401b-4554-4117-b479-9bc44ed3f707 x-openstack-request-id: req-5b5a401b-4554-4117-b479-9bc44ed3f707 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:49:03.294571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:49:03.294873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b5a401b-4554-4117-b479-9bc44ed3f707 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:49:03.295318 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5a401b-4554-4117-b479-9bc44ed3f707'] response: {'name': 'network-changed', 'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'status': 'completed', 'code': 200} Apr 06 14:49:03.392183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-83a954ae-6a8a-48b0-b868-6d8f6ca8782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:03.393661 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-83a954ae-6a8a-48b0-b868-6d8f6ca8782f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 1130 time: 0.0534995 Apr 06 14:49:03.492143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-8bcb25f1-b1ee-4d74-8c1d-0d7d1d6ce37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:03.493633 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-8bcb25f1-b1ee-4d74-8c1d-0d7d1d6ce37f service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.0927072 Apr 06 14:49:03.519076 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:26Z', 'revision_number': 1, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:03.540563 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-372d5e35-5aea-4ffb-b3ca-d192010d72c0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4d8b9ee-b836-44b0-b8d1-85d3248fd155 HTTP/1.1" status: 200 len: 217 time: 0.0388000 Apr 06 14:49:03.548146 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:49:03.556457 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:49:03.557055 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:48:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:03.589500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-1e7618fd-a473-482d-9269-0fbb08b07d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:03.592110 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-1e7618fd-a473-482d-9269-0fbb08b07d08 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0462346 Apr 06 14:49:03.684193 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:49:03.702071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cdae2-9125-4d80-bf53-feab892c6106 req-3f5537ab-e6fc-403e-b705-5088b187e13c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:03.703616 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a4cdae2-9125-4d80-bf53-feab892c6106 req-3f5537ab-e6fc-403e-b705-5088b187e13c tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 946 time: 0.0853868 Apr 06 14:49:03.709409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-8f36f3c2-1f45-4bd6-9451-3ed5aee239fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:03.710810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-8f36f3c2-1f45-4bd6-9451-3ed5aee239fb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0654240 Apr 06 14:49:03.811097 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a4cdae2-9125-4d80-bf53-feab892c6106 req-198f21fa-cba2-4964-b12c-f0d1d8993dc7 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991879 Apr 06 14:49:03.835939 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-e3d394a3-5982-4609-93dc-cfc4b7b571af service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172869 Apr 06 14:49:03.912966 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:26Z', 'revision_number': 1, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:03.930204 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c12d1ef5-8b91-493c-b287-7a7dc944db11 req-dea25837-b7c4-44eb-80a3-ff400973c056 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878973 Apr 06 14:49:04.033604 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8218e88-8cf9-4622-a25e-44d4fafd7361 None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'b97e9a8a-f107-4717-8645-a5dfe1774310', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'floating_ip_address': '172.26.7.85', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'port_id': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'mac_address': 'fa:16:3e:bd:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:43:24Z', 'updated_at': '2022-04-06T14:43:26Z', 'revision_number': 1, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:49:04.269563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451ef16-56c5-45d6-9bff-f95dfed2ce4b None None] New status for floating IP a68c0ec4-8956-4779-8a45-0facb8f5c87e: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:49:04.932770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc54a99-2db4-461d-9b7a-86901944556d req-7fe9088a-8873-4e34-bb6e-47131c2fccef tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:04.934744 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fc54a99-2db4-461d-9b7a-86901944556d req-7fe9088a-8873-4e34-bb6e-47131c2fccef tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 946 time: 0.0552175 Apr 06 14:49:04.986165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fc54a99-2db4-461d-9b7a-86901944556d req-497cc052-d756-466f-bec0-b71cf4920825 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 Apr 06 14:49:05.689761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-19c791eb-284d-4784-9162-ddf0774ab0d2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:05.691173 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-19c791eb-284d-4784-9162-ddf0774ab0d2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 946 time: 0.0530214 Apr 06 14:49:05.789157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Deleting port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:05.789498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:05.879225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] For port b4d8b9ee-b836-44b0-b8d1-85d3248fd155, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:05.879582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:05.896177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Calling delete_port for b4d8b9ee-b836-44b0-b8d1-85d3248fd155 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:06.104715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8638e2-12b7-49a4-b575-05d7963d179b req-32792ba2-dadf-4b4e-8f3c-6006a6ad4567 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:06.106341 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ed8638e2-12b7-49a4-b575-05d7963d179b req-32792ba2-dadf-4b4e-8f3c-6006a6ad4567 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 946 time: 0.0525594 Apr 06 14:49:06.107557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b4d8b9ee-b836-44b0-b8d1-85d3248fd155), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:06.152475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event deleted for resources: {'Port': ['ID=b4d8b9ee-b836-44b0-b8d1-85d3248fd155,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:06.226863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] No DVR routers for this DVR port b4d8b9ee-b836-44b0-b8d1-85d3248fd155 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:49:06.226863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:06.226863 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e59f7b6-8b96-4e0a-bd57-e7bfddc2fd9a req-6605c628-79ad-4d70-9923-3972397ea510 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "DELETE /v2.0/ports/b4d8b9ee-b836-44b0-b8d1-85d3248fd155 HTTP/1.1" status: 204 len: 173 time: 0.5223348 Apr 06 14:49:06.226863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'name': 'network-vif-deleted', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:49:06.226863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a3eb5-75dd-4a7c-86a7-075a1cc786af" -d '{"events": [{"server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "name": "network-vif-deleted", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:49:06.228612 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ed8638e2-12b7-49a4-b575-05d7963d179b req-d06d8f68-6ea3-41a1-83f5-856c60873aa5 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148820 Apr 06 14:49:06.264620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5167bf00-e71d-4ea7-9627-9cb33844cafa x-openstack-request-id: req-5167bf00-e71d-4ea7-9627-9cb33844cafa {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:49:06.264873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c088a9-57c3-4b7b-8d97-759db50aea24", "name": "network-vif-deleted", "tag": "b4d8b9ee-b836-44b0-b8d1-85d3248fd155", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:49:06.265134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5167bf00-e71d-4ea7-9627-9cb33844cafa {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:49:06.265546 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5167bf00-e71d-4ea7-9627-9cb33844cafa'] response: {'server_uuid': 'e6c088a9-57c3-4b7b-8d97-759db50aea24', 'name': 'network-vif-deleted', 'tag': 'b4d8b9ee-b836-44b0-b8d1-85d3248fd155', 'status': 'completed', 'code': 200} Apr 06 14:49:07.327119 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3012290-1437-4245-bf89-a0a0e2512130 req-02e48d86-d237-47cb-b7ef-a4860f53dacf tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0283334 Apr 06 14:49:08.426893 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4a33a4a2-fc3b-4486-9db8-ce8025a793dd req-893d7ff4-7f45-4381-92e2-8dddb808a0db tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0315170 Apr 06 14:49:09.108293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed84b-203c-4750-ac47-c1baa3a44c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:09.522026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3e445a5d-3dfe-4145-8f9e-6744faa116bc req-a7cd3d31-7b99-45f7-b42d-b773b8a48f48 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0292823 Apr 06 14:49:09.693954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b4d8b9ee-b836-44b0-b8d1-85d3248fd155 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:09.714338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: b4d8b9ee-b836-44b0-b8d1-85d3248fd155 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:09.714751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b4d8b9ee-b836-44b0-b8d1-85d3248fd155 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:10.616770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d029419e-b8ee-428a-bd21-9ac12ea578b7 req-7c1bc467-0e3e-4687-95fe-19c8080543ee tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0281565 Apr 06 14:49:11.560073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-57054bee-18ec-42cc-912a-7c5085bce878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:11.714273 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0ed2240-f587-4100-8633-6e6841443091 req-e4fad24f-31ac-4992-aa58-3cb04374413e tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Apr 06 14:49:12.808457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-026d63b9-6830-4c00-a407-b7fe7328f60b req-96c53669-4094-4948-9089-d706e44414fd tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0262744 Apr 06 14:49:13.758707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:13.907135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a8d1618-ec7d-430f-800f-6d3bc4f0b441 req-cef848b4-db31-4a1a-9f6b-fc05a13590ea tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0309908 Apr 06 14:49:15.011266 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88cc22b7-8278-4caa-81e6-c5f61aa1f793 req-cd4fc0ae-a0da-4b6e-929b-68dae089992a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0305595 Apr 06 14:49:15.397534 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:49:15.819125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:16.117515 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-36e888cb-d2bf-4f48-bebd-9f4a43e6590e req-778d3df1-6989-42fa-b841-b13e0c7a607d tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c088a9-57c3-4b7b-8d97-759db50aea24 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Apr 06 14:49:16.495687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:23.758615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:26.951877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48162) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:27.111121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Deleting port b205640a-206e-4421-88ab-3c0aa017daba {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:27.111361 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b205640a-206e-4421-88ab-3c0aa017daba), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:27.185229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b205640a-206e-4421-88ab-3c0aa017daba), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:27.185558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (b205640a-206e-4421-88ab-3c0aa017daba), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:27.196837 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Calling delete_port for b205640a-206e-4421-88ab-3c0aa017daba owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:27.432996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b205640a-206e-4421-88ab-3c0aa017daba), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:27.458235 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event deleted for resources: {'Port': ['ID=b205640a-206e-4421-88ab-3c0aa017daba,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:27.468420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.468769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.469116 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.470072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.470072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.470072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.470424 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.470704 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.471052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.471379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.471701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.472021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.472343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:27.533667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (b97e9a8a-f107-4717-8645-a5dfe1774310), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:27.533993 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Floating IP b97e9a8a-f107-4717-8645-a5dfe1774310 disassociated (deleted). External IP: 172.26.7.85, port: f3765957-f4d6-4bcf-bf93-73fba62ffb96. Apr 06 14:49:27.745717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:49:27.856251 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:49:27.861868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:27.866386 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:49:27.877285 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:49:27.877899 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:49:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:27.892365 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-14181556-0013-48d5-93b8-81ac04b07829 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "DELETE /v2.0/floatingips/b97e9a8a-f107-4717-8645-a5dfe1774310 HTTP/1.1" status: 204 len: 168 time: 0.9385231 Apr 06 14:49:27.892964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:49:27.895479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4939b777-001e-4139-afd2-47302b9c86c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:49:27.933348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb77b3b-d7da-4734-9ebd-ff920a610325 x-openstack-request-id: req-cbb77b3b-d7da-4734-9ebd-ff920a610325 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:49:27.933652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:49:27.933912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cbb77b3b-d7da-4734-9ebd-ff920a610325 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:49:27.934325 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb77b3b-d7da-4734-9ebd-ff920a610325'] response: {'name': 'network-changed', 'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'status': 'completed', 'code': 200} Apr 06 14:49:27.991574 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:49:28.030207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939b777-001e-4139-afd2-47302b9c86c7 req-3689cc83-c792-4680-8a7d-7a3b90c0b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:28.032353 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4939b777-001e-4139-afd2-47302b9c86c7 req-3689cc83-c792-4680-8a7d-7a3b90c0b68a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 1129 time: 0.0514271 Apr 06 14:49:28.123553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939b777-001e-4139-afd2-47302b9c86c7 req-2c005923-60eb-404a-9a0e-6c5ef0a2e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:28.125473 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4939b777-001e-4139-afd2-47302b9c86c7 req-2c005923-60eb-404a-9a0e-6c5ef0a2e06b service neutron] 10.222.0.87 "GET /v2.0/networks?id=81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 200 len: 914 time: 0.0867078 Apr 06 14:49:28.166612 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4939b777-001e-4139-afd2-47302b9c86c7 req-1d20a726-12fd-49a3-b99f-abe5e14041f3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 200 len: 217 time: 0.0351884 Apr 06 14:49:28.195034 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:28.218188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939b777-001e-4139-afd2-47302b9c86c7 req-bb5b093a-a4f4-40e1-8662-094d7c107f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:28.220140 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4939b777-001e-4139-afd2-47302b9c86c7 req-bb5b093a-a4f4-40e1-8662-094d7c107f2d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 200 len: 851 time: 0.0483985 Apr 06 14:49:28.222027 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:49:28.230149 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:49:28.230799 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:49:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:28.272790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939b777-001e-4139-afd2-47302b9c86c7 req-5a575fad-ab81-4462-a6c9-b4221e15b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:28.274314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4939b777-001e-4139-afd2-47302b9c86c7 req-5a575fad-ab81-4462-a6c9-b4221e15b531 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=81ef1989-6644-4fd8-a997-ca77a6e4c363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463219 Apr 06 14:49:28.348721 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:49:28.367664 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4939b777-001e-4139-afd2-47302b9c86c7 req-d01949b0-217f-493a-803f-2107c16689df service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870018 Apr 06 14:49:28.481766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d43b6e-4a17-492b-984d-8d89de41d446 req-86bb1aec-1a8b-4814-8bf5-aff8256b8e6b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:28.483388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9d43b6e-4a17-492b-984d-8d89de41d446 req-86bb1aec-1a8b-4814-8bf5-aff8256b8e6b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 945 time: 0.1091697 Apr 06 14:49:28.527190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4939b777-001e-4139-afd2-47302b9c86c7 req-39734a0c-66d9-4084-ad71-fa7225cbbc30 service neutron] 10.222.0.87 "GET /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192684 Apr 06 14:49:28.555631 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:28.556109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9d43b6e-4a17-492b-984d-8d89de41d446 req-34ec6db9-3668-4ec6-b37e-4c8d734514f4 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663221 Apr 06 14:49:28.586207 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42eb8ac-5496-41af-9458-56ee169f2ec3 None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:38:39Z', 'revision_number': 4, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cf27be4-454b-4f0f-a323-c754b643adfa', 'name': '', 'network_id': '81ef1989-6644-4fd8-a997-ca77a6e4c363', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'mac_address': 'fa:16:3e:32:3a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:38Z', 'updated_at': '2022-04-06T14:38:45Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'subnets': [{'id': '2305a130-b30e-4400-ba68-7bb934b73d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:49:28.818464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a456590-6a5c-48ac-ba1e-c9eef1847e5b None None] New status for floating IP b97e9a8a-f107-4717-8645-a5dfe1774310: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:49:29.269825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-d9f0209f-686c-48eb-9ce2-6b88768a6a24 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:29.271362 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-d9f0209f-686c-48eb-9ce2-6b88768a6a24 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 945 time: 0.0552554 Apr 06 14:49:29.362226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Deleting port f3765957-f4d6-4bcf-bf93-73fba62ffb96 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:29.362522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:29.455040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] For port f3765957-f4d6-4bcf-bf93-73fba62ffb96, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f3765957-f4d6-4bcf-bf93-73fba62ffb96,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:29.455396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:29.468973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Calling delete_port for f3765957-f4d6-4bcf-bf93-73fba62ffb96 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:29.691423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3acf1-3190-468c-9f0e-0ed635cd2bc3 req-3e185083-6e34-499a-ade4-7ff030c188a2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:29.692954 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bca3acf1-3190-468c-9f0e-0ed635cd2bc3 req-3e185083-6e34-499a-ade4-7ff030c188a2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 945 time: 0.0649912 Apr 06 14:49:29.713288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f3765957-f4d6-4bcf-bf93-73fba62ffb96), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:29.752360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event deleted for resources: {'Port': ['ID=f3765957-f4d6-4bcf-bf93-73fba62ffb96,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:29.795351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bca3acf1-3190-468c-9f0e-0ed635cd2bc3 req-eb790bf3-8f46-44fe-8779-b34249e50564 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966902 Apr 06 14:49:29.814094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] No DVR routers for this DVR port f3765957-f4d6-4bcf-bf93-73fba62ffb96 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:49:29.819746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:29.820052 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac9d864c-47de-4f61-a4fc-a60997c39f7b req-a676b214-3f10-4341-8b38-10bf019225d6 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.87 "DELETE /v2.0/ports/f3765957-f4d6-4bcf-bf93-73fba62ffb96 HTTP/1.1" status: 204 len: 173 time: 0.5440328 Apr 06 14:49:29.820518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'name': 'network-vif-deleted', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:49:29.822717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572adfd7-1bc1-4e2e-982e-a1229042e14b" -d '{"events": [{"server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "name": "network-vif-deleted", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:49:29.858653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610bd16c-0cc7-4050-a727-e2bf18b2d62e x-openstack-request-id: req-610bd16c-0cc7-4050-a727-e2bf18b2d62e {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:49:29.858984 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa", "name": "network-vif-deleted", "tag": "f3765957-f4d6-4bcf-bf93-73fba62ffb96", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:49:29.859256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-610bd16c-0cc7-4050-a727-e2bf18b2d62e {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:49:29.859654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610bd16c-0cc7-4050-a727-e2bf18b2d62e'] response: {'server_uuid': '7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa', 'name': 'network-vif-deleted', 'tag': 'f3765957-f4d6-4bcf-bf93-73fba62ffb96', 'status': 'completed', 'code': 200} Apr 06 14:49:30.894780 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06a33db7-51f2-46f9-b7e2-22a614ad6cdc req-02b677fb-5894-44c1-b2bf-c8a817a07750 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0276346 Apr 06 14:49:31.990707 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bb635b83-8e25-4d83-b752-478f16e33e68 req-a45e9ed3-9afb-4e32-8593-cb36f0134638 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0282440 Apr 06 14:49:33.085966 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-015a6744-3e50-436d-837d-ee7794d9df69 req-dac737f5-f2f9-4a3e-80df-da4c408d57ec tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0285211 Apr 06 14:49:33.842551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device f3765957-f4d6-4bcf-bf93-73fba62ffb96 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:33.863328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: f3765957-f4d6-4bcf-bf93-73fba62ffb96 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:33.863684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device f3765957-f4d6-4bcf-bf93-73fba62ffb96 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:34.184397 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-456f5264-1b1c-4f87-913b-8393a401ee50 req-e1b7eed9-a30a-4e36-b7b2-663a4b22b72b tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0313349 Apr 06 14:49:35.285959 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29de5ea9-5397-469f-ab34-a3ae3c0c126a req-f093c378-1444-48f1-b1bb-954754afe190 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0289593 Apr 06 14:49:36.387390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3beb7817-a599-4dfe-a815-a28a440b7d77 req-c74df086-aca4-4d60-9696-d69f512e103d tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0266817 Apr 06 14:49:37.484514 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-308f9f61-a92f-412c-b187-08f061ccc416 req-6703a320-e410-439d-b8bf-fc9dafc706be tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0270319 Apr 06 14:49:38.584209 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8988b7a8-eee0-4d2f-8f9d-126acc8d4d66 req-2b5a6a23-f6d2-42fc-a435-e9b545fc35d2 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0302086 Apr 06 14:49:39.129649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-34fd7242-762e-416a-9528-ad7be0e04c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:39.691217 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-74b94a95-3388-47f2-a83d-eb12c3e2e490 req-962d389b-c6e6-4eff-b5a8-56c125203ab4 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b4b2eb7-b6dd-404c-96b7-7562dbf0c9aa HTTP/1.1" status: 200 len: 210 time: 0.0277712 Apr 06 14:49:40.748324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48196) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:40.878928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Deleting port 815d2296-e8f7-422e-9170-6ceceb5f20dd {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:40.879309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (815d2296-e8f7-422e-9170-6ceceb5f20dd), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:40.957115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (815d2296-e8f7-422e-9170-6ceceb5f20dd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:40.957445 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (815d2296-e8f7-422e-9170-6ceceb5f20dd), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:40.969470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Calling delete_port for 815d2296-e8f7-422e-9170-6ceceb5f20dd owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:41.204155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (815d2296-e8f7-422e-9170-6ceceb5f20dd), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:41.230805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event deleted for resources: {'Port': ['ID=815d2296-e8f7-422e-9170-6ceceb5f20dd,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:41.293331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for floatingip (b2f59508-45b1-4d28-9ae2-d01c6065435f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:41.296472 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:41.297634 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d395f565-0c3a-4bf8-8a78-8bfc186aa828 tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "DELETE /v2.0/floatingips/b2f59508-45b1-4d28-9ae2-d01c6065435f HTTP/1.1" status: 204 len: 168 time: 0.5481627 Apr 06 14:49:41.535532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7ed54cb8-8df2-41ba-aa51-bfd6fd587e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:43.775355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:45.831954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:46.470854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:46.799405 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-d9140f09-7fb9-47ed-a43c-9ae5dbae736d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483687 Apr 06 14:49:46.881625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-d78cf095-6982-4b02-832e-c5be7db2b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:46.883510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-d78cf095-6982-4b02-832e-c5be7db2b942 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 1130 time: 0.0490406 Apr 06 14:49:47.001734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-0d36885f-4a91-4079-b155-dcf831cdc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:47.003835 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-0d36885f-4a91-4079-b155-dcf831cdc3f6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998 HTTP/1.1" status: 200 len: 899 time: 0.0939786 Apr 06 14:49:47.070993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-5c53ba10-94ae-4a3e-9777-929df6655a9f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d HTTP/1.1" status: 200 len: 1002 time: 0.0613348 Apr 06 14:49:47.450511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-dbb8a4cc-f8c1-4e6f-9d9e-8bd9d16c204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:47.452572 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-dbb8a4cc-f8c1-4e6f-9d9e-8bd9d16c204e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7c6d6bee-d7ce-4964-8e23-ef1009c89ee8 HTTP/1.1" status: 200 len: 843 time: 0.3760998 Apr 06 14:49:47.506519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-f19739dd-7faa-44bf-93d5-73c239f5efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:49:47.508412 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-f19739dd-7faa-44bf-93d5-73c239f5efbd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495126 Apr 06 14:49:47.603164 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-076e0ae4-62a5-4668-a284-066ad71062a7 service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886774 Apr 06 14:49:47.695129 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b5afbdb-0cf8-4daf-ae60-e673610f7273 req-90f4a386-747b-4044-8d06-d73e1f568c3f service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859797 Apr 06 14:49:48.037381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48218) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:48.096507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95fe87ae-9aa3-4d00-91b3-8555c3fc292a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group (e0c1bd09-5379-4ea2-adaf-320c82bb6c0f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:48.122342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95fe87ae-9aa3-4d00-91b3-8555c3fc292a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group (e0c1bd09-5379-4ea2-adaf-320c82bb6c0f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:48.311737 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95fe87ae-9aa3-4d00-91b3-8555c3fc292a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e0c1bd09-5379-4ea2-adaf-320c82bb6c0f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:48.317284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-95fe87ae-9aa3-4d00-91b3-8555c3fc292a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:48.322283 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-95fe87ae-9aa3-4d00-91b3-8555c3fc292a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] 10.222.0.71 "DELETE /v2.0/security-groups/e0c1bd09-5379-4ea2-adaf-320c82bb6c0f HTTP/1.1" status: 204 len: 168 time: 0.2835999 Apr 06 14:49:48.332999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe87ae-9aa3-4d00-91b3-8555c3fc292a tempest-TestVolumeBootPattern-3831420 tempest-TestVolumeBootPattern-3831420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c1bd09-5379-4ea2-adaf-320c82bb6c0f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:48.488568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48222) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:49.239520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:49.515611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Deleting port 5cf27be4-454b-4f0f-a323-c754b643adfa {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:49.515955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:49.609790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] For port 5cf27be4-454b-4f0f-a323-c754b643adfa, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5cf27be4-454b-4f0f-a323-c754b643adfa,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:49.610199 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:49.626669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Calling delete_port for 5cf27be4-454b-4f0f-a323-c754b643adfa owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:49.918043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5cf27be4-454b-4f0f-a323-c754b643adfa), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:49.945852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf27be4-454b-4f0f-a323-c754b643adfa,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:50.123057 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:50.362528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:49:50.477914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:49:50.483586 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bd8ac643-3603-4a9a-9857-961557b78944 admin admin] 10.222.0.71 "PUT /v2.0/routers/4fa360ad-b44e-44d2-a27e-6dcb90caa87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9939475 Apr 06 14:49:50.486155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48226) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:50.489821 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] Sync routers for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:49:50.497895 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:49:50.498552 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:50.596159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks [] for router (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:50.601918 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:49:50.701980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks [] for router_gateway (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:50.776152 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:49:49Z', 'revision_number': 5, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port': {'id': 'cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:34Z', 'updated_at': '2022-04-06T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:50.806275 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] Checking router: 4fa360ad-b44e-44d2-a27e-6dcb90caa87c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:49:50.814576 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] Routers {'4fa360ad-b44e-44d2-a27e-6dcb90caa87c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:49:50.815235 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:50.817295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Deleting port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:50.817640 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:50.901583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] For port cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:50.901956 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:50.917115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Calling delete_port for cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:50.993069 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] Set router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:49:51.043176 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:49:50Z', 'revision_number': 6, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:51.073007 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f4431-ee87-45c4-90be-7807a087b38f None None] The sync data for ids ['4fa360ad-b44e-44d2-a27e-6dcb90caa87c'] in dv-neutron-835863-1-hyperv is: [{'id': '4fa360ad-b44e-44d2-a27e-6dcb90caa87c', 'name': 'tempest-TestVolumeBootPattern-1554530835-router', 'tenant_id': '9b67b1a6db594cbd9271e1614e0bf014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:33Z', 'updated_at': '2022-04-06T14:49:50Z', 'revision_number': 6, 'project_id': '9b67b1a6db594cbd9271e1614e0bf014', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:49:51.157922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.182262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:51.246616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.338921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.341118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks [] for router_controller (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.471070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (4fa360ad-b44e-44d2-a27e-6dcb90caa87c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.475183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa360ad-b44e-44d2-a27e-6dcb90caa87c {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:49:51.476411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.477501 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bfe14128-ec0d-4c4e-88da-00c695afabc9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4fa360ad-b44e-44d2-a27e-6dcb90caa87c HTTP/1.1" status: 204 len: 168 time: 0.9903920 Apr 06 14:49:51.480157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48228) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:51.527631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-14665a06-9702-46e4-b90d-416509a7ec40 admin admin] Deleting subnet 2305a130-b30e-4400-ba68-7bb934b73d26 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:49:51.532499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14665a06-9702-46e4-b90d-416509a7ec40 admin admin] Publish callbacks [] for subnet (2305a130-b30e-4400-ba68-7bb934b73d26), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.565493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14665a06-9702-46e4-b90d-416509a7ec40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (2305a130-b30e-4400-ba68-7bb934b73d26), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.648662 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14665a06-9702-46e4-b90d-416509a7ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (2305a130-b30e-4400-ba68-7bb934b73d26), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.762015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14665a06-9702-46e4-b90d-416509a7ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (2305a130-b30e-4400-ba68-7bb934b73d26), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.786510 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14665a06-9702-46e4-b90d-416509a7ec40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2305a130-b30e-4400-ba68-7bb934b73d26,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:51.792173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14665a06-9702-46e4-b90d-416509a7ec40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.795435 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-14665a06-9702-46e4-b90d-416509a7ec40 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2305a130-b30e-4400-ba68-7bb934b73d26 HTTP/1.1" status: 204 len: 168 time: 0.3143210 Apr 06 14:49:51.798730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48230) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:51.801218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b7c75-b34c-401c-a179-a8fc9c87f1f9 None None] Network 81ef1989-6644-4fd8-a997-ca77a6e4c363 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:49:51.847233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5cf27be4-454b-4f0f-a323-c754b643adfa no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:51.879117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (81ef1989-6644-4fd8-a997-ca77a6e4c363), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:51.880667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 5cf27be4-454b-4f0f-a323-c754b643adfa {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:51.881653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5cf27be4-454b-4f0f-a323-c754b643adfa not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:51.940461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Deleting port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:51.940892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.007877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] DHCP port deletion for 81ef1989-6644-4fd8-a997-ca77a6e4c363 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:49:52.011783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] For port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:52.012195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.025903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Calling delete_port for 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:52.057310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Deleting port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:52.057684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.123721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] For port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,segment=NetworkSegment(af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61),segment_id=af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:52.124551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.137421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Calling delete_port for 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:52.221091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.227337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.247686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:52.250219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] No DVR routers for this DVR port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:49:52.257457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Pushing event deleted for resources: {'Port': ['ID=6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:52.262657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] No DVR routers for this DVR port 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:49:52.273113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.273470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.273814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.274152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.274486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.274846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.275203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.275960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.275960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.276173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.276480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.276841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.277108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343f112-3e77-48df-a448-08fa402f0de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:49:52.328826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (81ef1989-6644-4fd8-a997-ca77a6e4c363), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.348489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ef1989-6644-4fd8-a997-ca77a6e4c363']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:52.357995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:52.358347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:52.367642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.381170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.387072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (af8a1fcc-e9d1-4dc2-bff2-c6d974be2a61), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:49:52.389714 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:49:52.401978 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:49:52.516119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (81ef1989-6644-4fd8-a997-ca77a6e4c363), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.521578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:52.524810 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] 10.222.0.71 "DELETE /v2.0/networks/81ef1989-6644-4fd8-a997-ca77a6e4c363 HTTP/1.1" status: 204 len: 168 time: 0.7251165 Apr 06 14:49:52.530609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48232) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:52.541966 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa6138-a91b-477f-99f9-148f50b6ebbd admin admin] Pushing event deleted for resources: {'Network': ['ID=81ef1989-6644-4fd8-a997-ca77a6e4c363,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:52.873811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (fd2f7514-f161-445b-96ab-dd8618afaa8f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:53.119779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Deleting port bae65049-0f1b-465f-b020-b9d56f7cead5 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:53.120116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:53.196351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] For port bae65049-0f1b-465f-b020-b9d56f7cead5, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=bae65049-0f1b-465f-b020-b9d56f7cead5,segment=NetworkSegment(e513052f-68c9-41ed-9002-a6fc2c91879c),segment_id=e513052f-68c9-41ed-9002-a6fc2c91879c)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:53.196628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:53.209085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Calling delete_port for bae65049-0f1b-465f-b020-b9d56f7cead5 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:53.434873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:53.438418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (bae65049-0f1b-465f-b020-b9d56f7cead5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:53.457184 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:53.457457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6c5ec46b-9b33-4bf2-bb66-1ba0bc2b5811 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:53.457882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:53.463967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae65049-0f1b-465f-b020-b9d56f7cead5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:53.477675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:53.478102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device cad2fb43-dbd0-4b4f-b038-d39b5f1b3e7a not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:53.641177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (fd2f7514-f161-445b-96ab-dd8618afaa8f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:53.751654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:53.866259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Router fd2f7514-f161-445b-96ab-dd8618afaa8f has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:49:53.979143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:49:53.984419 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8a6d3836-7caa-4d8b-9479-7950b9384713 admin admin] 10.222.0.71 "PUT /v2.0/routers/fd2f7514-f161-445b-96ab-dd8618afaa8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4551744 Apr 06 14:49:53.986938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48234) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:53.990398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] Sync routers for ids ['fd2f7514-f161-445b-96ab-dd8618afaa8f'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:49:54.000918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] Routers {'fd2f7514-f161-445b-96ab-dd8618afaa8f'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:49:54.001548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['fd2f7514-f161-445b-96ab-dd8618afaa8f'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:54.096837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks [] for router (fd2f7514-f161-445b-96ab-dd8618afaa8f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:54.110072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] Set router fd2f7514-f161-445b-96ab-dd8618afaa8f gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:49:54.200460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks [] for router_gateway (fd2f7514-f161-445b-96ab-dd8618afaa8f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:54.297605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:49:53Z', 'revision_number': 5, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port': {'id': '715d5294-b2c6-4d07-b32f-d2ae3fd26134', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:38:46Z', 'updated_at': '2022-04-06T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:54.323078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] Checking router: fd2f7514-f161-445b-96ab-dd8618afaa8f for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:49:54.331246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] Routers {'fd2f7514-f161-445b-96ab-dd8618afaa8f'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:49:54.331862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:49:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['fd2f7514-f161-445b-96ab-dd8618afaa8f'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:54.359569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Deleting port 715d5294-b2c6-4d07-b32f-d2ae3fd26134 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:54.359817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:54.419494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] Set router fd2f7514-f161-445b-96ab-dd8618afaa8f gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:49:54.438345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] For port 715d5294-b2c6-4d07-b32f-d2ae3fd26134, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=715d5294-b2c6-4d07-b32f-d2ae3fd26134,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:54.438712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:54.451672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Calling delete_port for 715d5294-b2c6-4d07-b32f-d2ae3fd26134 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:54.473902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:49:54Z', 'revision_number': 6, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:54.501519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0688fb7f-64a3-49a9-9f9b-478eb9f6ab90 None None] The sync data for ids ['fd2f7514-f161-445b-96ab-dd8618afaa8f'] in dv-neutron-835863-1-hyperv is: [{'id': 'fd2f7514-f161-445b-96ab-dd8618afaa8f', 'name': 'tempest-TestVolumeBootPattern-846130032-router', 'tenant_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:38:44Z', 'updated_at': '2022-04-06T14:49:54Z', 'revision_number': 6, 'project_id': 'd22b8e79392a4ef1813600f096fc5ff8', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:49:54.694788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (715d5294-b2c6-4d07-b32f-d2ae3fd26134), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:54.720693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=715d5294-b2c6-4d07-b32f-d2ae3fd26134,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:54.787263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (fd2f7514-f161-445b-96ab-dd8618afaa8f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:54.882732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (fd2f7514-f161-445b-96ab-dd8618afaa8f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:54.884998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks [] for router_controller (fd2f7514-f161-445b-96ab-dd8618afaa8f), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.001654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (fd2f7514-f161-445b-96ab-dd8618afaa8f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.002221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd2f7514-f161-445b-96ab-dd8618afaa8f {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:49:55.006601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.007535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9cded267-f28e-4b86-8cc6-6bf1096570f9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/fd2f7514-f161-445b-96ab-dd8618afaa8f HTTP/1.1" status: 204 len: 168 time: 1.0196786 Apr 06 14:49:55.010096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48236) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:55.058294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4855f20-d8f0-4ba7-85fd-6c897be352f4 admin admin] Deleting subnet 5b294947-fda8-4d09-b48d-dba87551f00d {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:49:55.061925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d4855f20-d8f0-4ba7-85fd-6c897be352f4 admin admin] Publish callbacks [] for subnet (5b294947-fda8-4d09-b48d-dba87551f00d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.095664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d4855f20-d8f0-4ba7-85fd-6c897be352f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (5b294947-fda8-4d09-b48d-dba87551f00d), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.170696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d4855f20-d8f0-4ba7-85fd-6c897be352f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5b294947-fda8-4d09-b48d-dba87551f00d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.317818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d4855f20-d8f0-4ba7-85fd-6c897be352f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (5b294947-fda8-4d09-b48d-dba87551f00d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.349209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4855f20-d8f0-4ba7-85fd-6c897be352f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b294947-fda8-4d09-b48d-dba87551f00d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:55.352672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d4855f20-d8f0-4ba7-85fd-6c897be352f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.358510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d4855f20-d8f0-4ba7-85fd-6c897be352f4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5b294947-fda8-4d09-b48d-dba87551f00d HTTP/1.1" status: 204 len: 168 time: 0.3445525 Apr 06 14:49:55.358915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48238) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:55.359509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f6be89-3c87-440b-be20-b8de8a67210b None None] Network 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:49:55.437002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.468004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 715d5294-b2c6-4d07-b32f-d2ae3fd26134 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:55.490197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 715d5294-b2c6-4d07-b32f-d2ae3fd26134 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:55.490794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 715d5294-b2c6-4d07-b32f-d2ae3fd26134 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:55.490953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bae65049-0f1b-465f-b020-b9d56f7cead5 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:55.503837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Deleting port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:55.504272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.515891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: bae65049-0f1b-465f-b020-b9d56f7cead5 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:55.516238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bae65049-0f1b-465f-b020-b9d56f7cead5 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:55.579617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] For port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,segment=NetworkSegment(e513052f-68c9-41ed-9002-a6fc2c91879c),segment_id=e513052f-68c9-41ed-9002-a6fc2c91879c)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:55.580011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.593226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Calling delete_port for 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:55.596099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] DHCP port deletion for 7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:49:55.646102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] Deleting port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:49:55.646562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.710739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] For port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,segment=NetworkSegment(e513052f-68c9-41ed-9002-a6fc2c91879c),segment_id=e513052f-68c9-41ed-9002-a6fc2c91879c)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:49:55.711167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.723779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] Calling delete_port for 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:49:55.752148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.776245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:55.783214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] No DVR routers for this DVR port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:49:55.803149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.827468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] Pushing event deleted for resources: {'Port': ['ID=5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:55.834726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c27915-0913-4bde-abca-4649cdb67e99 None None] No DVR routers for this DVR port 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:49:55.861050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.881439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:55.891164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e513052f-68c9-41ed-9002-a6fc2c91879c') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:55.891468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e513052f-68c9-41ed-9002-a6fc2c91879c') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:49:55.900943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (e513052f-68c9-41ed-9002-a6fc2c91879c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.915314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (e513052f-68c9-41ed-9002-a6fc2c91879c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.921604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:49:55.921993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (e513052f-68c9-41ed-9002-a6fc2c91879c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:49:55.923678 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:49:56.049127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.054456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.057571 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d HTTP/1.1" status: 204 len: 168 time: 0.6975858 Apr 06 14:49:56.080275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b3db9-6d68-43a0-ad14-3e06784e2564 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8a52fc-8bf8-4a7e-ab53-2d2de0d42b4d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:56.384139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48242) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:56.426187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cf3f2194-308f-411d-86c9-753a9a2fe124 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9b67b1a6db594cbd9271e1614e0bf014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408239 Apr 06 14:49:56.430577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48244) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:56.477079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41735520-f754-4920-ab3d-88f3a3bcd5dc admin admin] Publish callbacks [] for security_group (5bd664ea-cfb5-4a7e-8bcb-3c6aa5d37bda), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.497490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41735520-f754-4920-ab3d-88f3a3bcd5dc admin admin] Publish callbacks [] for security_group (5bd664ea-cfb5-4a7e-8bcb-3c6aa5d37bda), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.643217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41735520-f754-4920-ab3d-88f3a3bcd5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (5bd664ea-cfb5-4a7e-8bcb-3c6aa5d37bda), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.645788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-41735520-f754-4920-ab3d-88f3a3bcd5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:56.646948 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-41735520-f754-4920-ab3d-88f3a3bcd5dc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5bd664ea-cfb5-4a7e-8bcb-3c6aa5d37bda HTTP/1.1" status: 204 len: 168 time: 0.2154505 Apr 06 14:49:56.656116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41735520-f754-4920-ab3d-88f3a3bcd5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd664ea-cfb5-4a7e-8bcb-3c6aa5d37bda,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:49:57.367656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48250) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:57.411134 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6c9f44a1-8645-40ff-beca-ea4631bd5ae9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d22b8e79392a4ef1813600f096fc5ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422997 Apr 06 14:49:57.413574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48252) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:49:57.437429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:49:57.457477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:49:57.457833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5d49525a-ad3d-4ee8-bf65-6dd1bb33d7c2 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:49:57.462144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b2b5df4b-a67b-49f8-a7f8-de3a08890d52 admin admin] Publish callbacks [] for security_group (ea7f99ad-e564-4eb0-a658-13484c0c9c00), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:57.486168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b2b5df4b-a67b-49f8-a7f8-de3a08890d52 admin admin] Publish callbacks [] for security_group (ea7f99ad-e564-4eb0-a658-13484c0c9c00), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:57.625692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b2b5df4b-a67b-49f8-a7f8-de3a08890d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ea7f99ad-e564-4eb0-a658-13484c0c9c00), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:57.628228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b2b5df4b-a67b-49f8-a7f8-de3a08890d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:49:57.629379 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b2b5df4b-a67b-49f8-a7f8-de3a08890d52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea7f99ad-e564-4eb0-a658-13484c0c9c00 HTTP/1.1" status: 204 len: 168 time: 0.2148697 Apr 06 14:49:57.637189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5df4b-a67b-49f8-a7f8-de3a08890d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f99ad-e564-4eb0-a658-13484c0c9c00,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:09.162671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-02982072-1320-4219-bf17-5a03ce0e473f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:11.568297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a985eb4-9467-41f0-ab55-869a5a4fb073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:13.819637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:15.819549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:16.488225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:23.766318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:27.005660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48268) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:50:27.191068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:50:27.287378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25342109'] for subnet (7c6d6bee-d7ce-4964-8e23-ef1009c89ee8), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:27.504989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754305041174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4076075'] for subnet (7c6d6bee-d7ce-4964-8e23-ef1009c89ee8), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:27.543926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:27.544436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:27.546296 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/subnets/7c6d6bee-d7ce-4964-8e23-ef1009c89ee8 HTTP/1.1" status: 200 len: 835 time: 0.5390208 Apr 06 14:50:27.552395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34dce20-bc64-4f48-9fa4-96bf6be32164 None None] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:50:27.567327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=7c6d6bee-d7ce-4964-8e23-ef1009c89ee8,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:50:27.577999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.578507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.579031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.579582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.579938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.580340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.580829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.581315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.581797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.582325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.582775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.583173 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.583586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3998a1d-f4cd-4ae4-804d-b60093f17c2b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:50:27.932514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Provisioning complete for port c2e3ffa5-9933-4e3e-996b-d5561b51134d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:50:27.932886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:28.019744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Current status of the port c2e3ffa5-9933-4e3e-996b-d5561b51134d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:28.030131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Provisioning complete for port ea16a089-33f5-4b8b-9d87-41ffce385ac3 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:50:28.030498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:28.254290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Current status of the port ea16a089-33f5-4b8b-9d87-41ffce385ac3 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:28.264685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Provisioning complete for port 311ffba7-a9b3-43ff-9d88-0a39332ab262 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:50:28.265061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:28.338440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ab87c009-847c-431e-a88f-c611e32f20f7 None None] Current status of the port 311ffba7-a9b3-43ff-9d88-0a39332ab262 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:50:29.399856 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:50:39.098841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8d09a91e-b5ec-4e4d-b278-7323f8b97e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:41.504636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ba21eece-b247-47de-b00c-1d980544205e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:43.761590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:45.812747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:46.487299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:50:46.804117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-b84cba0c-b24f-45ba-b417-57eb212afa31 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432746 Apr 06 14:50:46.911095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-d8ea924b-0365-4d91-8675-3da0d69d35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:46.912664 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-d8ea924b-0365-4d91-8675-3da0d69d35bd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 1130 time: 0.0506165 Apr 06 14:50:47.336352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-95535172-42de-4987-bc77-e116e76b99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:47.337835 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-95535172-42de-4987-bc77-e116e76b99b6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998 HTTP/1.1" status: 200 len: 899 time: 0.4076145 Apr 06 14:50:47.403833 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-5d047156-bd14-47a1-a415-9bbe96893b5b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d HTTP/1.1" status: 200 len: 1002 time: 0.0594339 Apr 06 14:50:47.455627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-d090de31-c657-44e5-a630-c443d3e5c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:47.457081 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-d090de31-c657-44e5-a630-c443d3e5c923 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7c6d6bee-d7ce-4964-8e23-ef1009c89ee8 HTTP/1.1" status: 200 len: 843 time: 0.0479393 Apr 06 14:50:47.503978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-8bf56172-be5d-4b09-902f-6ed00438071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:50:47.506233 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-8bf56172-be5d-4b09-902f-6ed00438071e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436759 Apr 06 14:50:47.597682 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-9e295f66-7d14-48b3-b27f-6a7c0a0fc006 service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856304 Apr 06 14:50:47.691352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559e9a60-3528-4717-a5ae-528950bf7c7b req-423eba0b-ced5-4057-b218-7ce7498d8882 service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876641 Apr 06 14:50:53.772468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:06.398384 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:51:09.132126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-50891a82-0505-496a-af02-360ddc472020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:11.180889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48282) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:11.350740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port a7fcbe5b-db3e-42bc-a0c0-47961513b505 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:51:11.351106 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a7fcbe5b-db3e-42bc-a0c0-47961513b505), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:11.426926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a7fcbe5b-db3e-42bc-a0c0-47961513b505), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:11.427285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (a7fcbe5b-db3e-42bc-a0c0-47961513b505), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:11.439805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for a7fcbe5b-db3e-42bc-a0c0-47961513b505 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:51:11.509459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bee05253-cbdf-46ea-9e14-8c6a98335acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:11.681063 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (a7fcbe5b-db3e-42bc-a0c0-47961513b505), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:11.705324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=a7fcbe5b-db3e-42bc-a0c0-47961513b505,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:11.717153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.717513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.717863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.718207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.718544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.718877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.719237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.729303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.729303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.729303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.729303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.729303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.729303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:11.779874 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (a17f5d53-c78c-433f-b20a-ce870e39c6b4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:11.780207 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP a17f5d53-c78c-433f-b20a-ce870e39c6b4 disassociated (deleted). External IP: 172.26.7.132, port: c2e3ffa5-9933-4e3e-996b-d5561b51134d. Apr 06 14:51:11.994692 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router a8424165-407c-4894-85eb-54b9ba06d9b2 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:51:12.103671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:12.108850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:12.116049 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] Sync routers for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:51:12.123775 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:12.124395 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:12.140250 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4e6ea2bc-349b-4b42-b658-d6b8ca9f6be6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/a17f5d53-c78c-433f-b20a-ce870e39c6b4 HTTP/1.1" status: 204 len: 168 time: 0.9581873 Apr 06 14:51:12.141655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:12.143448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08" -d '{"events": [{"name": "network-changed", "server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:12.186674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891999af-73a1-4ed6-a02b-882f9c47e34b x-openstack-request-id: req-891999af-73a1-4ed6-a02b-882f9c47e34b {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:12.187357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:12.188398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-891999af-73a1-4ed6-a02b-882f9c47e34b {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:12.188398 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891999af-73a1-4ed6-a02b-882f9c47e34b'] response: {'name': 'network-changed', 'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'status': 'completed', 'code': 200} Apr 06 14:51:12.232546 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:12.272968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-0d1f2b5e-c8e5-48e3-a0f5-752c1da5b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:12.274378 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-0d1f2b5e-c8e5-48e3-a0f5-752c1da5b4db service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 1130 time: 0.0452058 Apr 06 14:51:12.367654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-afe7a15a-9557-457b-b1ec-821f8e98828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:12.369181 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-afe7a15a-9557-457b-b1ec-821f8e98828a service neutron] 10.222.0.87 "GET /v2.0/networks?id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998 HTTP/1.1" status: 200 len: 899 time: 0.0894351 Apr 06 14:51:12.411479 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-939ac759-4bcc-46e3-8982-564c4c6d6379 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d HTTP/1.1" status: 200 len: 217 time: 0.0363958 Apr 06 14:51:12.442617 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:12.463004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-ab6e9a84-d172-4bfb-aea5-491cfe83acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:12.464461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-ab6e9a84-d172-4bfb-aea5-491cfe83acd5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7c6d6bee-d7ce-4964-8e23-ef1009c89ee8 HTTP/1.1" status: 200 len: 843 time: 0.0472167 Apr 06 14:51:12.473548 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] Checking router: a8424165-407c-4894-85eb-54b9ba06d9b2 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:51:12.482262 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:12.482881 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:12.521569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-1c831593-82f1-4e9e-9149-c46c6a681f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:12.523173 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-1c831593-82f1-4e9e-9149-c46c6a681f7e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19cfd9f8-7139-47e3-ac39-c72f5b5cc998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0516152 Apr 06 14:51:12.595463 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:12.659628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887a30-5dca-4699-a32b-48c0168c56a8 req-0f0e4b23-84d5-425b-914a-b2251100b5c6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:12.661126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f6887a30-5dca-4699-a32b-48c0168c56a8 req-0f0e4b23-84d5-425b-914a-b2251100b5c6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 946 time: 0.0872118 Apr 06 14:51:12.663354 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-01defaa3-20d9-49ea-80d7-288cfd7e36e8 service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331971 Apr 06 14:51:12.761908 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f6887a30-5dca-4699-a32b-48c0168c56a8 req-35fbb3ae-88d8-4d08-ba7c-fa2d4f5ae887 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941038 Apr 06 14:51:12.789811 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-107f7bc9-4730-4b61-9f2c-f96cb1d0dc08 req-191e7a81-b981-40ab-970d-e73f54a37884 service neutron] 10.222.0.87 "GET /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200128 Apr 06 14:51:12.795866 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:12.822050 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cab5f-dd54-46da-b70b-9cfa54213fa5 None None] The sync data for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv is: [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'ea16a089-33f5-4b8b-9d87-41ffce385ac3', 'name': '', 'network_id': '19cfd9f8-7139-47e3-ac39-c72f5b5cc998', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:ef:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:26Z', 'updated_at': '2022-04-06T14:47:30Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '7c6d6bee-d7ce-4964-8e23-ef1009c89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:51:13.036778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed734f89-8f6f-4861-9d83-62e2f7ac0be4 None None] New status for floating IP a17f5d53-c78c-433f-b20a-ce870e39c6b4: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:51:13.794879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:13.897133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca2ee1-f00f-4579-b866-3944bb470498 req-7109ca5b-2a0c-47bd-b727-82e3e02d3144 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:13.898787 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-74ca2ee1-f00f-4579-b866-3944bb470498 req-7109ca5b-2a0c-47bd-b727-82e3e02d3144 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 946 time: 0.0591648 Apr 06 14:51:13.946708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-74ca2ee1-f00f-4579-b866-3944bb470498 req-b1a1400e-785c-4ce1-9c34-11e948e3c92c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=219a2842-464a-405b-95ab-88dfc50d62c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Apr 06 14:51:14.293414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-1995f25c-1f08-4963-a2a9-61a83be09989 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:14.295274 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-1995f25c-1f08-4963-a2a9-61a83be09989 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 946 time: 0.0528095 Apr 06 14:51:14.390621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port c2e3ffa5-9933-4e3e-996b-d5561b51134d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:51:14.390983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:14.478946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port c2e3ffa5-9933-4e3e-996b-d5561b51134d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c2e3ffa5-9933-4e3e-996b-d5561b51134d,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:14.479331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:14.491581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for c2e3ffa5-9933-4e3e-996b-d5561b51134d owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:51:14.698057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c2e3ffa5-9933-4e3e-996b-d5561b51134d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:14.724999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=c2e3ffa5-9933-4e3e-996b-d5561b51134d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:14.771101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port c2e3ffa5-9933-4e3e-996b-d5561b51134d on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:51:14.775614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:14.777149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dd64d22d-87e9-4470-9fa8-da4d85f4d7eb req-b5aab2a1-58f2-4431-a7be-82d03804a51c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/c2e3ffa5-9933-4e3e-996b-d5561b51134d HTTP/1.1" status: 204 len: 173 time: 0.4756207 Apr 06 14:51:14.777861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'name': 'network-vif-deleted', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:14.780193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b06b943-9ec2-4146-a606-cd2477a5a2d6" -d '{"events": [{"server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "name": "network-vif-deleted", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:14.816829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08bee7f-a064-4ea0-bfac-5a0b076eb054 x-openstack-request-id: req-f08bee7f-a064-4ea0-bfac-5a0b076eb054 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:14.817131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b341a1e0-b5e2-41f5-b1fb-17f194b44e79", "name": "network-vif-deleted", "tag": "c2e3ffa5-9933-4e3e-996b-d5561b51134d", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:14.817394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f08bee7f-a064-4ea0-bfac-5a0b076eb054 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:14.817807 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08bee7f-a064-4ea0-bfac-5a0b076eb054'] response: {'server_uuid': 'b341a1e0-b5e2-41f5-b1fb-17f194b44e79', 'name': 'network-vif-deleted', 'tag': 'c2e3ffa5-9933-4e3e-996b-d5561b51134d', 'status': 'completed', 'code': 200} Apr 06 14:51:15.047142 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c013c89e-c451-48c6-94f4-ff8f364ac93a req-b7e6c624-5df4-434c-862a-ff7ec51ff5c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b341a1e0-b5e2-41f5-b1fb-17f194b44e79 HTTP/1.1" status: 200 len: 210 time: 0.0315559 Apr 06 14:51:15.823662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:16.109635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48306) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:16.168427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e01a780-235c-4a5b-b83d-4fc8db622bf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (219a2842-464a-405b-95ab-88dfc50d62c8), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:16.193733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e01a780-235c-4a5b-b83d-4fc8db622bf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (219a2842-464a-405b-95ab-88dfc50d62c8), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:16.429456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e01a780-235c-4a5b-b83d-4fc8db622bf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (219a2842-464a-405b-95ab-88dfc50d62c8), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:16.433625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e01a780-235c-4a5b-b83d-4fc8db622bf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:16.433625 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5e01a780-235c-4a5b-b83d-4fc8db622bf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/219a2842-464a-405b-95ab-88dfc50d62c8 HTTP/1.1" status: 204 len: 168 time: 0.3227286 Apr 06 14:51:16.443190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01a780-235c-4a5b-b83d-4fc8db622bf7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219a2842-464a-405b-95ab-88dfc50d62c8,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:16.571015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:16.618527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48310) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:17.284592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (a8424165-407c-4894-85eb-54b9ba06d9b2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:17.588010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port ea16a089-33f5-4b8b-9d87-41ffce385ac3 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:51:17.588240 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:17.690324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port ea16a089-33f5-4b8b-9d87-41ffce385ac3, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ea16a089-33f5-4b8b-9d87-41ffce385ac3,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:17.690695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:17.707480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for ea16a089-33f5-4b8b-9d87-41ffce385ac3 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:51:17.967612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ea16a089-33f5-4b8b-9d87-41ffce385ac3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:17.995876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=ea16a089-33f5-4b8b-9d87-41ffce385ac3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:18.190369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (a8424165-407c-4894-85eb-54b9ba06d9b2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:18.339917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device c2e3ffa5-9933-4e3e-996b-d5561b51134d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:51:18.361276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: c2e3ffa5-9933-4e3e-996b-d5561b51134d {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:51:18.361633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device c2e3ffa5-9933-4e3e-996b-d5561b51134d not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:51:18.413010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router a8424165-407c-4894-85eb-54b9ba06d9b2 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:51:18.517782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:18.522853 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0d9bfadd-8a82-448b-a109-06668eb278b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/a8424165-407c-4894-85eb-54b9ba06d9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9032884 Apr 06 14:51:18.525922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48312) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:18.527202 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] Sync routers for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:51:18.538031 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:18.538651 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:18.578677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4909a2f9-593a-4e59-996d-c728721a8a2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet 7c6d6bee-d7ce-4964-8e23-ef1009c89ee8 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:51:18.581882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4909a2f9-593a-4e59-996d-c728721a8a2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (7c6d6bee-d7ce-4964-8e23-ef1009c89ee8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:18.621561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4909a2f9-593a-4e59-996d-c728721a8a2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (7c6d6bee-d7ce-4964-8e23-ef1009c89ee8), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:18.644292 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:18.710017 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4909a2f9-593a-4e59-996d-c728721a8a2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7c6d6bee-d7ce-4964-8e23-ef1009c89ee8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:18.823949 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:51:17Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:18.841999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4909a2f9-593a-4e59-996d-c728721a8a2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (7c6d6bee-d7ce-4964-8e23-ef1009c89ee8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:18.850439 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] Checking router: a8424165-407c-4894-85eb-54b9ba06d9b2 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:51:18.859387 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] Routers {'a8424165-407c-4894-85eb-54b9ba06d9b2'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:18.860010 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['a8424165-407c-4894-85eb-54b9ba06d9b2'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:18.870768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909a2f9-593a-4e59-996d-c728721a8a2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6d6bee-d7ce-4964-8e23-ef1009c89ee8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:18.873113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4909a2f9-593a-4e59-996d-c728721a8a2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:18.876194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4909a2f9-593a-4e59-996d-c728721a8a2d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/7c6d6bee-d7ce-4964-8e23-ef1009c89ee8 HTTP/1.1" status: 204 len: 168 time: 0.3491814 Apr 06 14:51:18.878990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48314) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:18.884990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcfff2b-4159-4d5d-a10f-7cc67a9df86a None None] Network 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:51:19.001751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (a8424165-407c-4894-85eb-54b9ba06d9b2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.060153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] DHCP port deletion for 19cfd9f8-7139-47e3-ac39-c72f5b5cc998 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:51:19.067545 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] Set router a8424165-407c-4894-85eb-54b9ba06d9b2 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:19.113961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Deleting port 311ffba7-a9b3-43ff-9d88-0a39332ab262 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:51:19.114335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.117201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (a8424165-407c-4894-85eb-54b9ba06d9b2), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.177806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] For port 311ffba7-a9b3-43ff-9d88-0a39332ab262, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=311ffba7-a9b3-43ff-9d88-0a39332ab262,segment=NetworkSegment(aecc73dc-f2aa-4d0e-ad84-b55e4580034f),segment_id=aecc73dc-f2aa-4d0e-ad84-b55e4580034f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:19.178123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.190747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Calling delete_port for 311ffba7-a9b3-43ff-9d88-0a39332ab262 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:51:19.226693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 152d1268-d28d-4de1-a561-7cb6d52af2d1 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:51:19.227141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.250370 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:51:17Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:19.276955 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099b4d2-9e56-4100-a6a3-d37ac2e1651f None None] The sync data for ids ['a8424165-407c-4894-85eb-54b9ba06d9b2'] in dv-neutron-835863-1-hyperv is: [{'id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'name': 'tempest-TestNetworkBasicOps-router-1520704556', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:47:22Z', 'updated_at': '2022-04-06T14:51:17Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '152d1268-d28d-4de1-a561-7cb6d52af2d1', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8424165-407c-4894-85eb-54b9ba06d9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:47:23Z', 'updated_at': '2022-04-06T14:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:51:19.315498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 152d1268-d28d-4de1-a561-7cb6d52af2d1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=152d1268-d28d-4de1-a561-7cb6d52af2d1,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:19.315872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.329516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 152d1268-d28d-4de1-a561-7cb6d52af2d1 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:51:19.354771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (311ffba7-a9b3-43ff-9d88-0a39332ab262), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.386693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Pushing event deleted for resources: {'Port': ['ID=311ffba7-a9b3-43ff-9d88-0a39332ab262,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:19.386693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] No DVR routers for this DVR port 311ffba7-a9b3-43ff-9d88-0a39332ab262 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:51:19.393277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.393606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.393950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.394285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.394616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.394945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.395325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.395655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.396403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.396403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.396629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.396913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.397234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109713d6-89d4-4f17-bd45-8835e879defe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:19.612342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (152d1268-d28d-4de1-a561-7cb6d52af2d1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.639700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=152d1268-d28d-4de1-a561-7cb6d52af2d1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:19.706832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ea16a089-33f5-4b8b-9d87-41ffce385ac3 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:51:19.713907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (a8424165-407c-4894-85eb-54b9ba06d9b2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.714707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: ea16a089-33f5-4b8b-9d87-41ffce385ac3 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:51:19.715091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ea16a089-33f5-4b8b-9d87-41ffce385ac3 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:51:19.716067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 311ffba7-a9b3-43ff-9d88-0a39332ab262 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:51:19.736868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 311ffba7-a9b3-43ff-9d88-0a39332ab262 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:51:19.737213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 311ffba7-a9b3-43ff-9d88-0a39332ab262 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:51:19.818751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (a8424165-407c-4894-85eb-54b9ba06d9b2), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.820897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (a8424165-407c-4894-85eb-54b9ba06d9b2), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.972381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (a8424165-407c-4894-85eb-54b9ba06d9b2), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.972912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Fanout notify agent at l3_agent the message router_deleted on router a8424165-407c-4894-85eb-54b9ba06d9b2 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:51:19.984137 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:19.984137 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c7d84e26-65c1-4d40-925c-f6a564655264 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/routers/a8424165-407c-4894-85eb-54b9ba06d9b2 HTTP/1.1" status: 204 len: 168 time: 1.1007307 Apr 06 14:51:19.984495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48316) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:20.064828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (19cfd9f8-7139-47e3-ac39-c72f5b5cc998), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.158344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (19cfd9f8-7139-47e3-ac39-c72f5b5cc998), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.177685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cfd9f8-7139-47e3-ac39-c72f5b5cc998']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:20.187570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:20.187866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecc73dc-f2aa-4d0e-ad84-b55e4580034f') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:20.196876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (aecc73dc-f2aa-4d0e-ad84-b55e4580034f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.210646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (aecc73dc-f2aa-4d0e-ad84-b55e4580034f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.216709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:51:20.217087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (aecc73dc-f2aa-4d0e-ad84-b55e4580034f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:51:20.219940 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:51:20.377773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (19cfd9f8-7139-47e3-ac39-c72f5b5cc998), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.382048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.385664 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/19cfd9f8-7139-47e3-ac39-c72f5b5cc998 HTTP/1.1" status: 204 len: 168 time: 0.4001508 Apr 06 14:51:20.399712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48318) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:20.403602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6ce07-dd6c-4888-9b97-7f7f58173c74 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=19cfd9f8-7139-47e3-ac39-c72f5b5cc998,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:20.405496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--370130803', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:20.486529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:20.489946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.513872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:51:20.522556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (db1ccc7b-08bb-4702-99a5-38464ac3dd8a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.522905 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment db1ccc7b-08bb-4702-99a5-38464ac3dd8a of type vlan for network 701bf583-15dc-4036-98d6-7baecda8e7db Apr 06 14:51:20.562480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (701bf583-15dc-4036-98d6-7baecda8e7db), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.726734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (701bf583-15dc-4036-98d6-7baecda8e7db), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.733161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:20.738571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.799696 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=701bf583-15dc-4036-98d6-7baecda8e7db,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:20.810517 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 701bf583-15dc-4036-98d6-7baecda8e7db details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:51:20.854346 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-36c958d9-917c-4d2f-89cd-bc3d952eb17f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4534948 Apr 06 14:51:20.857859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48320) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:20.863363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-596152402', 'admin_state_up': True, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:20.943746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (e4d98a7c-b257-43ba-9486-8a6ea290b694), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:20.944812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (e4d98a7c-b257-43ba-9486-8a6ea290b694), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:21.001271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (e4d98a7c-b257-43ba-9486-8a6ea290b694), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:21.198657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (e4d98a7c-b257-43ba-9486-8a6ea290b694), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:21.466879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (e4d98a7c-b257-43ba-9486-8a6ea290b694), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:21.486330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:21.486947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 152d1268-d28d-4de1-a561-7cb6d52af2d1 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:51:21.507351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 152d1268-d28d-4de1-a561-7cb6d52af2d1 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:51:21.507706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 152d1268-d28d-4de1-a561-7cb6d52af2d1 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:51:21.587659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.62 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/4451d93b-7113-4f08-8e36-f9a5d18ec823) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:21.689927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:21.858298 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:21.895820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:21.898565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:21.904619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:21.926303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=4451d93b-7113-4f08-8e36-f9a5d18ec823,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:22.267875 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (e4d98a7c-b257-43ba-9486-8a6ea290b694), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:22.471776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (e4d98a7c-b257-43ba-9486-8a6ea290b694), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:22.663272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router e4d98a7c-b257-43ba-9486-8a6ea290b694 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:51:23.052280 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:23.062493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Sync routers for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:51:23.071342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:23.071953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:23.133813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.135218 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-88cc2f59-6209-4af8-950d-85814ce8d857 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2763259 Apr 06 14:51:23.139055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48322) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:23.181978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:23.268776 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0b3d1796-fd31-49b7-976b-c918503737dc tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1286087 Apr 06 14:51:23.271479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48326) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:23.357542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b749e00d-de26-41dd-9306-84370c02b521 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:23.360155 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b749e00d-de26-41dd-9306-84370c02b521 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874782 Apr 06 14:51:23.362878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48328) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:23.365716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:22Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:23.394900 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e9383f42-6965-46b0-9f92-0909b56375c9 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283427 Apr 06 14:51:23.395286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48330) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:23.399395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Checking router: e4d98a7c-b257-43ba-9486-8a6ea290b694 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:51:23.399751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Updating router e4d98a7c-b257-43ba-9486-8a6ea290b694 port 4451d93b-7113-4f08-8e36-f9a5d18ec823 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:51:23.401355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116150167', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:23.428239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.537247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:23.540819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.678301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Publish callbacks [] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.800324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.823520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (d672ba1d-755a-4596-9061-f5682f53578f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.832089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.859486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Attempting to bind port 4451d93b-7113-4f08-8e36-f9a5d18ec823 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:51:23.859859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Attempting to bind port 4451d93b-7113-4f08-8e36-f9a5d18ec823 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:51:23.860226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Attempting to bind port 4451d93b-7113-4f08-8e36-f9a5d18ec823 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:23.862085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d362b8-607e-4c84-b210-5d604991248f None None] Pushing event updated for resources: {'Port': ['ID=4451d93b-7113-4f08-8e36-f9a5d18ec823,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:23.868160 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:51:23.868538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:23.868937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.869330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:51:23.869796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Bound port: 4451d93b-7113-4f08-8e36-f9a5d18ec823, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:51:23.870178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:23.892245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=d672ba1d-755a-4596-9061-f5682f53578f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:23.898799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:23.899188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: 701bf583-15dc-4036-98d6-7baecda8e7db, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:51:23.922474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] For port 4451d93b-7113-4f08-8e36-f9a5d18ec823, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:23.927395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] For port 4451d93b-7113-4f08-8e36-f9a5d18ec823, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4451d93b-7113-4f08-8e36-f9a5d18ec823,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:24.005726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 701bf583-15dc-4036-98d6-7baecda8e7db is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:51:24.034907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:24.086079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:24.086767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:24.097708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 701bf583-15dc-4036-98d6-7baecda8e7db) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:24.102102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:24.103366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:24.134349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b379380-6869-4a9a-9291-3a9fab6ca930 None None] Network 701bf583-15dc-4036-98d6-7baecda8e7db requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:51:24.186821 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-abdd9757-6820-4067-8a3f-40f6b02a9cc4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7902083 Apr 06 14:51:24.189566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48332) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:24.201702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d362b8-607e-4c84-b210-5d604991248f None None] Pushing event updated for resources: {'Port': ['ID=4451d93b-7113-4f08-8e36-f9a5d18ec823,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:24.290059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:24.496075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-701bf583-15dc-4036-98d6-7baecda8e7db', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:51:24.496978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:24.650606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:24.730777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Allocated IP 172.20.0.2 (701bf583-15dc-4036-98d6-7baecda8e7db/d672ba1d-755a-4596-9061-f5682f53578f/0e03f294-93fe-4feb-8016-444c04dd14ab) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:24.802940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:22Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:24.832490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf85876-0e3a-42f9-8dfb-8e3addf10711 None None] The sync data for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv is: [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:22Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:51:24.921236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Publish callbacks [] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:24.990419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.035497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Network 701bf583-15dc-4036-98d6-7baecda8e7db is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:25.044309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:25.058559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:25.060393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.1 (701bf583-15dc-4036-98d6-7baecda8e7db/d672ba1d-755a-4596-9061-f5682f53578f/751b1dee-1958-4481-bc51-dbea4189778d) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:25.072418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Pushing event updated for resources: {'Port': ['ID=0e03f294-93fe-4feb-8016-444c04dd14ab,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:25.132503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Attempting to bind port 0e03f294-93fe-4feb-8016-444c04dd14ab on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:51:25.133226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Attempting to bind port 0e03f294-93fe-4feb-8016-444c04dd14ab by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:51:25.133226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Attempting to bind port 0e03f294-93fe-4feb-8016-444c04dd14ab on network 701bf583-15dc-4036-98d6-7baecda8e7db {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:25.140828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:51:25.141290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Checking segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:25.141616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.142776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Bound using segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:51:25.142776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Bound port: 0e03f294-93fe-4feb-8016-444c04dd14ab, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:51:25.143174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.189513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (751b1dee-1958-4481-bc51-dbea4189778d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.219242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] For port 0e03f294-93fe-4feb-8016-444c04dd14ab, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:25.222758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] For port 0e03f294-93fe-4feb-8016-444c04dd14ab, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0e03f294-93fe-4feb-8016-444c04dd14ab,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:25.304118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.315383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (751b1dee-1958-4481-bc51-dbea4189778d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.358629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 701bf583-15dc-4036-98d6-7baecda8e7db is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:25.364898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:25.373680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077f9e3-d8e3-450f-99a3-d02ed2a5f2b1 None None] Pushing event updated for resources: {'Port': ['ID=0e03f294-93fe-4feb-8016-444c04dd14ab,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:25.375266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:25.382875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=751b1dee-1958-4481-bc51-dbea4189778d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:25.445337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (e4d98a7c-b257-43ba-9486-8a6ea290b694), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.568163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4451d93b-7113-4f08-8e36-f9a5d18ec823 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:25.625863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4451d93b-7113-4f08-8e36-f9a5d18ec823 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:25.626566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.726111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4451d93b-7113-4f08-8e36-f9a5d18ec823 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:25.726644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.727441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (751b1dee-1958-4481-bc51-dbea4189778d), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.750902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 4451d93b-7113-4f08-8e36-f9a5d18ec823, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4451d93b-7113-4f08-8e36-f9a5d18ec823,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:25.834607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:25.884749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=4451d93b-7113-4f08-8e36-f9a5d18ec823,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:26.020179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (751b1dee-1958-4481-bc51-dbea4189778d), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.091706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (751b1dee-1958-4481-bc51-dbea4189778d), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.176747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=751b1dee-1958-4481-bc51-dbea4189778d,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:26.184386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (e4d98a7c-b257-43ba-9486-8a6ea290b694), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.285310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 701bf583-15dc-4036-98d6-7baecda8e7db is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:26.286751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:26.392713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89a296-0a01-42e1-9d51-f8e38a018957 None None] Network 701bf583-15dc-4036-98d6-7baecda8e7db requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:51:26.416808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router e4d98a7c-b257-43ba-9486-8a6ea290b694 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:51:26.461462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-28849ef5-e4ac-44f1-8f6c-48204ff93269 None None] Provisioning complete for port 0e03f294-93fe-4feb-8016-444c04dd14ab triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:26.461844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-28849ef5-e4ac-44f1-8f6c-48204ff93269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.539964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:26.545459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e3cef3e0-821d-44b8-9348-f8a0bb71913d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/e4d98a7c-b257-43ba-9486-8a6ea290b694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3549058 Apr 06 14:51:26.547926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48334) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:26.592936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-28849ef5-e4ac-44f1-8f6c-48204ff93269 None None] Current status of the port 0e03f294-93fe-4feb-8016-444c04dd14ab is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:26.593337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-28849ef5-e4ac-44f1-8f6c-48204ff93269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.633791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-28849ef5-e4ac-44f1-8f6c-48204ff93269 None None] For port 0e03f294-93fe-4feb-8016-444c04dd14ab, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0e03f294-93fe-4feb-8016-444c04dd14ab,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:26.657547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a87db-586d-42d7-8be5-48a1e60ac277 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.658022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a87db-586d-42d7-8be5-48a1e60ac277 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.658553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a87db-586d-42d7-8be5-48a1e60ac277 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.659048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a87db-586d-42d7-8be5-48a1e60ac277 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.660726 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-950a87db-586d-42d7-8be5-48a1e60ac277 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1119001 Apr 06 14:51:26.663697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48336) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:26.697402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-28849ef5-e4ac-44f1-8f6c-48204ff93269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.743804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d77ba1-3567-4f18-9453-431e3966310b tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.744693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d77ba1-3567-4f18-9453-431e3966310b tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.745204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d77ba1-3567-4f18-9453-431e3966310b tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.745655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d77ba1-3567-4f18-9453-431e3966310b tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:26.748822 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b0d77ba1-3567-4f18-9453-431e3966310b tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0835018 Apr 06 14:51:26.751537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48338) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:26.759533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849ef5-e4ac-44f1-8f6c-48204ff93269 None None] Pushing event updated for resources: {'Port': ['ID=0e03f294-93fe-4feb-8016-444c04dd14ab,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:26.820557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-699281a1-3129-4b4f-9549-350ef79270eb None None] Provisioning complete for port 0e03f294-93fe-4feb-8016-444c04dd14ab triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:26.821114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-699281a1-3129-4b4f-9549-350ef79270eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.855225 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Sync routers for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:51:26.870706 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:26.872110 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:26.921873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-699281a1-3129-4b4f-9549-350ef79270eb None None] Current status of the port 0e03f294-93fe-4feb-8016-444c04dd14ab is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:26.929836 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-234da2f7-6fd1-47b0-ac88-a685e3850ffe tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1771343 Apr 06 14:51:26.941643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-699281a1-3129-4b4f-9549-350ef79270eb None None] Provisioning complete for port 751b1dee-1958-4481-bc51-dbea4189778d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:26.942024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-699281a1-3129-4b4f-9549-350ef79270eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (751b1dee-1958-4481-bc51-dbea4189778d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:26.982038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-699281a1-3129-4b4f-9549-350ef79270eb None None] Port 751b1dee-1958-4481-bc51-dbea4189778d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:26.989610 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:27.104876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0d37b0f4-4aaa-45ca-b90f-819a0f8ce9a2 None None] Provisioning complete for port 751b1dee-1958-4481-bc51-dbea4189778d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:27.105362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0d37b0f4-4aaa-45ca-b90f-819a0f8ce9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (751b1dee-1958-4481-bc51-dbea4189778d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.146012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0d37b0f4-4aaa-45ca-b90f-819a0f8ce9a2 None None] Port 751b1dee-1958-4481-bc51-dbea4189778d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:27.211535 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:27.238252 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Checking router: e4d98a7c-b257-43ba-9486-8a6ea290b694 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:51:27.238608 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Updating router e4d98a7c-b257-43ba-9486-8a6ea290b694 port 751b1dee-1958-4481-bc51-dbea4189778d binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:51:27.265643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d27a77c3-c253-4e0f-8ffa-af9b418a4708 None None] Provisioning complete for port 751b1dee-1958-4481-bc51-dbea4189778d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:27.266019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d27a77c3-c253-4e0f-8ffa-af9b418a4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (751b1dee-1958-4481-bc51-dbea4189778d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.268826 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (751b1dee-1958-4481-bc51-dbea4189778d), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.301314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d27a77c3-c253-4e0f-8ffa-af9b418a4708 None None] Port 751b1dee-1958-4481-bc51-dbea4189778d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:27.334619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48342) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:27.339269 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746898609', 'description': 'tempest-secgroup-smoke-746898609 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:27.434387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.540362 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Publish callbacks [] for port (751b1dee-1958-4481-bc51-dbea4189778d), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.573170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4451d93b-7113-4f08-8e36-f9a5d18ec823 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:27.623525 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (751b1dee-1958-4481-bc51-dbea4189778d), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.624581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4451d93b-7113-4f08-8e36-f9a5d18ec823 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:27.624972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.668477 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Pushing event updated for resources: {'Port': ['ID=751b1dee-1958-4481-bc51-dbea4189778d,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:27.692348 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.692710 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.694046 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.694389 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.694720 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.695073 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.695411 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.695774 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.696068 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.696442 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.696928 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.697263 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.697582 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.753383 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Attempting to bind port 751b1dee-1958-4481-bc51-dbea4189778d on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:51:27.753840 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Attempting to bind port 751b1dee-1958-4481-bc51-dbea4189778d by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:51:27.754266 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Attempting to bind port 751b1dee-1958-4481-bc51-dbea4189778d on network 701bf583-15dc-4036-98d6-7baecda8e7db {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:27.760802 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:51:27.761263 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Checking segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:27.761728 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.763600 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Bound using segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:51:27.764220 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Bound port: 751b1dee-1958-4481-bc51-dbea4189778d, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:51:27.764702 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (751b1dee-1958-4481-bc51-dbea4189778d), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.781595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4451d93b-7113-4f08-8e36-f9a5d18ec823 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:27.784374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0e03f294-93fe-4feb-8016-444c04dd14ab up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:27.848076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0e03f294-93fe-4feb-8016-444c04dd14ab triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:27.854633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.854802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (d61b995c-5c20-4462-ad6e-3f1fbf1bf23f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.854929 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] For port 751b1dee-1958-4481-bc51-dbea4189778d, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:27.854929 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] For port 751b1dee-1958-4481-bc51-dbea4189778d, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=751b1dee-1958-4481-bc51-dbea4189778d,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:27.930414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d61b995c-5c20-4462-ad6e-3f1fbf1bf23f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.941880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0e03f294-93fe-4feb-8016-444c04dd14ab is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:27.944047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a67ae2a9-04b1-4f39-b126-a66b32d5693e None None] Provisioning complete for port 751b1dee-1958-4481-bc51-dbea4189778d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:27.944357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2a9-04b1-4f39-b126-a66b32d5693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (751b1dee-1958-4481-bc51-dbea4189778d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:27.961148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:27.969273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.969632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.969983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.970325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:27.970661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.238421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.238421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.238421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.238421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.238421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.238421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.238421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.238421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:51:28.239995 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (751b1dee-1958-4481-bc51-dbea4189778d), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.240705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a67ae2a9-04b1-4f39-b126-a66b32d5693e None None] Port 751b1dee-1958-4481-bc51-dbea4189778d cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:28.241066 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:28.241312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.241383 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:28.241552 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7f1ef357-57ef-4e1d-b79b-fead0ed84e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6976581 Apr 06 14:51:28.241552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48344) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:28.241552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-aa888f4d-5141-49c0-86e6-296bbdd18b72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'd61b995c-5c20-4462-ad6e-3f1fbf1bf23f', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:28.241745 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7c665-4ca8-4be5-9057-28db09451bef None None] Pushing event updated for resources: {'Port': ['ID=751b1dee-1958-4481-bc51-dbea4189778d,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:28.241745 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:28.241887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aa888f4d-5141-49c0-86e6-296bbdd18b72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (572fcd74-af3f-455d-9e45-7eada84a2620), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.244474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aa888f4d-5141-49c0-86e6-296bbdd18b72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (572fcd74-af3f-455d-9e45-7eada84a2620), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.305567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c5a0cb25-c0c0-4e6b-aaa8-2f9a9c2bac28 None None] Provisioning complete for port 751b1dee-1958-4481-bc51-dbea4189778d triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:28.305942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5a0cb25-c0c0-4e6b-aaa8-2f9a9c2bac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (751b1dee-1958-4481-bc51-dbea4189778d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.360967 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:28.388212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c5a0cb25-c0c0-4e6b-aaa8-2f9a9c2bac28 None None] Current status of the port 751b1dee-1958-4481-bc51-dbea4189778d is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:28.389114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5a0cb25-c0c0-4e6b-aaa8-2f9a9c2bac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (751b1dee-1958-4481-bc51-dbea4189778d), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.390177 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a3623-b1b8-42b4-8110-1ef79196caa8 None None] The sync data for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv is: [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:27Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:51:28.425735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aa888f4d-5141-49c0-86e6-296bbdd18b72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (572fcd74-af3f-455d-9e45-7eada84a2620), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.434719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c5a0cb25-c0c0-4e6b-aaa8-2f9a9c2bac28 None None] For port 751b1dee-1958-4481-bc51-dbea4189778d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=751b1dee-1958-4481-bc51-dbea4189778d,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:28.460633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa888f4d-5141-49c0-86e6-296bbdd18b72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572fcd74-af3f-455d-9e45-7eada84a2620,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:28.577817 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5a0cb25-c0c0-4e6b-aaa8-2f9a9c2bac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (751b1dee-1958-4481-bc51-dbea4189778d), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.608904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-aa888f4d-5141-49c0-86e6-296bbdd18b72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.610420 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-aa888f4d-5141-49c0-86e6-296bbdd18b72 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5730350 Apr 06 14:51:28.613925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48346) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:28.618366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-da451567-906d-4e72-a82e-9d72306f90bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'd61b995c-5c20-4462-ad6e-3f1fbf1bf23f', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:28.643811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0cb25-c0c0-4e6b-aaa8-2f9a9c2bac28 None None] Pushing event updated for resources: {'Port': ['ID=751b1dee-1958-4481-bc51-dbea4189778d,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:28.737378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da451567-906d-4e72-a82e-9d72306f90bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (a525a547-4431-4e4b-bd1f-80d2b7d6ba05), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.798908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da451567-906d-4e72-a82e-9d72306f90bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (a525a547-4431-4e4b-bd1f-80d2b7d6ba05), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.880947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da451567-906d-4e72-a82e-9d72306f90bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a525a547-4431-4e4b-bd1f-80d2b7d6ba05), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.903912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451567-906d-4e72-a82e-9d72306f90bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a525a547-4431-4e4b-bd1f-80d2b7d6ba05,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:28.998055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-da451567-906d-4e72-a82e-9d72306f90bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:28.999682 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-da451567-906d-4e72-a82e-9d72306f90bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3847501 Apr 06 14:51:29.002632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48348) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:29.007090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-0da9fbfa-ca70-4f33-9901-d1a18774ce21 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'd61b995c-5c20-4462-ad6e-3f1fbf1bf23f', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:29.101635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0da9fbfa-ca70-4f33-9901-d1a18774ce21 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (3e23d85d-0582-4864-9a0e-b0b3573d78d7), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.164628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0da9fbfa-ca70-4f33-9901-d1a18774ce21 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (3e23d85d-0582-4864-9a0e-b0b3573d78d7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.229038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0da9fbfa-ca70-4f33-9901-d1a18774ce21 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (3e23d85d-0582-4864-9a0e-b0b3573d78d7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.258639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9fbfa-ca70-4f33-9901-d1a18774ce21 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e23d85d-0582-4864-9a0e-b0b3573d78d7,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:29.374751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-0da9fbfa-ca70-4f33-9901-d1a18774ce21 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.376033 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0da9fbfa-ca70-4f33-9901-d1a18774ce21 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724236 Apr 06 14:51:29.378905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48350) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:29.386677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-46c071e2-c98a-429a-bcd6-90c0dc72a8d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'd61b995c-5c20-4462-ad6e-3f1fbf1bf23f', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:29.467989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46c071e2-c98a-429a-bcd6-90c0dc72a8d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (9cf205cc-a0bb-45c6-b528-dae74491adde), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.502733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 751b1dee-1958-4481-bc51-dbea4189778d up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:29.531364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46c071e2-c98a-429a-bcd6-90c0dc72a8d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (9cf205cc-a0bb-45c6-b528-dae74491adde), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.551776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 751b1dee-1958-4481-bc51-dbea4189778d triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:29.552103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (751b1dee-1958-4481-bc51-dbea4189778d), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.631168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 751b1dee-1958-4481-bc51-dbea4189778d is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:29.651408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46c071e2-c98a-429a-bcd6-90c0dc72a8d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (9cf205cc-a0bb-45c6-b528-dae74491adde), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.667532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c071e2-c98a-429a-bcd6-90c0dc72a8d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf205cc-a0bb-45c6-b528-dae74491adde,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:29.756513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46c071e2-c98a-429a-bcd6-90c0dc72a8d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.757997 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-46c071e2-c98a-429a-bcd6-90c0dc72a8d4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3778629 Apr 06 14:51:29.760593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48352) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:29.765221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-95174699-95ec-4622-b624-7bc20e8ccb90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'd61b995c-5c20-4462-ad6e-3f1fbf1bf23f', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:29.880657 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-95174699-95ec-4622-b624-7bc20e8ccb90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:51:29.885888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-95174699-95ec-4622-b624-7bc20e8ccb90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (024c6f58-e0ec-4a15-8a06-523a041cd12f), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:29.943379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-95174699-95ec-4622-b624-7bc20e8ccb90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (024c6f58-e0ec-4a15-8a06-523a041cd12f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:30.029466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-95174699-95ec-4622-b624-7bc20e8ccb90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (024c6f58-e0ec-4a15-8a06-523a041cd12f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:30.047422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174699-95ec-4622-b624-7bc20e8ccb90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024c6f58-e0ec-4a15-8a06-523a041cd12f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:30.138839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-95174699-95ec-4622-b624-7bc20e8ccb90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:30.140041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-95174699-95ec-4622-b624-7bc20e8ccb90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3784902 Apr 06 14:51:30.142875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48354) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:30.147479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-62984cca-a316-4446-856c-badff4223b2c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': 'd61b995c-5c20-4462-ad6e-3f1fbf1bf23f', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:30.240251 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-62984cca-a316-4446-856c-badff4223b2c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:51:30.245352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62984cca-a316-4446-856c-badff4223b2c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (5f5c28bf-d07a-4fff-bb80-cc8945c64325), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:30.306223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62984cca-a316-4446-856c-badff4223b2c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (5f5c28bf-d07a-4fff-bb80-cc8945c64325), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:30.394657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62984cca-a316-4446-856c-badff4223b2c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (5f5c28bf-d07a-4fff-bb80-cc8945c64325), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:30.414307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62984cca-a316-4446-856c-badff4223b2c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5c28bf-d07a-4fff-bb80-cc8945c64325,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:30.526705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-62984cca-a316-4446-856c-badff4223b2c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:30.529360 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-62984cca-a316-4446-856c-badff4223b2c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3854582 Apr 06 14:51:30.677689 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-d0be094f-72a5-4763-8a68-2c5f236737d9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746898609&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0440934 Apr 06 14:51:30.790336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbeda-3456-4cf3-9afd-a5991717408f req-1fffe6aa-e6a5-471e-8c09-4a6efa12f2a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:30.791814 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-1fffe6aa-e6a5-471e-8c09-4a6efa12f2a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 796 time: 0.1072497 Apr 06 14:51:30.805951 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-8e3fc161-a071-43d1-aab7-4400de233e24 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0086527 Apr 06 14:51:30.859834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-4b24c229-e8c4-4f3d-9302-bbbbdd59eadc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485611 Apr 06 14:51:30.999390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-c8d52bb6-4896-4a9e-90dc-6f46cc9e4d37 service neutron] 10.222.0.71 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282947 Apr 06 14:51:31.089431 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-cffe21ca-301d-42ba-8db3-1aefbd31d174 service neutron] 10.222.0.71 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843740 Apr 06 14:51:31.329681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b9f90439-94cd-493f-b522-039d8228f25c req-393d45e0-ab1f-49e2-8de1-070b2e2725d0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 210 time: 0.0312021 Apr 06 14:51:32.408304 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5f4251a1-9b93-4a7d-affd-fc62755dbe2c req-bad36281-7687-49a2-a22b-cd64dbf1903e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 210 time: 0.0290396 Apr 06 14:51:33.492357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e92671ef-87aa-48dd-8e75-48abd921e0ae req-6933f779-5d01-4fa2-ac94-b494d8231079 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 210 time: 0.0310359 Apr 06 14:51:34.566574 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3530e94-0aa0-4720-9bf5-a3e02ee1d171 req-177ada76-e7ee-4790-bfdb-a9932a74457b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 210 time: 0.0267925 Apr 06 14:51:35.656491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-04c9fa2c-2ef0-475c-a450-7382015e1a6e req-d2d78dc1-7f92-41da-b3d3-8c8f8b576ba7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 210 time: 0.0265415 Apr 06 14:51:36.751043 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b8ca0f3-8c6b-4c75-b42e-29c676cf02c7 req-d464cf1f-2130-474f-95fc-7c747178afc0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 210 time: 0.0274522 Apr 06 14:51:37.862842 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-03616b6a-5917-4918-8da3-0e12eb06fde1 req-92a73ad1-46b9-4037-b280-59a1ae359618 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 210 time: 0.0416393 Apr 06 14:51:37.870542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbeda-3456-4cf3-9afd-a5991717408f req-4a5b8902-5c23-4c2c-81f7-1e8413b9b3cd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:37.872600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-4a5b8902-5c23-4c2c-81f7-1e8413b9b3cd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 796 time: 0.1295390 Apr 06 14:51:37.940663 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-468a9039-019c-4a9a-b7a0-90f50aefb71d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 379 time: 0.0538127 Apr 06 14:51:37.948892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['d61b995c-5c20-4462-ad6e-3f1fbf1bf23f']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:38.159841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:38.163386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.290978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.5 (701bf583-15dc-4036-98d6-7baecda8e7db/d672ba1d-755a-4596-9061-f5682f53578f/90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:38.426047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.566519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.613029 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 701bf583-15dc-4036-98d6-7baecda8e7db is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:38.616137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:38.619809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:38.650080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:38.677475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:38.678024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.768402 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-e0746a9f-1bb2-4feb-a6f1-12dc9f210424 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8229871 Apr 06 14:51:38.786681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Request body: {'port': {'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:38.845431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.867441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef0160b1-2406-4970-a382-08012efabf1a None None] Provisioning complete for port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:38.867979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef0160b1-2406-4970-a382-08012efabf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:38.905018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef0160b1-2406-4970-a382-08012efabf1a None None] Port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:39.063385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da51d66-6d4a-4d41-a267-3a0f6fd4d511 req-f58505be-f62b-4c38-9736-cd28726e0310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:39.064875 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8da51d66-6d4a-4d41-a267-3a0f6fd4d511 req-f58505be-f62b-4c38-9736-cd28726e0310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 931 time: 0.1141760 Apr 06 14:51:39.097102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-175cfd9e-9dca-4459-a910-636204d22255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:39.142425 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8da51d66-6d4a-4d41-a267-3a0f6fd4d511 req-d95477ad-af59-437a-88aa-c4b3702a375c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716085 Apr 06 14:51:39.192878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:51:39.201254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Publish callbacks [] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:39.212953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Transition to ACTIVE for port object 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:51:39.290916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:39.349363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:39.419871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Attempting to bind port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:51:39.420216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Attempting to bind port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:51:39.420545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Attempting to bind port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 on network 701bf583-15dc-4036-98d6-7baecda8e7db {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:39.425894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 on network 701bf583-15dc-4036-98d6-7baecda8e7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:51:39.426239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Attempting to bind port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 on network 701bf583-15dc-4036-98d6-7baecda8e7db {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:51:39.431490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:51:39.431834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Checking segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:51:39.432213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Bound using segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:51:39.432639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Bound port: 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:51:39.433004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:39.499445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] For port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:51:39.502716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] For port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:51:39.588947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:39.627840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:39.628873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:39.631070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] 10.222.0.87 "PUT /v2.0/ports/90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 1093 time: 0.8486049 Apr 06 14:51:39.631769 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:39.635373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b2b290-af82-43d0-af50-e821e9cb9e25" -d '{"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:39.665951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0229a2-dcb9-4707-9504-dfd4fd03bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:39.676656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0354eb-0137-4d34-970f-6086ae6ced14 x-openstack-request-id: req-7a0354eb-0137-4d34-970f-6086ae6ced14 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:39.677129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:39.682007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a0354eb-0137-4d34-970f-6086ae6ced14 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:39.682007 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0354eb-0137-4d34-970f-6086ae6ced14'] response: {'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'status': 'completed', 'code': 200} Apr 06 14:51:39.768473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2b290-af82-43d0-af50-e821e9cb9e25 req-0539a819-b0ba-4d71-8314-1821d9e89605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:39.770034 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f9b2b290-af82-43d0-af50-e821e9cb9e25 req-0539a819-b0ba-4d71-8314-1821d9e89605 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1127 time: 0.0497296 Apr 06 14:51:39.878785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2b290-af82-43d0-af50-e821e9cb9e25 req-652f6dab-23a4-4c57-ab2c-df82edd32451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:39.880294 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f9b2b290-af82-43d0-af50-e821e9cb9e25 req-652f6dab-23a4-4c57-ab2c-df82edd32451 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0980678 Apr 06 14:51:39.972207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2b290-af82-43d0-af50-e821e9cb9e25 req-7628390d-61d4-4d72-8516-a7ce23600362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:39.973594 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f9b2b290-af82-43d0-af50-e821e9cb9e25 req-7628390d-61d4-4d72-8516-a7ce23600362 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0876758 Apr 06 14:51:40.072705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbeda-3456-4cf3-9afd-a5991717408f req-094dc617-ad8d-46e0-bc32-326c555926e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:40.074132 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-094dc617-ad8d-46e0-bc32-326c555926e2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1127 time: 0.0450068 Apr 06 14:51:40.125484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-1424c19d-6b1b-4841-b67b-728aae7cd7b4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 217 time: 0.0388284 Apr 06 14:51:40.175007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbeda-3456-4cf3-9afd-a5991717408f req-7a23df35-3e03-4e7f-85eb-16f51dfb1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:40.176501 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-7a23df35-3e03-4e7f-85eb-16f51dfb1a80 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0447893 Apr 06 14:51:40.259452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbeda-3456-4cf3-9afd-a5991717408f req-0a099bde-862d-4b93-b5a7-5816f6525864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:40.260938 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-0a099bde-862d-4b93-b5a7-5816f6525864 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0789149 Apr 06 14:51:40.294266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9786e9-43bf-441d-af2e-71acbe38cbe5 req-40069858-5ffe-4990-b389-bf4d2f429ddd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:40.295711 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9786e9-43bf-441d-af2e-71acbe38cbe5 req-40069858-5ffe-4990-b389-bf4d2f429ddd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 943 time: 0.0855472 Apr 06 14:51:40.392868 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9786e9-43bf-441d-af2e-71acbe38cbe5 req-853557c7-e469-4804-ba73-3535876bd159 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729859 Apr 06 14:51:40.404241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-f31125f9-30ab-48df-a432-51eef837eb95 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370926 Apr 06 14:51:40.498067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-804bbeda-3456-4cf3-9afd-a5991717408f req-5b5e70e3-46bb-43ad-ad27-e9d739ea54f0 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873585 Apr 06 14:51:41.521129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea986fa-4924-47bf-85fd-9a9a6f8c7d0e req-9e15914f-6eee-4415-809b-bc9748bb0d26 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:41.522642 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ea986fa-4924-47bf-85fd-9a9a6f8c7d0e req-9e15914f-6eee-4415-809b-bc9748bb0d26 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 943 time: 0.0547364 Apr 06 14:51:41.543086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dde44215-e4d3-4b54-9399-b83929f55519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:41.572519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ea986fa-4924-47bf-85fd-9a9a6f8c7d0e req-2fd13c37-ad1a-4bb4-9aee-824769128e0a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433819 Apr 06 14:51:42.691873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79dd89-e2aa-4b51-8208-85b676da98c1 req-ec954d01-dd0f-47c8-902f-a9bbc47c2709 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:42.693261 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce79dd89-e2aa-4b51-8208-85b676da98c1 req-ec954d01-dd0f-47c8-902f-a9bbc47c2709 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 943 time: 0.0533886 Apr 06 14:51:42.748076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce79dd89-e2aa-4b51-8208-85b676da98c1 req-8f04850a-c32e-4f41-8cfe-b3e421e7d784 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490131 Apr 06 14:51:43.397186 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:51:43.771527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:43.866214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cf7dd-8083-429c-8a17-80d210593e2b req-99694a68-a3bb-4d22-a948-e583c734652b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:43.867744 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6f1cf7dd-8083-429c-8a17-80d210593e2b req-99694a68-a3bb-4d22-a948-e583c734652b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 943 time: 0.0537441 Apr 06 14:51:43.916597 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6f1cf7dd-8083-429c-8a17-80d210593e2b req-d5980a6f-df72-4401-b28f-235514bc9a40 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Apr 06 14:51:44.435605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:51:44.531431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:44.542280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:51:44.578921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:44.579336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.592146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:51:44.611351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:44.708279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:44.755541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:45.033211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0d9af-5775-4f5e-8d5a-9966ee0f1c5b req-f6282683-269a-4da3-b7ed-cf87d0d78b18 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:45.034685 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bad0d9af-5775-4f5e-8d5a-9966ee0f1c5b req-f6282683-269a-4da3-b7ed-cf87d0d78b18 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 944 time: 0.0521712 Apr 06 14:51:45.081910 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bad0d9af-5775-4f5e-8d5a-9966ee0f1c5b req-795a9caf-eed0-4cae-af82-968cb286b51f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Apr 06 14:51:45.115959 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:51:45.861586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.209722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef60ac-f801-45ce-9ed7-7f3f85afb35d req-175cd06b-545a-420c-a431-59ee4c35d7b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:46.211228 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6ef60ac-f801-45ce-9ed7-7f3f85afb35d req-175cd06b-545a-420c-a431-59ee4c35d7b5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 944 time: 0.0615118 Apr 06 14:51:46.259841 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6ef60ac-f801-45ce-9ed7-7f3f85afb35d req-a64b42d6-70a7-4dae-a04b-0158716c8d8c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Apr 06 14:51:46.463165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:51:46.548636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.605951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:51:46.610143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:46.610512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.688964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:51:46.689292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.711846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:46.714065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b780b0a-3a46-4ee7-ba02-125ce0175322" -d '{"events": [{"server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "name": "network-vif-plugged", "status": "completed", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:46.727010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:51:46.805672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:46.861691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:46.874017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9773e6c-c3fe-453a-8f19-dba3fe6fa31b x-openstack-request-id: req-f9773e6c-c3fe-453a-8f19-dba3fe6fa31b {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:46.874320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "name": "network-vif-plugged", "status": "completed", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:46.874579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f9773e6c-c3fe-453a-8f19-dba3fe6fa31b {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:46.875032 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9773e6c-c3fe-453a-8f19-dba3fe6fa31b'] response: {'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'code': 200} Apr 06 14:51:47.244174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969912a-3d63-4aa1-af39-535ed114d23c req-8d1cc8b7-ebad-40ba-9095-26ca4ac551b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:47.245685 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d969912a-3d63-4aa1-af39-535ed114d23c req-8d1cc8b7-ebad-40ba-9095-26ca4ac551b7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1129 time: 0.0443873 Apr 06 14:51:47.294394 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d969912a-3d63-4aa1-af39-535ed114d23c req-a215b3f9-bb63-4c2d-ab86-ffa7eae4c2de service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415294 Apr 06 14:51:47.384780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d8d2d-ec89-4b02-bc0a-d138449bca4f req-5f32f366-62c7-40cb-ada0-259d59dcb42e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:47.386490 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-943d8d2d-ec89-4b02-bc0a-d138449bca4f req-5f32f366-62c7-40cb-ada0-259d59dcb42e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 945 time: 0.0569112 Apr 06 14:51:47.439457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-943d8d2d-ec89-4b02-bc0a-d138449bca4f req-0d8e72eb-6cc5-43a3-9ea6-4ddb708e4bd3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 Apr 06 14:51:48.559723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378fd6-89b9-4ab6-a1c6-7a837fea26bc req-1e2edfc1-7bef-4efe-a426-f94ce43b2152 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:48.561204 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fb378fd6-89b9-4ab6-a1c6-7a837fea26bc req-1e2edfc1-7bef-4efe-a426-f94ce43b2152 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 945 time: 0.0522113 Apr 06 14:51:48.611197 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fb378fd6-89b9-4ab6-a1c6-7a837fea26bc req-931042eb-0567-4758-8716-d381cae91db0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439646 Apr 06 14:51:49.728120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713983-0d74-4975-beb3-4035dd8a1581 req-6d147ca4-8221-433f-8da8-31518a66c841 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:49.729613 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0b713983-0d74-4975-beb3-4035dd8a1581 req-6d147ca4-8221-433f-8da8-31518a66c841 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 945 time: 0.0522575 Apr 06 14:51:49.784146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0b713983-0d74-4975-beb3-4035dd8a1581 req-8b9487f7-1f0f-4327-aa22-481016027df7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482965 Apr 06 14:51:49.899988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9edbc-d605-4a93-8a7b-e2559daa6db5 req-282c45c0-8978-4032-85d0-3f2449fd5f82 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:49.901345 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4a9edbc-d605-4a93-8a7b-e2559daa6db5 req-282c45c0-8978-4032-85d0-3f2449fd5f82 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 945 time: 0.0533917 Apr 06 14:51:49.950719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4a9edbc-d605-4a93-8a7b-e2559daa6db5 req-ceefc418-af90-4bb5-a955-557ac234e999 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Apr 06 14:51:49.972046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48442) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:50.014737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5aff32-77a3-4b0d-8a06-bda0328cdb17 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:50.016270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8b5aff32-77a3-4b0d-8a06-bda0328cdb17 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1124 time: 0.0432894 Apr 06 14:51:50.019063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48444) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:50.023240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:50.114056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.212970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.311677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.32 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/3551f1af-be8d-47cf-9464-5c1bbf21a791) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:50.413189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (3551f1af-be8d-47cf-9464-5c1bbf21a791), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.508624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3551f1af-be8d-47cf-9464-5c1bbf21a791), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:50.546879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:50.549723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:50.555154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:50.561117 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=3551f1af-be8d-47cf-9464-5c1bbf21a791,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:50.904676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (499d5be8-5543-40f4-bdc3-fd9ebc4ecb71), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.049698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3551f1af-be8d-47cf-9464-5c1bbf21a791), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.195908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (3551f1af-be8d-47cf-9464-5c1bbf21a791), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.256703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (3551f1af-be8d-47cf-9464-5c1bbf21a791), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.322923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=3551f1af-be8d-47cf-9464-5c1bbf21a791,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:51.332643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (499d5be8-5543-40f4-bdc3-fd9ebc4ecb71), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.434103 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 499d5be8-5543-40f4-bdc3-fd9ebc4ecb71 associated. External IP: 172.26.7.32, port: 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5. Apr 06 14:51:51.645425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router e4d98a7c-b257-43ba-9486-8a6ea290b694 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:51:51.755244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:51:51.765691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] Sync routers for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:51:51.774841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:51.775481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:51.847244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:51.879073 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-287c8653-a8d5-494b-9946-95e4054eda9f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8589394 Apr 06 14:51:51.879668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:51:51.881901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48446) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:51.882396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629" -d '{"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:51:51.919601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8790999f-f2c2-4305-9198-8fbd5f765f9a x-openstack-request-id: req-8790999f-f2c2-4305-9198-8fbd5f765f9a {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:51:51.920194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:51:51.920194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8790999f-f2c2-4305-9198-8fbd5f765f9a {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:51:51.920537 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8790999f-f2c2-4305-9198-8fbd5f765f9a'] response: {'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'status': 'completed', 'code': 200} Apr 06 14:51:51.934832 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01495251-ce99-4958-a47b-07901b48eb43 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:51.936445 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-01495251-ce99-4958-a47b-07901b48eb43 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1124 time: 0.0535331 Apr 06 14:51:52.011197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-f55d1a23-4abe-4ba6-9645-6fcd1993858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:52.013602 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-f55d1a23-4abe-4ba6-9645-6fcd1993858b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1129 time: 0.0502007 Apr 06 14:51:52.033029 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:52.108486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-e1629667-35e3-4bc8-a7da-9903dd03c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:52.109987 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-e1629667-35e3-4bc8-a7da-9903dd03c4e3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 898 time: 0.0907259 Apr 06 14:51:52.175159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-fd427b5a-22ce-4f92-9380-bde5fa0cbdc6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 998 time: 0.0585735 Apr 06 14:51:52.226851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48452) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:52.231642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5fed695f-3c1c-4f47-8543-cc6b2eb08785 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600724530', 'description': 'tempest-secgroup-smoke-1600724530 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:52.232144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-71f94822-f516-4f43-90e5-222bc8c5dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:52.233678 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-71f94822-f516-4f43-90e5-222bc8c5dbae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0527704 Apr 06 14:51:52.278631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:52.284979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-8ec5fc19-9077-4ed9-b188-d8f5788acac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:52.286494 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-8ec5fc19-9077-4ed9-b188-d8f5788acac3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472968 Apr 06 14:51:52.309625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] Checking router: e4d98a7c-b257-43ba-9486-8a6ea290b694 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:51:52.318048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:51:52.318666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:52.347250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fed695f-3c1c-4f47-8543-cc6b2eb08785 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.379641 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-1ccf94b6-9a58-43d0-b13e-13737f59b9a7 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870812 Apr 06 14:51:52.427862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fed695f-3c1c-4f47-8543-cc6b2eb08785 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (9f49e2aa-93de-45b9-8d73-c47a5ade2d00), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.438796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:51:52.478373 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf69353-ecf0-4dfb-8ea1-12c2e9811629 req-5a17b37c-dd21-4daf-a676-34fb91a1ef5b service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903690 Apr 06 14:51:52.519387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fed695f-3c1c-4f47-8543-cc6b2eb08785 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9f49e2aa-93de-45b9-8d73-c47a5ade2d00), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.549763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed695f-3c1c-4f47-8543-cc6b2eb08785 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f49e2aa-93de-45b9-8d73-c47a5ade2d00,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.618805 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5fed695f-3c1c-4f47-8543-cc6b2eb08785 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.620354 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5fed695f-3c1c-4f47-8543-cc6b2eb08785 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3921559 Apr 06 14:51:52.623815 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48454) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:52.628285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d13f7d28-0af7-4d55-b708-5d646fcecff0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '9f49e2aa-93de-45b9-8d73-c47a5ade2d00', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:52.665407 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:51:52.696429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c9344-9c60-4c98-9973-e8a225e1b78d None None] The sync data for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv is: [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:50Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:51:52.737268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d13f7d28-0af7-4d55-b708-5d646fcecff0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (2cfba055-27e7-49f3-a8bc-f8dfc94d2213), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.795335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d13f7d28-0af7-4d55-b708-5d646fcecff0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (2cfba055-27e7-49f3-a8bc-f8dfc94d2213), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.879379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d13f7d28-0af7-4d55-b708-5d646fcecff0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2cfba055-27e7-49f3-a8bc-f8dfc94d2213), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.897958 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f7d28-0af7-4d55-b708-5d646fcecff0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfba055-27e7-49f3-a8bc-f8dfc94d2213,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:52.904515 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa6ab69-cd38-4f43-aff3-2c878353e66b None None] New status for floating IP 499d5be8-5543-40f4-bdc3-fd9ebc4ecb71: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:51:52.984488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d13f7d28-0af7-4d55-b708-5d646fcecff0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:52.985723 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d13f7d28-0af7-4d55-b708-5d646fcecff0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609357 Apr 06 14:51:52.988619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48456) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:52.993146 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b1bf72df-3c80-45e5-9a40-8e10a53e1b0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '9f49e2aa-93de-45b9-8d73-c47a5ade2d00', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:53.079314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b1bf72df-3c80-45e5-9a40-8e10a53e1b0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (60975c70-8bda-49be-b84d-d0671437bcf9), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.145700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b1bf72df-3c80-45e5-9a40-8e10a53e1b0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (60975c70-8bda-49be-b84d-d0671437bcf9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.210849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b1bf72df-3c80-45e5-9a40-8e10a53e1b0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (60975c70-8bda-49be-b84d-d0671437bcf9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.230680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf72df-3c80-45e5-9a40-8e10a53e1b0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60975c70-8bda-49be-b84d-d0671437bcf9,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:53.316383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b1bf72df-3c80-45e5-9a40-8e10a53e1b0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.317616 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b1bf72df-3c80-45e5-9a40-8e10a53e1b0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3280475 Apr 06 14:51:53.320378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48458) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:53.325591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d998538c-aa70-41a3-ac44-047f96807310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '9f49e2aa-93de-45b9-8d73-c47a5ade2d00', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:53.434055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d998538c-aa70-41a3-ac44-047f96807310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (fe4e1ace-f9e9-4062-bddc-3c25146c4446), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.491324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d998538c-aa70-41a3-ac44-047f96807310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (fe4e1ace-f9e9-4062-bddc-3c25146c4446), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.604612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d998538c-aa70-41a3-ac44-047f96807310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (fe4e1ace-f9e9-4062-bddc-3c25146c4446), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.623258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998538c-aa70-41a3-ac44-047f96807310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4e1ace-f9e9-4062-bddc-3c25146c4446,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:53.750133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d998538c-aa70-41a3-ac44-047f96807310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.751323 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d998538c-aa70-41a3-ac44-047f96807310 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299994 Apr 06 14:51:53.754054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48460) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:53.758452 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c6f33bd2-044c-47a9-8c20-c171482aa6e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '9f49e2aa-93de-45b9-8d73-c47a5ade2d00', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:53.839563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.924584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c6f33bd2-044c-47a9-8c20-c171482aa6e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (f1694f71-5704-43a5-b103-b0e89fdb33d2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:53.983024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c6f33bd2-044c-47a9-8c20-c171482aa6e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (f1694f71-5704-43a5-b103-b0e89fdb33d2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.068295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c6f33bd2-044c-47a9-8c20-c171482aa6e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (f1694f71-5704-43a5-b103-b0e89fdb33d2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.087695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f33bd2-044c-47a9-8c20-c171482aa6e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1694f71-5704-43a5-b103-b0e89fdb33d2,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:54.195727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c6f33bd2-044c-47a9-8c20-c171482aa6e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.196925 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c6f33bd2-044c-47a9-8c20-c171482aa6e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4419024 Apr 06 14:51:54.199785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48462) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:54.204152 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-23c4d22e-2c45-4782-80a8-b3636e518067 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '9f49e2aa-93de-45b9-8d73-c47a5ade2d00', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:54.371361 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-23c4d22e-2c45-4782-80a8-b3636e518067 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:51:54.376608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-23c4d22e-2c45-4782-80a8-b3636e518067 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (6e319cc5-aaba-4948-8787-358ea14c2dbc), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.437356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-23c4d22e-2c45-4782-80a8-b3636e518067 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (6e319cc5-aaba-4948-8787-358ea14c2dbc), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.507856 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-23c4d22e-2c45-4782-80a8-b3636e518067 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (6e319cc5-aaba-4948-8787-358ea14c2dbc), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.525389 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4d22e-2c45-4782-80a8-b3636e518067 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e319cc5-aaba-4948-8787-358ea14c2dbc,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:54.618391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-23c4d22e-2c45-4782-80a8-b3636e518067 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.619631 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-23c4d22e-2c45-4782-80a8-b3636e518067 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4188709 Apr 06 14:51:54.622493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48464) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:51:54.626658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1ac19ad2-a16d-4f31-b1f2-770ffde5fa32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '9f49e2aa-93de-45b9-8d73-c47a5ade2d00', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:54.712399 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-1ac19ad2-a16d-4f31-b1f2-770ffde5fa32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:51:54.718384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1ac19ad2-a16d-4f31-b1f2-770ffde5fa32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (ca00781c-c9e6-4224-83c5-2d9590cb7805), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.796697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1ac19ad2-a16d-4f31-b1f2-770ffde5fa32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (ca00781c-c9e6-4224-83c5-2d9590cb7805), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.873369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1ac19ad2-a16d-4f31-b1f2-770ffde5fa32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (ca00781c-c9e6-4224-83c5-2d9590cb7805), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.891028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac19ad2-a16d-4f31-b1f2-770ffde5fa32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca00781c-c9e6-4224-83c5-2d9590cb7805,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:54.961499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1ac19ad2-a16d-4f31-b1f2-770ffde5fa32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:54.962760 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1ac19ad2-a16d-4f31-b1f2-770ffde5fa32 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393621 Apr 06 14:51:55.111020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-7d9e9db5-c70a-4f35-bb5b-32f92ce7a719 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600724530&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0449400 Apr 06 14:51:55.536582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869460-05f9-4410-b0bd-45a181499808 req-eb62ca69-0e38-4055-9264-015c834ed337 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:55.538047 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-eb62ca69-0e38-4055-9264-015c834ed337 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 796 time: 0.4206352 Apr 06 14:51:55.553014 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-7045eecd-251c-4a6a-9362-3aa2f88f54a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0086391 Apr 06 14:51:55.608061 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-836f9b5c-157c-47e9-bb0d-d7af9304649b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504079 Apr 06 14:51:55.743388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-2375f86c-191d-4e23-97d9-40d3330f798b service neutron] 10.222.0.71 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242545 Apr 06 14:51:55.852339 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-b9c357c0-4ae6-4178-a1b1-17d843f7125f service neutron] 10.222.0.71 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933595 Apr 06 14:51:56.154456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0ba0ee41-0186-45cc-9894-a5b77f419193 req-e296c29a-710d-442c-943b-665afab413d0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 210 time: 0.0277114 Apr 06 14:51:57.247718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-77d5fb8c-a4ce-4752-bc5d-ffa2d7ce94e6 req-dd853a35-bfea-4fa6-9152-ac31b7fc496a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 210 time: 0.0268643 Apr 06 14:51:58.344348 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fae2b659-01e8-4b49-9415-8394879fb342 req-00779d76-1283-40ee-b5eb-c61dc79f7252 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 210 time: 0.0296650 Apr 06 14:51:58.477574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869460-05f9-4410-b0bd-45a181499808 req-7095e918-9d0b-4ed0-aa9c-6e23d203c469 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:58.479035 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-7095e918-9d0b-4ed0-aa9c-6e23d203c469 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 796 time: 0.0999956 Apr 06 14:51:58.561579 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-15546cc9-45c1-40d1-8556-3b5a467729cc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 472 time: 0.0669389 Apr 06 14:51:58.571566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['9f49e2aa-93de-45b9-8d73-c47a5ade2d00']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:58.849852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:51:58.853206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:58.980291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.4 (701bf583-15dc-4036-98d6-7baecda8e7db/d672ba1d-755a-4596-9061-f5682f53578f/1ed17032-2ca2-4823-b2cd-b1845af2cabd) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:51:59.125527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:59.279551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:59.323682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 701bf583-15dc-4036-98d6-7baecda8e7db is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:51:59.326711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:51:59.330292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:51:59.358310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=1ed17032-2ca2-4823-b2cd-b1845af2cabd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:51:59.407194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:59.407875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:59.488294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12cbd0-fbfa-4f4f-8ca8-1c7481918b58 req-82863853-3541-4dc8-8acf-80493b19515b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:51:59.489926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a12cbd0-fbfa-4f4f-8ca8-1c7481918b58 req-82863853-3541-4dc8-8acf-80493b19515b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 931 time: 0.0587101 Apr 06 14:51:59.538527 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-25c2a00e-3485-4e70-baae-1382065bf4be tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704590 Apr 06 14:51:59.543484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a12cbd0-fbfa-4f4f-8ca8-1c7481918b58 req-e1a64f9f-414d-41a1-b177-7ff746334d0a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480063 Apr 06 14:51:59.557215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Request body: {'port': {'device_id': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:51:59.600114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-498c6ae0-ce43-43d7-b83d-32d31863cfde None None] Provisioning complete for port 1ed17032-2ca2-4823-b2cd-b1845af2cabd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:51:59.600651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-498c6ae0-ce43-43d7-b83d-32d31863cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:59.618986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:59.634310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-498c6ae0-ce43-43d7-b83d-32d31863cfde None None] Port 1ed17032-2ca2-4823-b2cd-b1845af2cabd cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:51:59.877376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed17032-2ca2-4823-b2cd-b1845af2cabd {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:51:59.884728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Publish callbacks [] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:51:59.897145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Transition to ACTIVE for port object 1ed17032-2ca2-4823-b2cd-b1845af2cabd will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:51:59.975163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:00.036704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Pushing event updated for resources: {'Port': ['ID=1ed17032-2ca2-4823-b2cd-b1845af2cabd,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:00.111793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Attempting to bind port 1ed17032-2ca2-4823-b2cd-b1845af2cabd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:52:00.112139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Attempting to bind port 1ed17032-2ca2-4823-b2cd-b1845af2cabd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:52:00.112465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Attempting to bind port 1ed17032-2ca2-4823-b2cd-b1845af2cabd on network 701bf583-15dc-4036-98d6-7baecda8e7db {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:52:00.117148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Port 1ed17032-2ca2-4823-b2cd-b1845af2cabd on network 701bf583-15dc-4036-98d6-7baecda8e7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:52:00.117642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Attempting to bind port 1ed17032-2ca2-4823-b2cd-b1845af2cabd on network 701bf583-15dc-4036-98d6-7baecda8e7db {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:52:00.128900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:52:00.129249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Checking segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:52:00.129653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Bound using segment: {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:52:00.130106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Bound port: 1ed17032-2ca2-4823-b2cd-b1845af2cabd, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:52:00.130620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:00.196899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] For port 1ed17032-2ca2-4823-b2cd-b1845af2cabd, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:52:00.199940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] For port 1ed17032-2ca2-4823-b2cd-b1845af2cabd, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ed17032-2ca2-4823-b2cd-b1845af2cabd,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:52:00.309036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:00.344260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:00.344864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:00.346291 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] 10.222.0.87 "PUT /v2.0/ports/1ed17032-2ca2-4823-b2cd-b1845af2cabd HTTP/1.1" status: 200 len: 1093 time: 0.7931156 Apr 06 14:52:00.346748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:00.348982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b780f4f-fbd9-487e-be7f-88b4b5ebcf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:00.381032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295b0ea-74f4-4a72-8334-cd8a009809ec service neutron] Pushing event updated for resources: {'Port': ['ID=1ed17032-2ca2-4823-b2cd-b1845af2cabd,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:00.390226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625ea2c-72bb-4ed8-bba8-5993d4733c28 x-openstack-request-id: req-1625ea2c-72bb-4ed8-bba8-5993d4733c28 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:00.393971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:00.393971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1625ea2c-72bb-4ed8-bba8-5993d4733c28 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:00.393971 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1625ea2c-72bb-4ed8-bba8-5993d4733c28'] response: {'name': 'network-changed', 'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'status': 'completed', 'code': 200} Apr 06 14:52:00.483351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b780f4f-fbd9-487e-be7f-88b4b5ebcf8e req-f13f82a5-2aca-4945-9f5a-55509f9dfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:00.485054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2b780f4f-fbd9-487e-be7f-88b4b5ebcf8e req-f13f82a5-2aca-4945-9f5a-55509f9dfe4a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 1127 time: 0.0478272 Apr 06 14:52:00.609543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b780f4f-fbd9-487e-be7f-88b4b5ebcf8e req-cad7e5ea-0c91-4a14-8576-9a0e34bd5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:00.611125 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2b780f4f-fbd9-487e-be7f-88b4b5ebcf8e req-cad7e5ea-0c91-4a14-8576-9a0e34bd5abd service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=88348375877d408f8a1ff05bbac7355a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1004424 Apr 06 14:52:00.730374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26ef9f-89d0-4cba-a214-28ddcefcdf1a req-9241de15-43b0-4b40-9e21-6e86485f86ee tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:00.732070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8a26ef9f-89d0-4cba-a214-28ddcefcdf1a req-9241de15-43b0-4b40-9e21-6e86485f86ee tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 943 time: 0.1193357 Apr 06 14:52:00.753124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b780f4f-fbd9-487e-be7f-88b4b5ebcf8e req-39bb7721-3904-445f-a9cc-6423d8835894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:00.754513 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2b780f4f-fbd9-487e-be7f-88b4b5ebcf8e req-39bb7721-3904-445f-a9cc-6423d8835894 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1338995 Apr 06 14:52:00.787100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8a26ef9f-89d0-4cba-a214-28ddcefcdf1a req-af262d18-b7d0-414a-b80c-461e4da657b6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492780 Apr 06 14:52:00.858402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869460-05f9-4410-b0bd-45a181499808 req-b21c7e4f-9ba3-40a6-835a-9dd97de46537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:00.859918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-b21c7e4f-9ba3-40a6-835a-9dd97de46537 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 1127 time: 0.0447793 Apr 06 14:52:00.911220 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-dc53f45a-914c-49c6-b329-9fc25ba1ddf6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed17032-2ca2-4823-b2cd-b1845af2cabd HTTP/1.1" status: 200 len: 217 time: 0.0390973 Apr 06 14:52:00.957883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869460-05f9-4410-b0bd-45a181499808 req-911c86e5-750f-4f20-88d2-1d7db08d2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:00.959315 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-911c86e5-750f-4f20-88d2-1d7db08d2b56 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0431688 Apr 06 14:52:01.005659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869460-05f9-4410-b0bd-45a181499808 req-b8ec8a4c-09b2-4968-9cf2-b93d47bfc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:01.007148 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-b8ec8a4c-09b2-4968-9cf2-b93d47bfc98f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427825 Apr 06 14:52:01.101215 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-8f758b74-0c9e-4398-97d6-2969aef09f3b service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870314 Apr 06 14:52:01.190045 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34869460-05f9-4410-b0bd-45a181499808 req-b277e767-55fa-46e1-b980-6123025e3405 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824652 Apr 06 14:52:01.911459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb286092-354a-4922-82d6-5caa9eca0a88 req-7323c9b9-a8ed-4368-ab42-6a2f2fbe72d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:01.912926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb286092-354a-4922-82d6-5caa9eca0a88 req-7323c9b9-a8ed-4368-ab42-6a2f2fbe72d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 943 time: 0.0584919 Apr 06 14:52:01.960718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb286092-354a-4922-82d6-5caa9eca0a88 req-b5bf4c28-0208-4485-a49d-93a8954f7a84 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Apr 06 14:52:03.079286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fe067-f55b-416f-bedd-ff3edd93096b req-e5856aa5-e0c1-449e-a0d8-3ed2e9cc0e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:03.080789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e9fe067-f55b-416f-bedd-ff3edd93096b req-e5856aa5-e0c1-449e-a0d8-3ed2e9cc0e90 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 943 time: 0.0536993 Apr 06 14:52:03.129943 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e9fe067-f55b-416f-bedd-ff3edd93096b req-250e4d02-1cab-4170-9e2e-fb38da776272 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Apr 06 14:52:04.246723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454436-fd4e-4441-82b6-031af68d2b19 req-4fdc6747-2b31-4577-b880-23b2f4be14a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:04.248934 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1454436-fd4e-4441-82b6-031af68d2b19 req-4fdc6747-2b31-4577-b880-23b2f4be14a4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 943 time: 0.0530369 Apr 06 14:52:04.302724 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1454436-fd4e-4441-82b6-031af68d2b19 req-e4b2e06c-b7a1-43a8-a07f-9819bcb1dbf2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482173 Apr 06 14:52:04.556150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1ed17032-2ca2-4823-b2cd-b1845af2cabd details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:52:04.651957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1ed17032-2ca2-4823-b2cd-b1845af2cabd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ed17032-2ca2-4823-b2cd-b1845af2cabd,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:04.663387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'port_id': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'mac_address': 'fa:16:3e:33:31:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:52:04.704066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1ed17032-2ca2-4823-b2cd-b1845af2cabd is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:04.704452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:04.717013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed17032-2ca2-4823-b2cd-b1845af2cabd {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:52:04.735702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1ed17032-2ca2-4823-b2cd-b1845af2cabd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ed17032-2ca2-4823-b2cd-b1845af2cabd,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:04.833372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:04.879787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=1ed17032-2ca2-4823-b2cd-b1845af2cabd,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:05.237906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['1ed17032-2ca2-4823-b2cd-b1845af2cabd'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:52:05.423262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856242b9-9cb8-4091-986f-7c5441088d1f req-a0de05a9-1ffc-4ac7-b6c8-81a0b2da7186 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:05.424549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-856242b9-9cb8-4091-986f-7c5441088d1f req-a0de05a9-1ffc-4ac7-b6c8-81a0b2da7186 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 944 time: 0.0534260 Apr 06 14:52:05.474370 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-856242b9-9cb8-4091-986f-7c5441088d1f req-8282cbeb-ed70-430e-9ee6-10590b612732 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Apr 06 14:52:06.563621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1ed17032-2ca2-4823-b2cd-b1845af2cabd up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:52:06.592406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f0f77-50ee-4959-8653-f0f12c22edee req-f5e53959-b5ed-4bc1-9bf2-0cb72b66dc67 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:06.593944 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a8f0f77-50ee-4959-8653-f0f12c22edee req-f5e53959-b5ed-4bc1-9bf2-0cb72b66dc67 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 944 time: 0.0538034 Apr 06 14:52:06.642566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a8f0f77-50ee-4959-8653-f0f12c22edee req-db9b3fe1-93fb-4522-b97e-eee0a7eb3f29 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Apr 06 14:52:06.701868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 1ed17032-2ca2-4823-b2cd-b1845af2cabd completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:52:06.705944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 1ed17032-2ca2-4823-b2cd-b1845af2cabd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:52:06.706323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:06.784925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1ed17032-2ca2-4823-b2cd-b1845af2cabd is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:52:06.785313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:06.807481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:06.809712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee22f5d-9663-436b-9d59-85920902aaf1" -d '{"events": [{"server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "name": "network-vif-plugged", "status": "completed", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:06.822543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1ed17032-2ca2-4823-b2cd-b1845af2cabd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ed17032-2ca2-4823-b2cd-b1845af2cabd,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:52:06.848269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a4e86f-053b-4e86-b827-2add93d44589 x-openstack-request-id: req-19a4e86f-053b-4e86-b827-2add93d44589 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:06.848566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "name": "network-vif-plugged", "status": "completed", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:06.848841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19a4e86f-053b-4e86-b827-2add93d44589 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:06.849229 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a4e86f-053b-4e86-b827-2add93d44589'] response: {'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'code': 200} Apr 06 14:52:06.901863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:06.949321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=1ed17032-2ca2-4823-b2cd-b1845af2cabd,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:07.226224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990af19-f012-4230-9a5e-3cc8a1a411c7 req-590aa9da-e7a8-46b2-8419-3c470bfbd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:07.227657 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2990af19-f012-4230-9a5e-3cc8a1a411c7 req-590aa9da-e7a8-46b2-8419-3c470bfbd99d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 1129 time: 0.0476711 Apr 06 14:52:07.272287 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2990af19-f012-4230-9a5e-3cc8a1a411c7 req-8c527de2-5492-450f-8fda-2f910b73063c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376637 Apr 06 14:52:07.761578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6137-83c9-4991-8241-90901054ae58 req-fcdc89da-1f61-481a-b8a4-b6955529627b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:07.763062 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f7d6137-83c9-4991-8241-90901054ae58 req-fcdc89da-1f61-481a-b8a4-b6955529627b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 945 time: 0.0520022 Apr 06 14:52:07.812351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f7d6137-83c9-4991-8241-90901054ae58 req-89df5651-4db2-4e39-b6b4-0718553967b9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 Apr 06 14:52:08.935127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ba2c-01e7-4f9b-a380-875c551eea9b req-f81c7c95-be96-487e-a7ce-6bf62ec3e14b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:08.936851 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ee7ba2c-01e7-4f9b-a380-875c551eea9b req-f81c7c95-be96-487e-a7ce-6bf62ec3e14b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 945 time: 0.0540433 Apr 06 14:52:08.990181 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ee7ba2c-01e7-4f9b-a380-875c551eea9b req-778606f8-8463-4677-95b6-f64220909b4f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477977 Apr 06 14:52:09.090048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4178-4fa5-4d5a-8d00-b131da88e524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:09.108802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85865079-b4ab-4c24-ab17-207eeb2ccd90 req-1a24e4e4-cdf1-477b-a70f-8295a0edbb3b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:09.110292 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-85865079-b4ab-4c24-ab17-207eeb2ccd90 req-1a24e4e4-cdf1-477b-a70f-8295a0edbb3b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 945 time: 0.0545552 Apr 06 14:52:09.159220 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-85865079-b4ab-4c24-ab17-207eeb2ccd90 req-38facfd2-fc89-4b54-a9d8-7cd48d29c974 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Apr 06 14:52:09.180164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48522) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:52:09.223305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be1473-2b06-4ef0-823c-4ba88fe912f2 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:09.224813 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a4be1473-2b06-4ef0-823c-4ba88fe912f2 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 1124 time: 0.0436575 Apr 06 14:52:09.227712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48524) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:52:09.231858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:52:09.324553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:09.423678 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:09.523680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.125 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/cb08d1d0-a984-44e6-a54d-fa68abbe62d6) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:52:09.626925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:09.753378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:09.790293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:52:09.793113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:52:09.799172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:52:09.804514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=cb08d1d0-a984-44e6-a54d-fa68abbe62d6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:10.146437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (4d21ea4c-daa4-42c5-8cf0-9805d508277e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:10.278335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:10.429855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:10.495688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:10.566063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=cb08d1d0-a984-44e6-a54d-fa68abbe62d6,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:52:10.576148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (4d21ea4c-daa4-42c5-8cf0-9805d508277e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:10.678176 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 4d21ea4c-daa4-42c5-8cf0-9805d508277e associated. External IP: 172.26.7.125, port: 1ed17032-2ca2-4823-b2cd-b1845af2cabd. Apr 06 14:52:10.886579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router e4d98a7c-b257-43ba-9486-8a6ea290b694 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:52:10.996442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:52:11.007181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] Sync routers for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:52:11.016041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:52:11.016720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:11.080934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:11.110979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-265d5d8d-bf7e-4dc9-bfce-188281532cfc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8822355 Apr 06 14:52:11.111578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:52:11.113838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e863593-bfdb-4d57-bc27-d1d3554817f9" -d '{"events": [{"name": "network-changed", "server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:52:11.128668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:52:11.149883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d121700-9abd-42ee-8686-9d9adc94fee9 x-openstack-request-id: req-8d121700-9abd-42ee-8686-9d9adc94fee9 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:52:11.150359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:52:11.150452 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8d121700-9abd-42ee-8686-9d9adc94fee9 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:52:11.150863 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d121700-9abd-42ee-8686-9d9adc94fee9'] response: {'name': 'network-changed', 'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'status': 'completed', 'code': 200} Apr 06 14:52:11.240520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-7c5522b6-4457-4c99-8d63-f74430d49568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.242073 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-7c5522b6-4457-4c99-8d63-f74430d49568 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 1129 time: 0.0482204 Apr 06 14:52:11.331871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-15844e24-e7ea-48c6-8e2d-06036f0bc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.333369 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-15844e24-e7ea-48c6-8e2d-06036f0bc26f service neutron] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 898 time: 0.0858912 Apr 06 14:52:11.356564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}, {'id': '4d21ea4c-daa4-42c5-8cf0-9805d508277e', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:33:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:52:10Z', 'updated_at': '2022-04-06T14:52:10Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:11.386948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] Checking router: e4d98a7c-b257-43ba-9486-8a6ea290b694 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:52:11.396722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:52:11.397302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:51:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:11.406093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-4b276cd6-f786-47ea-82e0-3ed5df4d86cb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed17032-2ca2-4823-b2cd-b1845af2cabd HTTP/1.1" status: 200 len: 999 time: 0.0664437 Apr 06 14:52:11.454120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-20d17030-31fa-485d-8ba7-ebbb348f9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.455612 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-20d17030-31fa-485d-8ba7-ebbb348f9fc4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0437722 Apr 06 14:52:11.506898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-c6facece-0812-4d44-9491-f052e61fb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:11.508881 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-c6facece-0812-4d44-9491-f052e61fb41d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453310 Apr 06 14:52:11.517963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:52:11.594839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b539077f-86fb-482d-b34e-f451f28a800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:11.604441 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-5370aed4-aa0c-4ac2-8435-c54b1551641f service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901680 Apr 06 14:52:11.695374 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e863593-bfdb-4d57-bc27-d1d3554817f9 req-3b1cb6f4-9be9-423d-958f-cdb1d2f97b26 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843539 Apr 06 14:52:11.749891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}, {'id': '4d21ea4c-daa4-42c5-8cf0-9805d508277e', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:33:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:52:10Z', 'updated_at': '2022-04-06T14:52:10Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:52:11.924820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4345b-79a0-40da-9c4b-73c66f0aa0cb None None] The sync data for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv is: [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}, {'id': '4d21ea4c-daa4-42c5-8cf0-9805d508277e', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:33:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:52:10Z', 'updated_at': '2022-04-06T14:52:10Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:52:12.104882 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef9452-31be-48c6-b74b-58d8e06ddaee None None] New status for floating IP 4d21ea4c-daa4-42c5-8cf0-9805d508277e: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:52:13.775542 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:15.849979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:16.495816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:20.395592 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:52:23.763864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:37.369858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-01b42a13-c88b-4c28-9cb4-e221dfd6cfec req-0527b985-ad6c-40a9-a742-bf0ca67c1d8e service neutron] (104443) timed out ('10.222.0.87', 60699) {{(pid=104443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:52:39.094816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-80d68c60-0f6c-4a1e-ad66-0e79f6ee8975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:41.557686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f83e857e-e207-4a25-848f-232df7289057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:43.774567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:45.820801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:46.506372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:50.813747 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-f57afa6f-e19b-4663-be8b-c42988901483 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921292 Apr 06 14:52:50.924727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976953c8-8f85-46ac-8efa-b093c45de198 req-dd013b96-9cbe-45b9-8f1c-740322079bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:50.924727 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-dd013b96-9cbe-45b9-8f1c-740322079bf7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1129 time: 0.0453966 Apr 06 14:52:51.023802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976953c8-8f85-46ac-8efa-b093c45de198 req-94f92369-5528-4b64-b032-a8bfe77070b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:51.025235 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-94f92369-5528-4b64-b032-a8bfe77070b8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 898 time: 0.0833292 Apr 06 14:52:51.093150 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-bbb66133-0aae-4268-b818-968852f98e18 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 1000 time: 0.0618610 Apr 06 14:52:51.141467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976953c8-8f85-46ac-8efa-b093c45de198 req-7633f538-e386-401f-a3b1-282cada46229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:51.142866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-7633f538-e386-401f-a3b1-282cada46229 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0433099 Apr 06 14:52:51.192962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976953c8-8f85-46ac-8efa-b093c45de198 req-1c6f0f63-bd47-417d-a5c6-2b0e83b3356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:52:51.194476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-1c6f0f63-bd47-417d-a5c6-2b0e83b3356d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456634 Apr 06 14:52:51.205360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-62749413-3ec0-4ea9-bdba-9342277de32e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:52:51.206295 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-62749413-3ec0-4ea9-bdba-9342277de32e service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048409 Apr 06 14:52:51.299281 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-bb18d39b-081b-44c5-9e12-6c69e6b78799 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868914 Apr 06 14:52:51.385722 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-976953c8-8f85-46ac-8efa-b093c45de198 req-b71e0ecb-a393-4ca5-8cf5-b3117ad4d600 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810204 Apr 06 14:52:53.767956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:52:57.394191 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:53:09.099296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e8611c9a-0fcb-4597-b766-feeac7957445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:11.545179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8be9ebe3-1a11-4974-99f9-ebe63426f13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:13.790745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:15.853685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:16.487386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:23.807635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:26.527533 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48550) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:26.591284 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-59e76eb1-931d-4d4e-b7f2-cd216917485f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/499d5be8-5543-40f4-bdc3-fd9ebc4ecb71 HTTP/1.1" status: 200 len: 992 time: 0.0619299 Apr 06 14:53:27.184396 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48562) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:27.189583 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:27.265839 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:27.417364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:27.446456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:27.510450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:27.549421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:27.550933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:27.552416 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/ports/90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 938 time: 0.3670216 Apr 06 14:53:27.555486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:27.557509 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb" -d '{"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:27.589430 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,revision_number=6']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:27.597701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.598252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.598741 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.599127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.599464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.599796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.600126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.600506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.600839 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.601168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.601492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.601813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.602132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d856b0-d645-43d7-9ec1-b56b47300f5e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:27.660479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e415ff-3368-44b9-93cd-15638836447b x-openstack-request-id: req-a0e415ff-3368-44b9-93cd-15638836447b {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:27.660777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:27.661033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0e415ff-3368-44b9-93cd-15638836447b {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:27.661449 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e415ff-3368-44b9-93cd-15638836447b'] response: {'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'status': 'completed', 'code': 200} Apr 06 14:53:27.739050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-89cd9063-6ec9-4bf6-a3bf-3e7b730aec5a None None] Provisioning complete for port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:27.739559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-89cd9063-6ec9-4bf6-a3bf-3e7b730aec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:27.749086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-7ffc2f96-3f81-4b8a-8cdc-d22cc5cef79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:27.750618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-7ffc2f96-3f81-4b8a-8cdc-d22cc5cef79e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1130 time: 0.0451875 Apr 06 14:53:27.778774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-89cd9063-6ec9-4bf6-a3bf-3e7b730aec5a None None] Port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 is administratively disabled so it will not transition to active. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Apr 06 14:53:27.839977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-4e34c391-4a92-496b-b437-1cfb29fc5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:27.841418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-4e34c391-4a92-496b-b437-1cfb29fc5a84 service neutron] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 898 time: 0.0835600 Apr 06 14:53:28.232343 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-56ff7a38-944e-43cd-80bd-0560ad8ce811 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 1001 time: 0.3803871 Apr 06 14:53:28.281818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-a65e6ce5-6620-4f12-8351-0b906e367f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:28.283349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-a65e6ce5-6620-4f12-8351-0b906e367f07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0446160 Apr 06 14:53:28.330828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-83c90ecf-f2be-47ce-9a4b-2fee1a2a7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:28.333099 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-83c90ecf-f2be-47ce-9a4b-2fee1a2a7fa0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437336 Apr 06 14:53:28.422845 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-0939a8b1-25c7-4ed0-9fd5-04ce43c6f8f4 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Apr 06 14:53:28.511205 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9a5c6d1-dd02-421d-830b-6f73acbeaddb req-4c93c17e-6b9d-46df-94c8-146d671b6695 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822780 Apr 06 14:53:30.974685 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48574) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:30.979995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:31.051122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:31.209572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:31.238225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:31.350344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:31.390930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.391589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:31.392990 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/ports/90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 937 time: 0.4172845 Apr 06 14:53:31.393544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:31.395939 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9795601-1fba-4e0d-b6db-8c1319c195e2" -d '{"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:31.396241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48576) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:31.424770 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0317b-e3a3-4f8c-9307-28f03fe32dd9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,revision_number=7']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:31.442323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aef75b-1585-4515-a13c-37d227b6d9b0 x-openstack-request-id: req-d9aef75b-1585-4515-a13c-37d227b6d9b0 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:31.442627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:31.443514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9aef75b-1585-4515-a13c-37d227b6d9b0 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:31.443969 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9aef75b-1585-4515-a13c-37d227b6d9b0'] response: {'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'status': 'completed', 'code': 200} Apr 06 14:53:31.478165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-01959f47-050c-4bcd-a605-50609014d4ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/499d5be8-5543-40f4-bdc3-fd9ebc4ecb71 HTTP/1.1" status: 200 len: 992 time: 0.0805783 Apr 06 14:53:31.542270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-0859290e-6924-46f3-876b-35565d9c264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.543820 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-0859290e-6924-46f3-876b-35565d9c264c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1129 time: 0.0470688 Apr 06 14:53:31.624132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dcd2504f-0234-49e8-a234-51159e3be788 None None] Provisioning complete for port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:31.624704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dcd2504f-0234-49e8-a234-51159e3be788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:31.648308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-7c7bcb6c-01e4-4443-8170-78dc8dcd083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.650015 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-7c7bcb6c-01e4-4443-8170-78dc8dcd083e service neutron] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 898 time: 0.0970914 Apr 06 14:53:31.705477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2504f-0234-49e8-a234-51159e3be788 None None] Current status of the port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:31.715550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-e15acc0e-db89-447f-b4b6-a1eafe03c872 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 1000 time: 0.0596409 Apr 06 14:53:31.763425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-f9c669a2-8a6d-4ac2-8441-a95821a8752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.764771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-f9c669a2-8a6d-4ac2-8441-a95821a8752a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0435617 Apr 06 14:53:31.781470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:53:31.819450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-eb5d0487-fd93-47fd-96d0-67ed80fe7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:31.821006 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-eb5d0487-fd93-47fd-96d0-67ed80fe7d3b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501769 Apr 06 14:53:31.914008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-5d1aa5fa-d77e-4689-9e66-5da100bca8e2 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867043 Apr 06 14:53:32.007077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9795601-1fba-4e0d-b6db-8c1319c195e2 req-f719b29c-ccc1-46a4-a483-fba0c308401a service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873382 Apr 06 14:53:34.037212 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48586) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:34.193781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port cb08d1d0-a984-44e6-a54d-fa68abbe62d6 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:53:34.194196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:34.275780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:34.276364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:34.287880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for cb08d1d0-a984-44e6-a54d-fa68abbe62d6 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:53:34.393102 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:53:34.750652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (cb08d1d0-a984-44e6-a54d-fa68abbe62d6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:34.776294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=cb08d1d0-a984-44e6-a54d-fa68abbe62d6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:34.837227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (4d21ea4c-daa4-42c5-8cf0-9805d508277e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:34.837649 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 4d21ea4c-daa4-42c5-8cf0-9805d508277e disassociated (deleted). External IP: 172.26.7.125, port: 1ed17032-2ca2-4823-b2cd-b1845af2cabd. Apr 06 14:53:35.049631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router e4d98a7c-b257-43ba-9486-8a6ea290b694 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:35.160674 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:35.166011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:35.170662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] Sync routers for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:53:35.179905 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:35.180828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:35.195608 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-87e423c0-0451-4ff3-b644-82a7dd960fd6 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/4d21ea4c-daa4-42c5-8cf0-9805d508277e HTTP/1.1" status: 204 len: 168 time: 1.1573234 Apr 06 14:53:35.196286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:35.198661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10100d-f591-4787-97b9-0649a5d79955" -d '{"events": [{"name": "network-changed", "server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:35.243972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeba3e5-1604-46a5-86d3-53708ce5944f x-openstack-request-id: req-1eeba3e5-1604-46a5-86d3-53708ce5944f {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:35.244338 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:35.245128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1eeba3e5-1604-46a5-86d3-53708ce5944f {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:35.245128 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eeba3e5-1604-46a5-86d3-53708ce5944f'] response: {'name': 'network-changed', 'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'status': 'completed', 'code': 200} Apr 06 14:53:35.292044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:35.331816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10100d-f591-4787-97b9-0649a5d79955 req-a00370ba-e88f-424d-bcf3-5cf6a41ffe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.333233 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c10100d-f591-4787-97b9-0649a5d79955 req-a00370ba-e88f-424d-bcf3-5cf6a41ffe10 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 1129 time: 0.0462825 Apr 06 14:53:35.435567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10100d-f591-4787-97b9-0649a5d79955 req-61371c4f-d36a-4bb2-a73e-12bfd120a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.437040 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c10100d-f591-4787-97b9-0649a5d79955 req-61371c4f-d36a-4bb2-a73e-12bfd120a544 service neutron] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 898 time: 0.0971880 Apr 06 14:53:35.479636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c10100d-f591-4787-97b9-0649a5d79955 req-704ca763-5d59-4fb2-89f6-177f2466d5ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ed17032-2ca2-4823-b2cd-b1845af2cabd HTTP/1.1" status: 200 len: 217 time: 0.0368843 Apr 06 14:53:35.533376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:35.545581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10100d-f591-4787-97b9-0649a5d79955 req-77e313c9-f298-42ed-8a2b-f4d2fb970063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.547373 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c10100d-f591-4787-97b9-0649a5d79955 req-77e313c9-f298-42ed-8a2b-f4d2fb970063 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0620744 Apr 06 14:53:35.564387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] Checking router: e4d98a7c-b257-43ba-9486-8a6ea290b694 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:53:35.574038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:35.574662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:35.603973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10100d-f591-4787-97b9-0649a5d79955 req-1ab8da15-eada-47ee-98e2-fd9bc282c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.605608 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c10100d-f591-4787-97b9-0649a5d79955 req-1ab8da15-eada-47ee-98e2-fd9bc282c0fd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0516057 Apr 06 14:53:35.684694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:35.743578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b515d4-3c05-49dc-b8fa-95c6d0a77745 req-e122c793-4edd-44b8-a1fb-2c15e5c144d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:35.745120 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-30b515d4-3c05-49dc-b8fa-95c6d0a77745 req-e122c793-4edd-44b8-a1fb-2c15e5c144d7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 945 time: 0.1544189 Apr 06 14:53:35.747382 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c10100d-f591-4787-97b9-0649a5d79955 req-1987da0e-7a52-4c85-a548-87ca1cce4a13 service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352153 Apr 06 14:53:35.848299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-30b515d4-3c05-49dc-b8fa-95c6d0a77745 req-fc35e3a4-0b60-4aec-ab70-e5009a897037 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969281 Apr 06 14:53:35.879619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c10100d-f591-4787-97b9-0649a5d79955 req-9dae9e4e-d34f-42bc-9e58-98ae224c9cdc service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225612 Apr 06 14:53:35.931895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:35.958027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b24d45-3a53-4141-afeb-8b191f561a57 None None] The sync data for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv is: [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '499d5be8-5543-40f4-bdc3-fd9ebc4ecb71', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.32', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'port_id': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'mac_address': 'fa:16:3e:81:cb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:51:50Z', 'updated_at': '2022-04-06T14:51:53Z', 'revision_number': 1, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:53:36.167795 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62077015-9725-46cd-91b1-aa99ddc4736a None None] New status for floating IP 4d21ea4c-daa4-42c5-8cf0-9805d508277e: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:53:37.090557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab5c47-e217-4e6f-80e4-4d70850bdfce req-ef452bb2-10e0-400f-83ca-9b3fa16db081 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:37.092221 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43ab5c47-e217-4e6f-80e4-4d70850bdfce req-ef452bb2-10e0-400f-83ca-9b3fa16db081 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 945 time: 0.1633852 Apr 06 14:53:37.140809 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43ab5c47-e217-4e6f-80e4-4d70850bdfce req-4c9f1bb7-4586-4c79-bf9f-f145b4e65b36 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f49e2aa-93de-45b9-8d73-c47a5ade2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Apr 06 14:53:37.314436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688aea5-300d-4027-8486-1c35db4480fd req-b58aab70-60cc-4256-920a-8c79889fe339 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:37.315950 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0688aea5-300d-4027-8486-1c35db4480fd req-b58aab70-60cc-4256-920a-8c79889fe339 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 945 time: 0.0572317 Apr 06 14:53:37.406759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 1ed17032-2ca2-4823-b2cd-b1845af2cabd {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:53:37.407064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:37.499557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 1ed17032-2ca2-4823-b2cd-b1845af2cabd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1ed17032-2ca2-4823-b2cd-b1845af2cabd,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:37.499920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:37.513092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 1ed17032-2ca2-4823-b2cd-b1845af2cabd owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:53:37.727660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1ed17032-2ca2-4823-b2cd-b1845af2cabd), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:37.760687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=1ed17032-2ca2-4823-b2cd-b1845af2cabd,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:37.772066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.772419 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.772761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.773126 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.773529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.773875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.774506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.774506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.774817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.776593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.776929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.777261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.777589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:37.813577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port 1ed17032-2ca2-4823-b2cd-b1845af2cabd on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:53:37.815977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:37.819186 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0688aea5-300d-4027-8486-1c35db4480fd req-361cdbe4-7557-46fa-8f2b-f6cad57331f4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/1ed17032-2ca2-4823-b2cd-b1845af2cabd HTTP/1.1" status: 204 len: 173 time: 0.4981894 Apr 06 14:53:37.819622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'name': 'network-vif-deleted', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:37.822886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0895e4-6d29-4789-889a-f7dfba0672db" -d '{"events": [{"server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "name": "network-vif-deleted", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:37.857946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9482d908-0210-40c3-a683-ad7f6bfd2c66 x-openstack-request-id: req-9482d908-0210-40c3-a683-ad7f6bfd2c66 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:37.858241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70530eae-0df3-42b4-b15a-fa504d2ad467", "name": "network-vif-deleted", "tag": "1ed17032-2ca2-4823-b2cd-b1845af2cabd", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:37.858496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9482d908-0210-40c3-a683-ad7f6bfd2c66 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:37.858900 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9482d908-0210-40c3-a683-ad7f6bfd2c66'] response: {'server_uuid': '70530eae-0df3-42b4-b15a-fa504d2ad467', 'name': 'network-vif-deleted', 'tag': '1ed17032-2ca2-4823-b2cd-b1845af2cabd', 'status': 'completed', 'code': 200} Apr 06 14:53:38.263077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19123149-e632-460f-8aa8-e901fab31fac req-346fb811-2853-4de2-a59b-b24264348363 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=70530eae-0df3-42b4-b15a-fa504d2ad467 HTTP/1.1" status: 200 len: 210 time: 0.0286615 Apr 06 14:53:39.097883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a5be4d53-9746-4f56-b6b2-cc18829fbb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:39.308625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48608) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:39.363659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a65baf64-92ba-40af-91d1-24f804cf82ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (9f49e2aa-93de-45b9-8d73-c47a5ade2d00), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:39.392546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a65baf64-92ba-40af-91d1-24f804cf82ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (9f49e2aa-93de-45b9-8d73-c47a5ade2d00), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:39.533271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a65baf64-92ba-40af-91d1-24f804cf82ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9f49e2aa-93de-45b9-8d73-c47a5ade2d00), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:39.535852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a65baf64-92ba-40af-91d1-24f804cf82ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:39.537035 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a65baf64-92ba-40af-91d1-24f804cf82ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/9f49e2aa-93de-45b9-8d73-c47a5ade2d00 HTTP/1.1" status: 204 len: 168 time: 0.2274065 Apr 06 14:53:39.551255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65baf64-92ba-40af-91d1-24f804cf82ff tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f49e2aa-93de-45b9-8d73-c47a5ade2d00,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:39.642412 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48612) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:39.800005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 3551f1af-be8d-47cf-9464-5c1bbf21a791 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:53:39.800263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3551f1af-be8d-47cf-9464-5c1bbf21a791), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:39.878244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3551f1af-be8d-47cf-9464-5c1bbf21a791), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:39.878572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (3551f1af-be8d-47cf-9464-5c1bbf21a791), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:39.890071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 3551f1af-be8d-47cf-9464-5c1bbf21a791 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:53:40.098537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3551f1af-be8d-47cf-9464-5c1bbf21a791), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:40.130731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=3551f1af-be8d-47cf-9464-5c1bbf21a791,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:40.190131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (499d5be8-5543-40f4-bdc3-fd9ebc4ecb71), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:40.191290 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP 499d5be8-5543-40f4-bdc3-fd9ebc4ecb71 disassociated (deleted). External IP: 172.26.7.32, port: 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5. Apr 06 14:53:40.405324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router e4d98a7c-b257-43ba-9486-8a6ea290b694 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:40.516448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:40.521184 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:40.526790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] Sync routers for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:53:40.537546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:40.538157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:40.551762 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c42040f7-8184-461d-beaa-7511f907ab31 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/499d5be8-5543-40f4-bdc3-fd9ebc4ecb71 HTTP/1.1" status: 204 len: 168 time: 0.9082189 Apr 06 14:53:40.552461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:40.554862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bd38ea-a2a8-4d48-9269-e6058b31d476" -d '{"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:40.605047 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b257a0ba-5af3-4817-9517-33991567e639 x-openstack-request-id: req-b257a0ba-5af3-4817-9517-33991567e639 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:40.606232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:40.606232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b257a0ba-5af3-4817-9517-33991567e639 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:40.606609 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b257a0ba-5af3-4817-9517-33991567e639'] response: {'name': 'network-changed', 'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'status': 'completed', 'code': 200} Apr 06 14:53:40.656700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:40.698610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-7f6f4111-2780-4541-92d3-9464b4b170b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:40.701080 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-7f6f4111-2780-4541-92d3-9464b4b170b6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 1129 time: 0.0458312 Apr 06 14:53:40.802272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-669a7754-237e-4503-a77f-b02ffdbbf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:40.803794 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-669a7754-237e-4503-a77f-b02ffdbbf340 service neutron] 10.222.0.87 "GET /v2.0/networks?id=701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 200 len: 898 time: 0.0966091 Apr 06 14:53:40.846739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-e139e851-47d2-4472-9424-d14eaaa9dce4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 200 len: 217 time: 0.0366156 Apr 06 14:53:40.857396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:40.883243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] Checking router: e4d98a7c-b257-43ba-9486-8a6ea290b694 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:53:40.892397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:40.893018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:40.893815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-f9f69e95-cfef-436d-bbb5-1a77d8c678b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:40.895293 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-f9f69e95-cfef-436d-bbb5-1a77d8c678b4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 200 len: 835 time: 0.0435905 Apr 06 14:53:40.949147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-691f8254-544a-41a8-9b15-6579e3ec8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:40.950616 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-691f8254-544a-41a8-9b15-6579e3ec8e57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=701bf583-15dc-4036-98d6-7baecda8e7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498624 Apr 06 14:53:41.007091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:41.047308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-031d0e2b-4e22-40cb-80cd-1672c965ca4b service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909491 Apr 06 14:53:41.097735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1ed17032-2ca2-4823-b2cd-b1845af2cabd no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:53:41.157044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 1ed17032-2ca2-4823-b2cd-b1845af2cabd {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:53:41.157401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1ed17032-2ca2-4823-b2cd-b1845af2cabd not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:53:41.180093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7bd38ea-a2a8-4d48-9269-e6058b31d476 req-adda7108-ab20-4dea-829b-ad77af9ba11c service neutron] 10.222.0.87 "GET /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263719 Apr 06 14:53:41.188030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc934ba-fe95-4bbf-9051-2c9d3c219d52 req-3d9589d9-6672-462c-9907-2e9992b90237 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:41.189455 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4cc934ba-fe95-4bbf-9051-2c9d3c219d52 req-3d9589d9-6672-462c-9907-2e9992b90237 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 945 time: 0.0923164 Apr 06 14:53:41.241607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4cc934ba-fe95-4bbf-9051-2c9d3c219d52 req-ac87f87f-4b0b-49a9-ae00-fad3315bf67c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464003 Apr 06 14:53:41.265992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:41.291917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ecf8b1-c845-4b6f-a36f-e614c371a728 None None] The sync data for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv is: [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '751b1dee-1958-4481-bc51-dbea4189778d', 'name': '', 'network_id': '701bf583-15dc-4036-98d6-7baecda8e7db', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:33:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:24Z', 'updated_at': '2022-04-06T14:51:28Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': 'd672ba1d-755a-4596-9061-f5682f53578f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:53:41.519467 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6030ad26-7866-4a0f-be96-8582c9f4cb57 None None] New status for floating IP 499d5be8-5543-40f4-bdc3-fd9ebc4ecb71: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:53:41.567093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a8c4421b-57f9-466d-a686-cac9442f19cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:42.363185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11e61-841f-4def-bb5c-c45ee59b2fb5 req-9c0af90e-4618-41db-8a5d-ecea42f0b53a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:42.364648 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8f11e61-841f-4def-bb5c-c45ee59b2fb5 req-9c0af90e-4618-41db-8a5d-ecea42f0b53a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 945 time: 0.0522876 Apr 06 14:53:42.413827 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8f11e61-841f-4def-bb5c-c45ee59b2fb5 req-991227e8-8689-4490-a8c2-2df408af41c4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436246 Apr 06 14:53:42.865351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-701b8c8b-662a-4144-be21-86f44edbba62 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:42.866799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-701b8c8b-662a-4144-be21-86f44edbba62 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 945 time: 0.0554411 Apr 06 14:53:42.966249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:53:42.966582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:43.057192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:43.057546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:43.071037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:53:43.259084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:43.289566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:43.332453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:53:43.334954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:43.338532 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c487defc-de72-4b8c-be9b-67e8841cd613 req-8cb539fc-b413-41c1-a2d5-93ce790edbdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 HTTP/1.1" status: 204 len: 173 time: 0.4662790 Apr 06 14:53:43.339013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'name': 'network-vif-deleted', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:53:43.342549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a6a1cc-251a-4204-a461-78c6d5a9b0a1" -d '{"events": [{"server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "name": "network-vif-deleted", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:53:43.377049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25326e5d-3b22-468d-926b-f935f934e5d3 x-openstack-request-id: req-25326e5d-3b22-468d-926b-f935f934e5d3 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:53:43.377651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098a4dc3-01a5-426c-a63a-0977555d9ecc", "name": "network-vif-deleted", "tag": "90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:53:43.377651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-25326e5d-3b22-468d-926b-f935f934e5d3 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:53:43.378118 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25326e5d-3b22-468d-926b-f935f934e5d3'] response: {'server_uuid': '098a4dc3-01a5-426c-a63a-0977555d9ecc', 'name': 'network-vif-deleted', 'tag': '90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5', 'status': 'completed', 'code': 200} Apr 06 14:53:43.509866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6da2026c-f4f2-4cd0-a704-66dd631503fb req-4c45d3c5-344e-43ce-a0c5-872dce5693c4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=098a4dc3-01a5-426c-a63a-0977555d9ecc HTTP/1.1" status: 200 len: 210 time: 0.0297041 Apr 06 14:53:43.784220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:44.568061 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48628) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:44.629293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2f32834-09cf-4d0b-927e-01f61780969a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (d61b995c-5c20-4462-ad6e-3f1fbf1bf23f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:44.654770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2f32834-09cf-4d0b-927e-01f61780969a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (d61b995c-5c20-4462-ad6e-3f1fbf1bf23f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:44.801190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2f32834-09cf-4d0b-927e-01f61780969a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d61b995c-5c20-4462-ad6e-3f1fbf1bf23f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:44.803864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2f32834-09cf-4d0b-927e-01f61780969a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:44.805047 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f2f32834-09cf-4d0b-927e-01f61780969a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/d61b995c-5c20-4462-ad6e-3f1fbf1bf23f HTTP/1.1" status: 204 len: 168 time: 0.2360291 Apr 06 14:53:44.814545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32834-09cf-4d0b-927e-01f61780969a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b995c-5c20-4462-ad6e-3f1fbf1bf23f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:44.910942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48632) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:45.278891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (e4d98a7c-b257-43ba-9486-8a6ea290b694), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:45.537799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 751b1dee-1958-4481-bc51-dbea4189778d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:53:45.538067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (751b1dee-1958-4481-bc51-dbea4189778d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:45.641640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 751b1dee-1958-4481-bc51-dbea4189778d, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=751b1dee-1958-4481-bc51-dbea4189778d,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:45.642327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (751b1dee-1958-4481-bc51-dbea4189778d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:45.655139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 751b1dee-1958-4481-bc51-dbea4189778d owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:53:45.852568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:45.915993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (751b1dee-1958-4481-bc51-dbea4189778d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:45.943885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=751b1dee-1958-4481-bc51-dbea4189778d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:46.129455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (e4d98a7c-b257-43ba-9486-8a6ea290b694), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:46.350620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router e4d98a7c-b257-43ba-9486-8a6ea290b694 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:46.469685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:46.474677 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e08aec4f-4edc-4222-951e-8f788edd34ef tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/e4d98a7c-b257-43ba-9486-8a6ea290b694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626867 Apr 06 14:53:46.477678 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48634) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:46.480543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] Sync routers for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:53:46.490552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:46.491234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:46.536340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-757255ff-c901-4696-b94f-680026cf65f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet d672ba1d-755a-4596-9061-f5682f53578f {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:53:46.539766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-757255ff-c901-4696-b94f-680026cf65f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (d672ba1d-755a-4596-9061-f5682f53578f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:46.584280 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-757255ff-c901-4696-b94f-680026cf65f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (d672ba1d-755a-4596-9061-f5682f53578f), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:46.673890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-757255ff-c901-4696-b94f-680026cf65f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (d672ba1d-755a-4596-9061-f5682f53578f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:46.734027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:46.771408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:46.835994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-757255ff-c901-4696-b94f-680026cf65f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (d672ba1d-755a-4596-9061-f5682f53578f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:46.873426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-757255ff-c901-4696-b94f-680026cf65f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:46.877836 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-757255ff-c901-4696-b94f-680026cf65f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/d672ba1d-755a-4596-9061-f5682f53578f HTTP/1.1" status: 204 len: 168 time: 0.3995543 Apr 06 14:53:46.880329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757255ff-c901-4696-b94f-680026cf65f7 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=d672ba1d-755a-4596-9061-f5682f53578f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:46.880853 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48636) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:46.882688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1b8b0-25ff-4fe1-8926-f4a2538e8072 None None] Network 701bf583-15dc-4036-98d6-7baecda8e7db requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:53:47.007746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (e4d98a7c-b257-43ba-9486-8a6ea290b694), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.037197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:53:45Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:47.070591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] Checking router: e4d98a7c-b257-43ba-9486-8a6ea290b694 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:53:47.073007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:53:47.099108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:53:47.099606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 90d46a3d-7d9d-47b9-aff1-1ab4176e2eb5 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:53:47.102806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] Routers {'e4d98a7c-b257-43ba-9486-8a6ea290b694'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:47.103627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e4d98a7c-b257-43ba-9486-8a6ea290b694'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:47.108171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] DHCP port deletion for 701bf583-15dc-4036-98d6-7baecda8e7db request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:53:47.138575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (e4d98a7c-b257-43ba-9486-8a6ea290b694), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.245038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] Set router e4d98a7c-b257-43ba-9486-8a6ea290b694 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:47.268014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 4451d93b-7113-4f08-8e36-f9a5d18ec823 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:53:47.268494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.304947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Deleting port 0e03f294-93fe-4feb-8016-444c04dd14ab {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:53:47.305420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.358892 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 4451d93b-7113-4f08-8e36-f9a5d18ec823, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4451d93b-7113-4f08-8e36-f9a5d18ec823,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:47.359327 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.375091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 4451d93b-7113-4f08-8e36-f9a5d18ec823 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:53:47.423972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] For port 0e03f294-93fe-4feb-8016-444c04dd14ab, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0e03f294-93fe-4feb-8016-444c04dd14ab,segment=NetworkSegment(db1ccc7b-08bb-4702-99a5-38464ac3dd8a),segment_id=db1ccc7b-08bb-4702-99a5-38464ac3dd8a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:47.424375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.447954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Calling delete_port for 0e03f294-93fe-4feb-8016-444c04dd14ab owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:53:47.587094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:53:45Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:47.622610 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174573-fc07-436e-b6b5-7e1ceada2834 None None] The sync data for ids ['e4d98a7c-b257-43ba-9486-8a6ea290b694'] in dv-neutron-835863-1-hyperv is: [{'id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'name': 'tempest-TestNetworkBasicOps-router-596152402', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:51:20Z', 'updated_at': '2022-04-06T14:53:45Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '4451d93b-7113-4f08-8e36-f9a5d18ec823', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d98a7c-b257-43ba-9486-8a6ea290b694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:51:21Z', 'updated_at': '2022-04-06T14:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:53:47.640438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0e03f294-93fe-4feb-8016-444c04dd14ab no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:53:47.647473 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4451d93b-7113-4f08-8e36-f9a5d18ec823), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.688872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=4451d93b-7113-4f08-8e36-f9a5d18ec823,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:47.734307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.742075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0e03f294-93fe-4feb-8016-444c04dd14ab is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:47.742330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0e03f294-93fe-4feb-8016-444c04dd14ab), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.754527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (e4d98a7c-b257-43ba-9486-8a6ea290b694), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.765507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Pushing event deleted for resources: {'Port': ['ID=0e03f294-93fe-4feb-8016-444c04dd14ab,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:47.773618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] No DVR routers for this DVR port 0e03f294-93fe-4feb-8016-444c04dd14ab on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:53:47.785891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.786397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.786652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.787069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.787423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.787760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.788188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.788416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.788746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.789091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.789406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.789733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.790058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe5510f-adf7-4b1a-9f84-08190a1654ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:47.849543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (e4d98a7c-b257-43ba-9486-8a6ea290b694), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:47.851643 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (e4d98a7c-b257-43ba-9486-8a6ea290b694), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.007087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (e4d98a7c-b257-43ba-9486-8a6ea290b694), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.007695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Fanout notify agent at l3_agent the message router_deleted on router e4d98a7c-b257-43ba-9486-8a6ea290b694 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:53:48.020011 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.020011 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0a0c484c-0b41-4e94-a200-f155bacbe6a1 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/routers/e4d98a7c-b257-43ba-9486-8a6ea290b694 HTTP/1.1" status: 204 len: 168 time: 1.1343174 Apr 06 14:53:48.020217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48638) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:48.100594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (701bf583-15dc-4036-98d6-7baecda8e7db), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.516058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (701bf583-15dc-4036-98d6-7baecda8e7db), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.535659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701bf583-15dc-4036-98d6-7baecda8e7db']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:48.544704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:48.545002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1ccc7b-08bb-4702-99a5-38464ac3dd8a') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:48.554052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (db1ccc7b-08bb-4702-99a5-38464ac3dd8a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.567566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (db1ccc7b-08bb-4702-99a5-38464ac3dd8a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.573198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:53:48.573586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (db1ccc7b-08bb-4702-99a5-38464ac3dd8a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:53:48.577141 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:53:48.749970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (701bf583-15dc-4036-98d6-7baecda8e7db), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.757436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.760096 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/701bf583-15dc-4036-98d6-7baecda8e7db HTTP/1.1" status: 204 len: 168 time: 0.7391100 Apr 06 14:53:48.773139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dab38d-95e0-4381-870c-d35df434380c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=701bf583-15dc-4036-98d6-7baecda8e7db,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:48.789551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48640) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:48.795241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'network': {'name': 'tempest-network-smoke--1213013470', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'port_security_enabled': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:48.921435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:53:48.924709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.947873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:53:48.956906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6c8386a0-9059-4558-af00-b5488099da4d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:48.957247 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Added segment 6c8386a0-9059-4558-af00-b5488099da4d of type vlan for network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 Apr 06 14:53:48.998422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.098148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.103185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:49.103760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.170036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Network': ['ID=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:49.179884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:53:49.247652 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1bc3c1ed-19d8-419a-b7c2-9e8e6a79e7e4 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4569921 Apr 06 14:53:49.250989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48642) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:49.254773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'admin_state_up': True, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:49.361599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.362618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.415501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (6765c06a-fd02-4fba-aba1-8732f5c4abac), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.569030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 751b1dee-1958-4481-bc51-dbea4189778d no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:53:49.590287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 751b1dee-1958-4481-bc51-dbea4189778d {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:53:49.590634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 751b1dee-1958-4481-bc51-dbea4189778d not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:53:49.591061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4451d93b-7113-4f08-8e36-f9a5d18ec823 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:53:49.613660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 4451d93b-7113-4f08-8e36-f9a5d18ec823 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:53:49.614005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4451d93b-7113-4f08-8e36-f9a5d18ec823 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:53:49.637371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (6765c06a-fd02-4fba-aba1-8732f5c4abac), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.895487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (6765c06a-fd02-4fba-aba1-8732f5c4abac), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:49.918696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:50.017505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.23 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/56260c4d-e89b-411a-b89b-499e80795f14) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:53:50.119983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (56260c4d-e89b-411a-b89b-499e80795f14), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:50.224358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (56260c4d-e89b-411a-b89b-499e80795f14), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:50.262334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:50.265081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:50.270442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:53:50.275664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=56260c4d-e89b-411a-b89b-499e80795f14,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:50.596135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (6765c06a-fd02-4fba-aba1-8732f5c4abac), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:50.801725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.012388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 6765c06a-fd02-4fba-aba1-8732f5c4abac is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:53:51.120158 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:51.130281 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Sync routers for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:53:51.140039 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:51.140645 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:51.190956 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.192207 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-99d1d30f-d15b-4262-b20f-5cff63b681fb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9409530 Apr 06 14:53:51.195313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48644) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:51.224443 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1d304cb7-ff70-4b74-a9d4-b0ff74dd8c56 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=88348375877d408f8a1ff05bbac7355a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280664 Apr 06 14:53:51.227008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48646) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:51.246930 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:51.318705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a34acfc-0318-4632-be47-2c7357318fa0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:51.320154 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3a34acfc-0318-4632-be47-2c7357318fa0 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921650 Apr 06 14:53:51.323001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48648) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:51.356826 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-973ee006-8259-4fa1-9995-dd8fc32ab28f tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307512 Apr 06 14:53:51.359427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48650) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:51.364069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2059746504', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:51.428635 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:51.458480 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Checking router: 6765c06a-fd02-4fba-aba1-8732f5c4abac for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:53:51.458826 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Updating router 6765c06a-fd02-4fba-aba1-8732f5c4abac port 56260c4d-e89b-411a-b89b-499e80795f14 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:53:51.485359 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (56260c4d-e89b-411a-b89b-499e80795f14), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.515556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:53:51.519037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.735991 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Publish callbacks [] for port (56260c4d-e89b-411a-b89b-499e80795f14), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.772799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (488b106a-6da6-4fe0-a3c9-2191e58fae81), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.824170 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (56260c4d-e89b-411a-b89b-499e80795f14), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.838082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Subnet': ['ID=488b106a-6da6-4fe0-a3c9-2191e58fae81,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:51.845764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Checking segment: {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:53:51.846130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network hostable DHCP agents. Network: a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:53:51.881610 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Attempting to bind port 56260c4d-e89b-411a-b89b-499e80795f14 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:53:51.881972 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Attempting to bind port 56260c4d-e89b-411a-b89b-499e80795f14 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:53:51.882327 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Attempting to bind port 56260c4d-e89b-411a-b89b-499e80795f14 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:53:51.889539 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Pushing event updated for resources: {'Port': ['ID=56260c4d-e89b-411a-b89b-499e80795f14,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:51.891722 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:53:51.892084 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:53:51.892471 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.892853 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:53:51.893307 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Bound port: 56260c4d-e89b-411a-b89b-499e80795f14, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:53:51.893675 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (56260c4d-e89b-411a-b89b-499e80795f14), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:51.917242 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.920626 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.920626 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.920626 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.920626 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.920626 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.920626 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.920626 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.921147 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.921147 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.921383 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.921738 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.922069 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:53:51.950011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:53:51.958089 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] For port 56260c4d-e89b-411a-b89b-499e80795f14, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:53:51.961166 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] For port 56260c4d-e89b-411a-b89b-499e80795f14, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=56260c4d-e89b-411a-b89b-499e80795f14,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:53:52.024251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:52.028833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:52.029433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.041028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84842b84-7020-42e0-96c2-75696a819e19 None None] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:53:52.064898 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (56260c4d-e89b-411a-b89b-499e80795f14), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.119026 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:52.119653 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:52.132546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:53:52.133498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.181468 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a62cb23a-dbde-4a59-9845-f32e6e623bac tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8209741 Apr 06 14:53:52.184893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48652) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:52.277650 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00903c84-f697-40c6-84da-7e7906e1e4f6 None None] Pushing event updated for resources: {'Port': ['ID=56260c4d-e89b-411a-b89b-499e80795f14,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:52.278201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Allocated IP 172.20.0.2 (a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6/488b106a-6da6-4fe0-a3c9-2191e58fae81/85e6eefa-e334-4997-bf2c-392ea9ce9553) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:53:52.363973 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:52.426919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Publish callbacks [] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.527943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.549443 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:52.565390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:52.569871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:52.575665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:53:52.576523 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07794990-ae5f-421f-a518-cc25f67b0194 None None] The sync data for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv is: [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:50Z', 'revision_number': 3, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:53:52.582844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Pushing event updated for resources: {'Port': ['ID=85e6eefa-e334-4997-bf2c-392ea9ce9553,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:52.638145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Attempting to bind port 85e6eefa-e334-4997-bf2c-392ea9ce9553 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:53:52.638526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Attempting to bind port 85e6eefa-e334-4997-bf2c-392ea9ce9553 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:53:52.638893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Attempting to bind port 85e6eefa-e334-4997-bf2c-392ea9ce9553 on network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:53:52.650314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:53:52.651415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Checking segment: {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:53:52.658633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.659171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Bound using segment: {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:53:52.659737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Bound port: 85e6eefa-e334-4997-bf2c-392ea9ce9553, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:53:52.660134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.694570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.731204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] For port 85e6eefa-e334-4997-bf2c-392ea9ce9553, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:53:52.735718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] For port 85e6eefa-e334-4997-bf2c-392ea9ce9553, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=85e6eefa-e334-4997-bf2c-392ea9ce9553,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:53:52.790299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:52.854944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ede852-e90f-414c-8d70-2461a576e570 None None] Pushing event updated for resources: {'Port': ['ID=85e6eefa-e334-4997-bf2c-392ea9ce9553,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:53.038481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.1 (a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6/488b106a-6da6-4fe0-a3c9-2191e58fae81/567f9d4f-6018-4b91-ac0b-478b66ebf127) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:53:53.172781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.292656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.341700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:53.341700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:53.348654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:53:53.355479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=567f9d4f-6018-4b91-ac0b-478b66ebf127,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:53.408614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (6765c06a-fd02-4fba-aba1-8732f5c4abac), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.624127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 56260c4d-e89b-411a-b89b-499e80795f14 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:53:53.660379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.680809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 56260c4d-e89b-411a-b89b-499e80795f14 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:53.681178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (56260c4d-e89b-411a-b89b-499e80795f14), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.780876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 56260c4d-e89b-411a-b89b-499e80795f14 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:53.781272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (56260c4d-e89b-411a-b89b-499e80795f14), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.804934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 56260c4d-e89b-411a-b89b-499e80795f14, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=56260c4d-e89b-411a-b89b-499e80795f14,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:53.806951 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.872178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808d5bd-cc30-45f7-837e-6b02a8877c2b None None] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:53:53.913974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (56260c4d-e89b-411a-b89b-499e80795f14), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:53.914767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 85e6eefa-e334-4997-bf2c-392ea9ce9553 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:53:54.017931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=56260c4d-e89b-411a-b89b-499e80795f14,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:54.038314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c6b9a3a2-c13f-48a8-806d-dd6497ee7855 None None] Provisioning complete for port 85e6eefa-e334-4997-bf2c-392ea9ce9553 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:54.038693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a3a2-c13f-48a8-806d-dd6497ee7855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.110420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 85e6eefa-e334-4997-bf2c-392ea9ce9553 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:54.110727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.203433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c6b9a3a2-c13f-48a8-806d-dd6497ee7855 None None] Current status of the port 85e6eefa-e334-4997-bf2c-392ea9ce9553 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:54.203791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a3a2-c13f-48a8-806d-dd6497ee7855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.349775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.417969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.425191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 85e6eefa-e334-4997-bf2c-392ea9ce9553 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:54.425581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.431496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c6b9a3a2-c13f-48a8-806d-dd6497ee7855 None None] For port 85e6eefa-e334-4997-bf2c-392ea9ce9553, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=85e6eefa-e334-4997-bf2c-392ea9ce9553,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:54.492015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (6765c06a-fd02-4fba-aba1-8732f5c4abac), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.493967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=567f9d4f-6018-4b91-ac0b-478b66ebf127,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:54.511330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a3a2-c13f-48a8-806d-dd6497ee7855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.591752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:53:54.592081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:53:54.595607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9a3a2-c13f-48a8-806d-dd6497ee7855 None None] Pushing event updated for resources: {'Port': ['ID=85e6eefa-e334-4997-bf2c-392ea9ce9553,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:54.607206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:53:54.608705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:53:54.636883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-040ade38-981e-4648-9038-589ec8ff192e None None] Provisioning complete for port 85e6eefa-e334-4997-bf2c-392ea9ce9553 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:54.637348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-040ade38-981e-4648-9038-589ec8ff192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.727393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-040ade38-981e-4648-9038-589ec8ff192e None None] Current status of the port 85e6eefa-e334-4997-bf2c-392ea9ce9553 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:54.738755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 6765c06a-fd02-4fba-aba1-8732f5c4abac has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:53:54.739346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-040ade38-981e-4648-9038-589ec8ff192e None None] Provisioning complete for port 567f9d4f-6018-4b91-ac0b-478b66ebf127 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:54.739985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-040ade38-981e-4648-9038-589ec8ff192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:54.776476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-040ade38-981e-4648-9038-589ec8ff192e None None] Port 567f9d4f-6018-4b91-ac0b-478b66ebf127 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:53:54.855170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:53:54.860708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9260dc51-0842-4ed5-80e8-1c53698c4b19 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/6765c06a-fd02-4fba-aba1-8732f5c4abac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748114 Apr 06 14:53:54.863406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48654) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:54.864433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Sync routers for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:53:54.874633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:54.875291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:54.957234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9225a3-6043-48fb-bef6-6b5002a43c28 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:54.957632 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9225a3-6043-48fb-bef6-6b5002a43c28 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:54.958103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9225a3-6043-48fb-bef6-6b5002a43c28 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:54.958572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9225a3-6043-48fb-bef6-6b5002a43c28 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:54.960555 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bf9225a3-6043-48fb-bef6-6b5002a43c28 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.0958974 Apr 06 14:53:54.963169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48656) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:54.965886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-92962de7-a904-4c2d-9b5e-327c3af1cb5b None None] Provisioning complete for port 567f9d4f-6018-4b91-ac0b-478b66ebf127 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:54.966258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-92962de7-a904-4c2d-9b5e-327c3af1cb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.012399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-92962de7-a904-4c2d-9b5e-327c3af1cb5b None None] Port 567f9d4f-6018-4b91-ac0b-478b66ebf127 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:53:55.019350 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f88c5-a267-4796-95c9-6407b3f0a061 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:55.019824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f88c5-a267-4796-95c9-6407b3f0a061 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:55.020287 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f88c5-a267-4796-95c9-6407b3f0a061 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:55.020747 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f88c5-a267-4796-95c9-6407b3f0a061 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:55.022376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:55.022500 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-fd8f88c5-a267-4796-95c9-6407b3f0a061 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0581963 Apr 06 14:53:55.025154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48658) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:55.161335 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6dd8ed90-6778-4d2e-891a-e266f5cc4e00 tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1325786 Apr 06 14:53:55.171875 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 85e6eefa-e334-4997-bf2c-392ea9ce9553 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:55.251359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:53:54Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:55.280965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Checking router: 6765c06a-fd02-4fba-aba1-8732f5c4abac for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:53:55.281320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Updating router 6765c06a-fd02-4fba-aba1-8732f5c4abac port 567f9d4f-6018-4b91-ac0b-478b66ebf127 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:53:55.307885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.460154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48662) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:55.464800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ac35aa60-31ec-4c22-9392-f8e6ada2a6db tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121343536', 'description': 'tempest-secgroup-smoke-121343536 description', 'project_id': '88348375877d408f8a1ff05bbac7355a'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:55.565381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 56260c4d-e89b-411a-b89b-499e80795f14 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:53:55.566847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac35aa60-31ec-4c22-9392-f8e6ada2a6db tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.573266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Publish callbacks [] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.619715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 56260c4d-e89b-411a-b89b-499e80795f14 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:55.620100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (56260c4d-e89b-411a-b89b-499e80795f14), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.632118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac35aa60-31ec-4c22-9392-f8e6ada2a6db tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (73bde5e2-b0a3-41f6-8920-07d76376184c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.658574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.726722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac35aa60-31ec-4c22-9392-f8e6ada2a6db tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (73bde5e2-b0a3-41f6-8920-07d76376184c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.755177 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b2d7e-3f27-4c5b-a793-cd56b37ee27e None None] Pushing event updated for resources: {'Port': ['ID=567f9d4f-6018-4b91-ac0b-478b66ebf127,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:55.763700 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35aa60-31ec-4c22-9392-f8e6ada2a6db tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bde5e2-b0a3-41f6-8920-07d76376184c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:55.804112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 56260c4d-e89b-411a-b89b-499e80795f14 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:55.805212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 85e6eefa-e334-4997-bf2c-392ea9ce9553 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:53:55.809526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Attempting to bind port 567f9d4f-6018-4b91-ac0b-478b66ebf127 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:53:55.809902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Attempting to bind port 567f9d4f-6018-4b91-ac0b-478b66ebf127 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:53:55.810272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Attempting to bind port 567f9d4f-6018-4b91-ac0b-478b66ebf127 on network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:53:55.832370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ac35aa60-31ec-4c22-9392-f8e6ada2a6db tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.836668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48664) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:55.837179 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ac35aa60-31ec-4c22-9392-f8e6ada2a6db tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3755119 Apr 06 14:53:55.837762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:53:55.838150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Checking segment: {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:53:55.838556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.838956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Bound using segment: {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:53:55.839475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Bound port: 567f9d4f-6018-4b91-ac0b-478b66ebf127, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:53:55.839976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.843100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-90882079-abaa-46b9-b41e-3da02b92f7f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '73bde5e2-b0a3-41f6-8920-07d76376184c', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:55.911843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 85e6eefa-e334-4997-bf2c-392ea9ce9553 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:55.912220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.948855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90882079-abaa-46b9-b41e-3da02b92f7f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (da5beadf-53a0-4bb7-b50d-3b2869a96764), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:55.954503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] For port 567f9d4f-6018-4b91-ac0b-478b66ebf127, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:53:55.977996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] For port 567f9d4f-6018-4b91-ac0b-478b66ebf127, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=567f9d4f-6018-4b91-ac0b-478b66ebf127,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:53:55.982477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f97f15f7-42f1-4fb5-8cb6-b0de99bcfd7b None None] Provisioning complete for port 567f9d4f-6018-4b91-ac0b-478b66ebf127 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:55.986238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f97f15f7-42f1-4fb5-8cb6-b0de99bcfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.005689 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90882079-abaa-46b9-b41e-3da02b92f7f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (da5beadf-53a0-4bb7-b50d-3b2869a96764), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.039814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f97f15f7-42f1-4fb5-8cb6-b0de99bcfd7b None None] Port 567f9d4f-6018-4b91-ac0b-478b66ebf127 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:53:56.053525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 85e6eefa-e334-4997-bf2c-392ea9ce9553 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:56.064091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.092889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90882079-abaa-46b9-b41e-3da02b92f7f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (da5beadf-53a0-4bb7-b50d-3b2869a96764), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.111602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90882079-abaa-46b9-b41e-3da02b92f7f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5beadf-53a0-4bb7-b50d-3b2869a96764,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:56.122451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:53:56.123118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:53:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:56.127263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b2d7e-3f27-4c5b-a793-cd56b37ee27e None None] Pushing event updated for resources: {'Port': ['ID=567f9d4f-6018-4b91-ac0b-478b66ebf127,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:56.186502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-90882079-abaa-46b9-b41e-3da02b92f7f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.189074 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-90882079-abaa-46b9-b41e-3da02b92f7f2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501978 Apr 06 14:53:56.191647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48666) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:56.196950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ab5c21ca-49c4-45ee-86e4-a14421299057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '73bde5e2-b0a3-41f6-8920-07d76376184c', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:56.241977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:53:56.303008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab5c21ca-49c4-45ee-86e4-a14421299057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (54f47c68-fc52-4272-b204-e93ba2caf424), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.361540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab5c21ca-49c4-45ee-86e4-a14421299057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (54f47c68-fc52-4272-b204-e93ba2caf424), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.390197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-20615f06-af48-437e-ab0b-df886a48a19f None None] Provisioning complete for port 567f9d4f-6018-4b91-ac0b-478b66ebf127 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:56.390197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-20615f06-af48-437e-ab0b-df886a48a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.435172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab5c21ca-49c4-45ee-86e4-a14421299057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (54f47c68-fc52-4272-b204-e93ba2caf424), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.456225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c21ca-49c4-45ee-86e4-a14421299057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f47c68-fc52-4272-b204-e93ba2caf424,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:56.522829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ab5c21ca-49c4-45ee-86e4-a14421299057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.524198 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ab5c21ca-49c4-45ee-86e4-a14421299057 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314204 Apr 06 14:53:56.524572 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-20615f06-af48-437e-ab0b-df886a48a19f None None] Current status of the port 567f9d4f-6018-4b91-ac0b-478b66ebf127 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:56.524968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-20615f06-af48-437e-ab0b-df886a48a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.527429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48668) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:56.532554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ffc6163b-c9a0-4f7e-b2f7-274f0ecd4755 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '73bde5e2-b0a3-41f6-8920-07d76376184c', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:56.539332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:53:55Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:53:56.580726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655a8ce-058e-4e2c-8a93-f5467d7a6e1b None None] The sync data for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv is: [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:53:55Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:53:56.597892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-20615f06-af48-437e-ab0b-df886a48a19f None None] For port 567f9d4f-6018-4b91-ac0b-478b66ebf127, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=567f9d4f-6018-4b91-ac0b-478b66ebf127,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:53:56.651518 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ffc6163b-c9a0-4f7e-b2f7-274f0ecd4755 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (0f703561-26ab-48d6-ac60-b85265e3c52b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.669525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-20615f06-af48-437e-ab0b-df886a48a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.715830 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ffc6163b-c9a0-4f7e-b2f7-274f0ecd4755 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (0f703561-26ab-48d6-ac60-b85265e3c52b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.723649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20615f06-af48-437e-ab0b-df886a48a19f None None] Pushing event updated for resources: {'Port': ['ID=567f9d4f-6018-4b91-ac0b-478b66ebf127,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:56.818222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ffc6163b-c9a0-4f7e-b2f7-274f0ecd4755 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (0f703561-26ab-48d6-ac60-b85265e3c52b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.837061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6163b-c9a0-4f7e-b2f7-274f0ecd4755 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f703561-26ab-48d6-ac60-b85265e3c52b,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:56.933945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ffc6163b-c9a0-4f7e-b2f7-274f0ecd4755 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:56.935426 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ffc6163b-c9a0-4f7e-b2f7-274f0ecd4755 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069197 Apr 06 14:53:56.938867 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48670) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:56.943397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-4982701f-b51e-4100-a111-a334c402be9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '73bde5e2-b0a3-41f6-8920-07d76376184c', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:57.053318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4982701f-b51e-4100-a111-a334c402be9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (b8a366eb-dc20-4573-a44d-e0b3843f8f95), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:57.113635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4982701f-b51e-4100-a111-a334c402be9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (b8a366eb-dc20-4573-a44d-e0b3843f8f95), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:57.200291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4982701f-b51e-4100-a111-a334c402be9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (b8a366eb-dc20-4573-a44d-e0b3843f8f95), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:57.219088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982701f-b51e-4100-a111-a334c402be9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a366eb-dc20-4573-a44d-e0b3843f8f95,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:57.329572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4982701f-b51e-4100-a111-a334c402be9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:57.333389 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4982701f-b51e-4100-a111-a334c402be9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3909216 Apr 06 14:53:57.333645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48672) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:57.339824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2f86f40b-4cf3-4b7b-97fb-09564499c281 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '73bde5e2-b0a3-41f6-8920-07d76376184c', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:57.492580 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-2f86f40b-4cf3-4b7b-97fb-09564499c281 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:53:57.497967 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2f86f40b-4cf3-4b7b-97fb-09564499c281 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (976189b3-9b5b-4046-a05e-ce15a36f81d6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:57.604428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 567f9d4f-6018-4b91-ac0b-478b66ebf127 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:53:57.657811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 567f9d4f-6018-4b91-ac0b-478b66ebf127 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:53:57.658290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:57.744734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 567f9d4f-6018-4b91-ac0b-478b66ebf127 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:53:57.863654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2f86f40b-4cf3-4b7b-97fb-09564499c281 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (976189b3-9b5b-4046-a05e-ce15a36f81d6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.000856 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2f86f40b-4cf3-4b7b-97fb-09564499c281 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (976189b3-9b5b-4046-a05e-ce15a36f81d6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.018478 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86f40b-4cf3-4b7b-97fb-09564499c281 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976189b3-9b5b-4046-a05e-ce15a36f81d6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:58.128925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2f86f40b-4cf3-4b7b-97fb-09564499c281 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.130359 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2f86f40b-4cf3-4b7b-97fb-09564499c281 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7954731 Apr 06 14:53:58.132996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48674) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:53:58.137378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-cd1a106a-f42f-4fe2-828f-6d2736b5a4f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'security_group_rule': {'security_group_id': '73bde5e2-b0a3-41f6-8920-07d76376184c', 'project_id': '88348375877d408f8a1ff05bbac7355a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:53:58.246389 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-cd1a106a-f42f-4fe2-828f-6d2736b5a4f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Project 88348375877d408f8a1ff05bbac7355a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:53:58.252122 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd1a106a-f42f-4fe2-828f-6d2736b5a4f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (850acee0-6aa9-4bbc-bd18-415ff3a59b2a), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.309279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd1a106a-f42f-4fe2-828f-6d2736b5a4f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (850acee0-6aa9-4bbc-bd18-415ff3a59b2a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.406511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd1a106a-f42f-4fe2-828f-6d2736b5a4f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (850acee0-6aa9-4bbc-bd18-415ff3a59b2a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.423919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a106a-f42f-4fe2-828f-6d2736b5a4f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850acee0-6aa9-4bbc-bd18-415ff3a59b2a,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:53:58.501136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cd1a106a-f42f-4fe2-828f-6d2736b5a4f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:53:58.502592 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cd1a106a-f42f-4fe2-828f-6d2736b5a4f9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3684061 Apr 06 14:53:58.663621 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-991ead8d-c4b2-4a49-ad88-26e8e56af4bc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121343536&fields=id&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 267 time: 0.0557406 Apr 06 14:53:58.770559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-a5abee40-f635-4062-bbe0-73c525c1e9c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:53:58.772066 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-a5abee40-f635-4062-bbe0-73c525c1e9c2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/networks?id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 HTTP/1.1" status: 200 len: 797 time: 0.1021519 Apr 06 14:53:58.786871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-4e998f04-0e9b-430b-8e14-b614ac0ecb0e tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/quotas/88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 375 time: 0.0088184 Apr 06 14:53:58.840234 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-99f4f444-23b2-4a6a-80c3-6467486e9016 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486469 Apr 06 14:53:58.855235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-306ad28a-1a44-46e2-9901-06ce50e78d65 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:53:58.856195 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-306ad28a-1a44-46e2-9901-06ce50e78d65 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049841 Apr 06 14:53:58.949545 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-ab5641a7-efe3-4271-90fe-f9ee19110f8b service neutron] 10.222.0.71 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872617 Apr 06 14:53:59.038598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-b084252b-13c9-4e70-83e4-093512152d7d service neutron] 10.222.0.71 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831392 Apr 06 14:53:59.283240 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34d8e056-e9dd-43f4-84cf-ead887c66ddb req-be401f5c-b0c8-4641-a62e-7c164159d003 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 210 time: 0.0287411 Apr 06 14:54:00.392007 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-22f3c70c-53b1-433a-b202-9009e37da845 req-6ee9c70a-f5d7-4308-bdf0-69fa9aa0a328 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 210 time: 0.0334299 Apr 06 14:54:01.313451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-5fc94b32-ce19-472f-9152-4213be1ded02 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:01.314932 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-5fc94b32-ce19-472f-9152-4213be1ded02 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/networks?id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 HTTP/1.1" status: 200 len: 797 time: 0.1015294 Apr 06 14:54:01.383776 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-a8ada49b-6312-457a-bfe2-e4133f431c9a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88348375877d408f8a1ff05bbac7355a HTTP/1.1" status: 200 len: 379 time: 0.0541267 Apr 06 14:54:01.393778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'port': {'device_id': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'admin_state_up': True, 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'security_groups': ['73bde5e2-b0a3-41f6-8920-07d76376184c']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:54:01.514401 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-011eb8ec-1b57-41c3-a137-50405c1c2799 req-021456a2-720c-4256-b61e-80ba8970669a tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 210 time: 0.0343676 Apr 06 14:54:01.641163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Made reservation on behalf of 88348375877d408f8a1ff05bbac7355a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:54:01.644681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:01.772164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.20.0.13 (a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6/488b106a-6da6-4fe0-a3c9-2191e58fae81/29ed01f4-9839-43ed-b5cf-a5ba69b19d40) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:54:01.909480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:02.012781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:02.052450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:54:02.055547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:54:02.059123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:54:02.087723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:02.117187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:02.117819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:02.192154 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-770da33a-527e-4895-bdeb-56471a579027 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8019898 Apr 06 14:54:02.251774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Request body: {'port': {'device_id': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:54:02.317535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:02.325822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-567d30a0-5417-4d6f-9662-4e6ea058da17 None None] Provisioning complete for port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:54:02.326379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-567d30a0-5417-4d6f-9662-4e6ea058da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:02.360590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-567d30a0-5417-4d6f-9662-4e6ea058da17 None None] Port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:54:02.575722 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:54:02.583656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Publish callbacks [] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:02.629477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Transition to ACTIVE for port object 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:54:02.661130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fece2-426a-42ce-bb7e-e898be36e9d0 req-2f965c69-8983-453d-b32e-3e9e29b61dd2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:02.663352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506fece2-426a-42ce-bb7e-e898be36e9d0 req-2f965c69-8983-453d-b32e-3e9e29b61dd2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 932 time: 0.0771873 Apr 06 14:54:02.699097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:02.756074 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506fece2-426a-42ce-bb7e-e898be36e9d0 req-ff1f8dda-b40f-4ce2-be90-8211032ff9cb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829883 Apr 06 14:54:02.774835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Pushing event updated for resources: {'Port': ['ID=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:02.846568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Attempting to bind port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:54:02.846904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Attempting to bind port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:54:02.847282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Attempting to bind port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 on network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:54:02.851793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 on network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:54:02.852115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Attempting to bind port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 on network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:54:02.857282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:54:02.858181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Checking segment: {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:54:02.858597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Bound using segment: {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:54:02.859054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Bound port: 29ed01f4-9839-43ed-b5cf-a5ba69b19d40, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8386a0-9059-4558-af00-b5488099da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:54:02.859420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:02.925686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] For port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:54:02.928572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] For port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:54:02.995800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:03.035833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.036622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:03.037887 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] 10.222.0.87 "PUT /v2.0/ports/29ed01f4-9839-43ed-b5cf-a5ba69b19d40 HTTP/1.1" status: 200 len: 1094 time: 0.7918801 Apr 06 14:54:03.038331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:03.040637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7977bd98-18ae-44d4-9af2-817d51c37f99" -d '{"events": [{"name": "network-changed", "server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:03.067563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a77dd4-376e-48ab-9859-9980c59de602 service neutron] Pushing event updated for resources: {'Port': ['ID=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:03.140207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04bdf8e-ecf8-4422-b50f-5eb575404956 x-openstack-request-id: req-a04bdf8e-ecf8-4422-b50f-5eb575404956 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:03.140520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:03.140783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a04bdf8e-ecf8-4422-b50f-5eb575404956 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:03.141208 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04bdf8e-ecf8-4422-b50f-5eb575404956'] response: {'name': 'network-changed', 'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'status': 'completed', 'code': 200} Apr 06 14:54:03.224461 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-bc41d6f1-3bcf-46e0-b311-ecacfd4f1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.226719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-bc41d6f1-3bcf-46e0-b311-ecacfd4f1ee5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 1128 time: 0.0570393 Apr 06 14:54:03.275535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-822e994d-f343-4890-9c5c-b3368fa3c829 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40 HTTP/1.1" status: 200 len: 217 time: 0.0365746 Apr 06 14:54:03.333832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-b3b6a14e-8d99-4036-a1a2-e432ccc48373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.335537 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-b3b6a14e-8d99-4036-a1a2-e432ccc48373 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=488b106a-6da6-4fe0-a3c9-2191e58fae81 HTTP/1.1" status: 200 len: 835 time: 0.0546792 Apr 06 14:54:03.386048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-8da35a0c-495e-4d1a-8121-77f83ef2ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.387856 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-8da35a0c-495e-4d1a-8121-77f83ef2ecab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464954 Apr 06 14:54:03.476445 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-7f56170b-c514-4fff-856b-cc6f9bf6a616 service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829101 Apr 06 14:54:03.567523 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf2eb522-524a-4a27-9975-7020e05ec67d req-d546922a-08ca-4f86-a7dc-f35eeeabc0ab service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852411 Apr 06 14:54:03.787990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-31847060-ab3a-4707-a5fa-381afd069ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.789499 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-31847060-ab3a-4707-a5fa-381afd069ed0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 1128 time: 0.0464835 Apr 06 14:54:03.889042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-2ecf5d5b-7021-4778-9239-45e692577db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.890759 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-2ecf5d5b-7021-4778-9239-45e692577db6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 HTTP/1.1" status: 200 len: 899 time: 0.0948598 Apr 06 14:54:03.934102 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-a8002b10-d9ed-4f35-8311-5a5456005999 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40 HTTP/1.1" status: 200 len: 217 time: 0.0372539 Apr 06 14:54:03.991385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-8a59505c-f3b1-46b5-9e24-fe8da9de1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:03.992795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-8a59505c-f3b1-46b5-9e24-fe8da9de1d34 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=488b106a-6da6-4fe0-a3c9-2191e58fae81 HTTP/1.1" status: 200 len: 835 time: 0.0536289 Apr 06 14:54:04.069342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5801df-0f64-491e-a8d7-b62c368985e3 req-45b4c813-fe4c-4c4b-b47e-1760087954fe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:04.070784 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c5801df-0f64-491e-a8d7-b62c368985e3 req-45b4c813-fe4c-4c4b-b47e-1760087954fe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 944 time: 0.0931928 Apr 06 14:54:04.072640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-9dbfd1b3-b614-44c1-9736-b0b9d0b383d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:04.073962 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-9dbfd1b3-b614-44c1-9736-b0b9d0b383d0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0632265 Apr 06 14:54:04.169526 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c5801df-0f64-491e-a8d7-b62c368985e3 req-ec769124-e676-49dc-b79e-f1290edf62e8 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925169 Apr 06 14:54:04.198269 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-2ef14cca-88c1-4c97-8cae-d5cdd9c441bd service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154959 Apr 06 14:54:04.288801 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7977bd98-18ae-44d4-9af2-817d51c37f99 req-f5a20d2c-b964-47c2-b5a7-5137e5ea33e5 service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844214 Apr 06 14:54:05.288838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba713-62c6-4e3e-9f1e-30571c614856 req-8318dea7-59ae-4078-a95a-07a4409e799f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:05.290325 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-87dba713-62c6-4e3e-9f1e-30571c614856 req-8318dea7-59ae-4078-a95a-07a4409e799f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 944 time: 0.0536218 Apr 06 14:54:05.339102 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-87dba713-62c6-4e3e-9f1e-30571c614856 req-0a81513d-4c7b-4af4-a8e7-0bb3c212c104 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Apr 06 14:54:06.462931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80f8b6-55bd-4f5d-9bda-52ca5f2a34ea req-b01387b6-96d5-4f13-9c70-7a87ff0b1efe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:06.464341 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4d80f8b6-55bd-4f5d-9bda-52ca5f2a34ea req-b01387b6-96d5-4f13-9c70-7a87ff0b1efe tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 944 time: 0.0563581 Apr 06 14:54:06.512346 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4d80f8b6-55bd-4f5d-9bda-52ca5f2a34ea req-767753aa-c907-46fd-aa23-ac9eb4eccb51 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423715 Apr 06 14:54:07.113407 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:54:07.208884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:07.220607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'port_id': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:54:07.256820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:07.260691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:07.269879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:54:07.289371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:07.349036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:07.399812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:07.630510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2594d-3a67-40aa-bbca-39512e16196b req-3d3c6621-d1a1-4f44-bdc6-f114e3951376 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:07.632010 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfa2594d-3a67-40aa-bbca-39512e16196b req-3d3c6621-d1a1-4f44-bdc6-f114e3951376 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 945 time: 0.0536621 Apr 06 14:54:07.680697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfa2594d-3a67-40aa-bbca-39512e16196b req-2efa9630-8f78-41f0-99e7-e927b0f9539b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Apr 06 14:54:07.723062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['29ed01f4-9839-43ed-b5cf-a5ba69b19d40'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:54:08.799882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c160009-a9bc-423d-8f4b-159dc3e5bbd5 req-67b0ce81-63e6-4257-9225-565e64069723 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:08.801363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c160009-a9bc-423d-8f4b-159dc3e5bbd5 req-67b0ce81-63e6-4257-9225-565e64069723 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 945 time: 0.0567889 Apr 06 14:54:08.849163 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c160009-a9bc-423d-8f4b-159dc3e5bbd5 req-eebf567d-e211-4f77-974a-532c73ed0f43 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422835 Apr 06 14:54:09.103362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0daba9a-a3c1-4f91-b880-4efd526a4312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:09.119419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:54:09.217825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:54:09.222176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:54:09.225741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:09.446864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:54:09.447273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:09.469438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:09.471673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f824748-ff80-4b44-a64f-d997d58505be" -d '{"events": [{"server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "name": "network-vif-plugged", "status": "completed", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:09.484649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:54:09.507506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de08dc9e-8995-40fb-b049-c89c572d67e0 x-openstack-request-id: req-de08dc9e-8995-40fb-b049-c89c572d67e0 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:09.507859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "name": "network-vif-plugged", "status": "completed", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:09.508118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de08dc9e-8995-40fb-b049-c89c572d67e0 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:09.508518 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de08dc9e-8995-40fb-b049-c89c572d67e0'] response: {'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'code': 200} Apr 06 14:54:09.566552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:09.613492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:09.868331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d2ada-3f23-40d9-b749-4f844b901e76 req-689304ee-787d-4324-9bb7-5f7e67cb44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:09.869822 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-222d2ada-3f23-40d9-b749-4f844b901e76 req-689304ee-787d-4324-9bb7-5f7e67cb44d0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 1130 time: 0.0438933 Apr 06 14:54:09.915675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-222d2ada-3f23-40d9-b749-4f844b901e76 req-3c61aa01-2078-450a-bf0c-ecc24ee58dff service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404069 Apr 06 14:54:09.967171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e3083-f4a1-402c-a85c-0e623d908727 req-e1793619-7d9c-45a2-82eb-694b8241b8ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:09.968637 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e41e3083-f4a1-402c-a85c-0e623d908727 req-e1793619-7d9c-45a2-82eb-694b8241b8ce tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 946 time: 0.0521083 Apr 06 14:54:10.020926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e41e3083-f4a1-402c-a85c-0e623d908727 req-1f6860db-8482-48fd-adfe-15e5e128bde2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468273 Apr 06 14:54:11.140822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e4cb3-a491-46e4-a90b-c4767206c1ce req-3d3a93e7-194f-408a-8891-6253dbf489d2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:11.142297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-221e4cb3-a491-46e4-a90b-c4767206c1ce req-3d3a93e7-194f-408a-8891-6253dbf489d2 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 946 time: 0.0540566 Apr 06 14:54:11.190624 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-221e4cb3-a491-46e4-a90b-c4767206c1ce req-8633a96d-3ba6-4374-9a3e-555e40c1505c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Apr 06 14:54:11.392470 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:54:11.515387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a41eb840-61bf-40ac-8dc9-05b1044307bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:12.306078 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457415-88d6-4078-a99a-35798168f600 req-3dc2477d-fff9-47eb-a922-368acbd4d917 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:12.307573 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09457415-88d6-4078-a99a-35798168f600 req-3dc2477d-fff9-47eb-a922-368acbd4d917 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 946 time: 0.0521874 Apr 06 14:54:12.355448 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09457415-88d6-4078-a99a-35798168f600 req-5d1b4c70-0c73-4da7-81d7-054f666d0830 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421193 Apr 06 14:54:12.477556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705302b-0dda-46bb-a28d-aee33241d413 req-061cdf4d-b981-4c4b-8e3a-011920459ec3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:12.478930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5705302b-0dda-46bb-a28d-aee33241d413 req-061cdf4d-b981-4c4b-8e3a-011920459ec3 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 946 time: 0.0554881 Apr 06 14:54:12.526942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5705302b-0dda-46bb-a28d-aee33241d413 req-dffb8ba6-56b0-4895-8f5d-7801f2869412 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 Apr 06 14:54:12.547913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48736) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:54:12.590692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d657d-b395-451a-8df2-ae5636e88a9c tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:12.592360 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-652d657d-b395-451a-8df2-ae5636e88a9c tempest-TestNetworkBasicOps-1806441990 tempest-TestNetworkBasicOps-1806441990-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 1125 time: 0.0434654 Apr 06 14:54:12.595154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48738) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:54:12.599343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:54:12.680663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:12.779861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:12.878996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Allocated IP 172.26.7.169 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/b64c5e51-199a-4274-b432-6712ee1a3264) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:54:12.979719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (b64c5e51-199a-4274-b432-6712ee1a3264), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:13.074853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b64c5e51-199a-4274-b432-6712ee1a3264), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:13.109756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:54:13.112582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:54:13.115965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:54:13.142536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=b64c5e51-199a-4274-b432-6712ee1a3264,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:13.772525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:13.892354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:14.021155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b64c5e51-199a-4274-b432-6712ee1a3264), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:14.169830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for port (b64c5e51-199a-4274-b432-6712ee1a3264), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:14.228027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b64c5e51-199a-4274-b432-6712ee1a3264), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:14.303117 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event updated for resources: {'Port': ['ID=b64c5e51-199a-4274-b432-6712ee1a3264,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:54:14.311863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:14.412686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a associated. External IP: 172.26.7.169, port: 29ed01f4-9839-43ed-b5cf-a5ba69b19d40. Apr 06 14:54:14.623508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 6765c06a-fd02-4fba-aba1-8732f5c4abac has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:54:14.729582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:54:14.740714 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] Sync routers for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:54:14.751378 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:54:14.751982 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:54:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:14.797207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:14.828055 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7968a324-2c98-4b2c-aa20-613b5cc23bdb tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2318420 Apr 06 14:54:14.828603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:54:14.830875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0900c057-7032-4910-8bad-c5fd38dcaa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:54:14.831147 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48740) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:54:14.862001 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:54:14.886631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a8909d-1f26-41ab-95ac-2f8290e5fc33 x-openstack-request-id: req-f1a8909d-1f26-41ab-95ac-2f8290e5fc33 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:54:14.886927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:54:14.887205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f1a8909d-1f26-41ab-95ac-2f8290e5fc33 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:54:14.887606 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a8909d-1f26-41ab-95ac-2f8290e5fc33'] response: {'name': 'network-changed', 'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'status': 'completed', 'code': 200} Apr 06 14:54:14.911441 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3b65a145-5e25-403b-b391-dacacb91a9cf tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a HTTP/1.1" status: 200 len: 992 time: 0.0782938 Apr 06 14:54:14.982816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-838b4660-8eec-4114-86f4-4c604c19f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:14.984415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-838b4660-8eec-4114-86f4-4c604c19f751 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 1130 time: 0.0483913 Apr 06 14:54:15.076389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-4dfbb6f4-68d5-4cea-9e53-f66c4408364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:15.078062 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-4dfbb6f4-68d5-4cea-9e53-f66c4408364f service neutron] 10.222.0.87 "GET /v2.0/networks?id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 HTTP/1.1" status: 200 len: 899 time: 0.0843732 Apr 06 14:54:15.090042 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'port_id': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:13Z', 'updated_at': '2022-04-06T14:54:13Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:53:56Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:15.116735 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] Checking router: 6765c06a-fd02-4fba-aba1-8732f5c4abac for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:54:15.125485 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:54:15.126109 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:54:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:15.147994 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-c25c2004-5dfd-4d01-8aa0-af18560fdedf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40 HTTP/1.1" status: 200 len: 1000 time: 0.0644250 Apr 06 14:54:15.197604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-ba786dc7-93fa-4350-a4bc-a65c7d813ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:15.199095 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-ba786dc7-93fa-4350-a4bc-a65c7d813ea9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=488b106a-6da6-4fe0-a3c9-2191e58fae81 HTTP/1.1" status: 200 len: 835 time: 0.0455866 Apr 06 14:54:15.232531 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:54:15.247420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-0c2599ec-bcf9-496c-b753-1f3e04572664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:15.249539 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-0c2599ec-bcf9-496c-b753-1f3e04572664 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449247 Apr 06 14:54:15.344684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-02fdc713-ad32-4bb6-bb22-14ec707954df service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882306 Apr 06 14:54:15.436225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0900c057-7032-4910-8bad-c5fd38dcaa7c req-15f4be7e-bc84-4df2-b2de-3b7403a05823 service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845442 Apr 06 14:54:15.472233 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'port_id': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:13Z', 'updated_at': '2022-04-06T14:54:13Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:53:56Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:54:15.498740 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e28e8-b303-4fc2-a9a3-ea56324fdf01 None None] The sync data for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv is: [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'port_id': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:13Z', 'updated_at': '2022-04-06T14:54:13Z', 'revision_number': 0, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:53:56Z', 'revision_number': 5, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:54:15.693361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a75b0-4e28-42e9-a86b-ce89ff5ee393 None None] New status for floating IP f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:54:15.885980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:15.915417 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48744) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:54:15.982390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c4065e38-4636-465f-ba98-be9939a13442 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a HTTP/1.1" status: 200 len: 994 time: 0.0653164 Apr 06 14:54:16.463716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:23.805484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:39.084916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b68b0aa0-69b6-4cca-8448-79e0a2910979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:41.513479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a6b042ab-249f-4af6-b805-db0fc8f1a38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:43.752816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:45.857267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:46.451018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:48.390763 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:54:53.787430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:54:54.739215 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-b83994f3-6d71-4bbe-9a26-f606c71383e9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445244 Apr 06 14:54:54.844824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-ee14aeff-5db2-4a80-aa6c-1320d82ee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:54.846323 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-ee14aeff-5db2-4a80-aa6c-1320d82ee009 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 1130 time: 0.0441897 Apr 06 14:54:54.951103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-92fa7a35-e033-4698-a3d5-53d2a24f4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:54.952620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-92fa7a35-e033-4698-a3d5-53d2a24f4f09 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 HTTP/1.1" status: 200 len: 899 time: 0.0883052 Apr 06 14:54:55.017722 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-07c17cc9-5531-4f51-babc-b6a36c8b43f5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40 HTTP/1.1" status: 200 len: 1002 time: 0.0585265 Apr 06 14:54:55.069533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-c8ea700c-6a88-4dc7-bc9b-c9984ec044ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:55.070926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-c8ea700c-6a88-4dc7-bc9b-c9984ec044ed service neutron] 10.222.0.87 "GET /v2.0/subnets?id=488b106a-6da6-4fe0-a3c9-2191e58fae81 HTTP/1.1" status: 200 len: 835 time: 0.0474713 Apr 06 14:54:55.117745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-bbeb2e95-c2ba-49ca-8d94-3976815f5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:54:55.119237 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-bbeb2e95-c2ba-49ca-8d94-3976815f5703 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428751 Apr 06 14:54:55.205635 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-1867be5b-55a3-4e99-b6b6-3c0a259b925e service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807748 Apr 06 14:54:55.300418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76b33152-a68a-4c41-8ec9-390b59a6584f req-5eff0027-0db8-4a92-a9d7-6a8c7891540c service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894578 Apr 06 14:55:09.135724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8c3da6ad-4986-4511-b589-53f05a40322d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:11.546631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e414f5aa-b962-465b-8a3a-a4c9f5142a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:13.775856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:15.826804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:16.466933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:18.657598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48774) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:18.662174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-fb6820ec-f844-4a9b-9133-0cbcaa3154c0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:55:18.986088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb6820ec-f844-4a9b-9133-0cbcaa3154c0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:19.044500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb6820ec-f844-4a9b-9133-0cbcaa3154c0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:19.155807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6820ec-f844-4a9b-9133-0cbcaa3154c0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 6765c06a-fd02-4fba-aba1-8732f5c4abac has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:55:19.269368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6820ec-f844-4a9b-9133-0cbcaa3154c0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:19.277037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb6820ec-f844-4a9b-9133-0cbcaa3154c0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:19.278191 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fb6820ec-f844-4a9b-9133-0cbcaa3154c0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/6765c06a-fd02-4fba-aba1-8732f5c4abac HTTP/1.1" status: 200 len: 888 time: 0.6196885 Apr 06 14:55:19.280300 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ec1a5-9c6f-4149-addd-23d15a9fa91a None None] Sync routers for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:55:19.290844 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ec1a5-9c6f-4149-addd-23d15a9fa91a None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:55:19.292420 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-082ec1a5-9c6f-4149-addd-23d15a9fa91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:19.324997 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-082ec1a5-9c6f-4149-addd-23d15a9fa91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:19.333025 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ec1a5-9c6f-4149-addd-23d15a9fa91a None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:55:19.333604 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-082ec1a5-9c6f-4149-addd-23d15a9fa91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:19.368957 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-082ec1a5-9c6f-4149-addd-23d15a9fa91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:19.369839 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ec1a5-9c6f-4149-addd-23d15a9fa91a None None] The sync data for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv is: [] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:55:19.777730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 567f9d4f-6018-4b91-ac0b-478b66ebf127 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:55:19.862641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 567f9d4f-6018-4b91-ac0b-478b66ebf127 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:19.863073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:19.895085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 567f9d4f-6018-4b91-ac0b-478b66ebf127, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=567f9d4f-6018-4b91-ac0b-478b66ebf127,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:19.997751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:20.046998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=567f9d4f-6018-4b91-ac0b-478b66ebf127,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:20.053722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.054072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.054418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.054755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.055122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.055457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.055788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.056123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.056451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.057266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.057591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.057918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.058234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:20.131785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff18636-bdfa-4ce4-83c1-517533ff1d3a None None] New status for floating IP f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:55:21.424101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48780) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:21.429091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7fc34530-93f9-43fb-b408-e49a311b95af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:55:21.600890 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 56260c4d-e89b-411a-b89b-499e80795f14 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:55:21.680763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 56260c4d-e89b-411a-b89b-499e80795f14 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:21.682560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (56260c4d-e89b-411a-b89b-499e80795f14), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:21.709416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 56260c4d-e89b-411a-b89b-499e80795f14, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=56260c4d-e89b-411a-b89b-499e80795f14,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:21.776486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (56260c4d-e89b-411a-b89b-499e80795f14), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:21.802370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fc34530-93f9-43fb-b408-e49a311b95af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26528'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:21.827461 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=56260c4d-e89b-411a-b89b-499e80795f14,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:21.873655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fc34530-93f9-43fb-b408-e49a311b95af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563448'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:22.001308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc34530-93f9-43fb-b408-e49a311b95af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 6765c06a-fd02-4fba-aba1-8732f5c4abac has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:55:22.108898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc34530-93f9-43fb-b408-e49a311b95af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:22.115528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7fc34530-93f9-43fb-b408-e49a311b95af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:22.117228 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7fc34530-93f9-43fb-b408-e49a311b95af tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/6765c06a-fd02-4fba-aba1-8732f5c4abac HTTP/1.1" status: 200 len: 887 time: 0.6915460 Apr 06 14:55:22.120112 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] Sync routers for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:55:22.120590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48782) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:22.130232 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:55:22.130844 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:22.184786 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e083ac8e-bcf7-46ae-82d4-4d0b03e7bbd5 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a HTTP/1.1" status: 200 len: 992 time: 0.0634208 Apr 06 14:55:22.344903 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:55:22.565124 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'port_id': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:13Z', 'updated_at': '2022-04-06T14:55:20Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:55:19Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:22.594323 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] Checking router: 6765c06a-fd02-4fba-aba1-8732f5c4abac for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:55:22.602415 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:55:22.602983 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:22.706005 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:55:22.921430 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'port_id': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:13Z', 'updated_at': '2022-04-06T14:55:20Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:55:19Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:22.950839 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9f00e-2a19-478d-b12c-1654c0167b12 None None] The sync data for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv is: [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'port_id': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:54:13Z', 'updated_at': '2022-04-06T14:55:20Z', 'revision_number': 2, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:55:19Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:55:23.188754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48784) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:23.253488 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-343a9040-b2bb-488e-9712-8b57424f7845 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a HTTP/1.1" status: 200 len: 992 time: 0.0635438 Apr 06 14:55:23.648696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 56260c4d-e89b-411a-b89b-499e80795f14 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:55:23.699187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 56260c4d-e89b-411a-b89b-499e80795f14 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:55:23.699563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (56260c4d-e89b-411a-b89b-499e80795f14), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:23.792633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 56260c4d-e89b-411a-b89b-499e80795f14 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:23.793034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (56260c4d-e89b-411a-b89b-499e80795f14), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:23.805937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:23.815189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 56260c4d-e89b-411a-b89b-499e80795f14, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=56260c4d-e89b-411a-b89b-499e80795f14,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:23.883860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (56260c4d-e89b-411a-b89b-499e80795f14), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:23.885247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 567f9d4f-6018-4b91-ac0b-478b66ebf127 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:55:23.963392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=56260c4d-e89b-411a-b89b-499e80795f14,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:23.976748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 567f9d4f-6018-4b91-ac0b-478b66ebf127 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:55:23.977124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:24.061223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 567f9d4f-6018-4b91-ac0b-478b66ebf127 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:24.061616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:24.094121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 567f9d4f-6018-4b91-ac0b-478b66ebf127, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=567f9d4f-6018-4b91-ac0b-478b66ebf127,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:24.175463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:24.222277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=567f9d4f-6018-4b91-ac0b-478b66ebf127,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:24.256708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48786) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:24.580274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5c92b-be8a-4aad-b18f-ca1a19d9f4d8 None None] New status for floating IP f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:55:24.646166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ca99bf85-f1ac-49e7-9e4d-2a9bb4fd073b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a HTTP/1.1" status: 200 len: 992 time: 0.3883145 Apr 06 14:55:25.389987 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:55:25.606850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 56260c4d-e89b-411a-b89b-499e80795f14 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:55:25.650376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48788) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:25.658689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 56260c4d-e89b-411a-b89b-499e80795f14 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:55:25.659094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (56260c4d-e89b-411a-b89b-499e80795f14), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:25.710778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b6ca5921-cb64-4d28-8f90-617bcfa34b9d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/floatingips/f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a HTTP/1.1" status: 200 len: 994 time: 0.0593402 Apr 06 14:55:25.735144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 56260c4d-e89b-411a-b89b-499e80795f14 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:25.736219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 567f9d4f-6018-4b91-ac0b-478b66ebf127 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:55:25.784802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 567f9d4f-6018-4b91-ac0b-478b66ebf127 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:55:25.785176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:25.860534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 567f9d4f-6018-4b91-ac0b-478b66ebf127 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:26.026131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48794) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:26.180489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port b64c5e51-199a-4274-b432-6712ee1a3264 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:55:26.180829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b64c5e51-199a-4274-b432-6712ee1a3264), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:26.257762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b64c5e51-199a-4274-b432-6712ee1a3264), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:26.258090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (b64c5e51-199a-4274-b432-6712ee1a3264), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:26.270401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for b64c5e51-199a-4274-b432-6712ee1a3264 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:55:26.483949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b64c5e51-199a-4274-b432-6712ee1a3264), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:26.507323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=b64c5e51-199a-4274-b432-6712ee1a3264,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:26.517394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.517742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.518087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.518427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.518760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.519530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.519530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.519753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.520079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.520406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.520731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.521053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.521378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:26.581374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for floatingip (f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:26.581712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Floating IP f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a disassociated (deleted). External IP: 172.26.7.169, port: 29ed01f4-9839-43ed-b5cf-a5ba69b19d40. Apr 06 14:55:26.796543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 6765c06a-fd02-4fba-aba1-8732f5c4abac has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:55:26.910780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:26.914433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:26.919946 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] Sync routers for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:55:26.929219 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:55:26.929826 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:26.945993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3352e7ee-8057-4fd8-a313-26de8dd1a0bd tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/floatingips/f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a HTTP/1.1" status: 204 len: 168 time: 0.9187841 Apr 06 14:55:26.946575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:55:26.950005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20400ef-e117-4717-8430-9c3704653ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:55:26.988888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5f3918-b6fd-4ce1-97d3-6c5e5b3fe251 x-openstack-request-id: req-ce5f3918-b6fd-4ce1-97d3-6c5e5b3fe251 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:55:26.989178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:55:26.989499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce5f3918-b6fd-4ce1-97d3-6c5e5b3fe251 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:55:26.989972 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5f3918-b6fd-4ce1-97d3-6c5e5b3fe251'] response: {'name': 'network-changed', 'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'status': 'completed', 'code': 200} Apr 06 14:55:27.044304 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:55:27.078202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20400ef-e117-4717-8430-9c3704653ec4 req-7ff84467-34ff-4e34-a3a4-f01a64270972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:27.079735 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f20400ef-e117-4717-8430-9c3704653ec4 req-7ff84467-34ff-4e34-a3a4-f01a64270972 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88348375877d408f8a1ff05bbac7355a&device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 1130 time: 0.0473490 Apr 06 14:55:27.177053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20400ef-e117-4717-8430-9c3704653ec4 req-51d9d862-2f2a-48b1-a756-a67d1803f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:27.178528 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f20400ef-e117-4717-8430-9c3704653ec4 req-51d9d862-2f2a-48b1-a756-a67d1803f403 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 HTTP/1.1" status: 200 len: 899 time: 0.0921969 Apr 06 14:55:27.222098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f20400ef-e117-4717-8430-9c3704653ec4 req-5c8a89ee-a8c4-4d9a-a05c-8d31c1349d47 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40 HTTP/1.1" status: 200 len: 217 time: 0.0374808 Apr 06 14:55:27.245016 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:55:24Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:27.271474 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] Checking router: 6765c06a-fd02-4fba-aba1-8732f5c4abac for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:55:27.275914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20400ef-e117-4717-8430-9c3704653ec4 req-d1785b58-6201-41f3-89ea-910795cb80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:27.277466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f20400ef-e117-4717-8430-9c3704653ec4 req-d1785b58-6201-41f3-89ea-910795cb80af service neutron] 10.222.0.87 "GET /v2.0/subnets?id=488b106a-6da6-4fe0-a3c9-2191e58fae81 HTTP/1.1" status: 200 len: 835 time: 0.0502794 Apr 06 14:55:27.280324 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:55:27.280937 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:27.333884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20400ef-e117-4717-8430-9c3704653ec4 req-16096187-197d-408c-89c3-d394c083ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:27.335457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f20400ef-e117-4717-8430-9c3704653ec4 req-16096187-197d-408c-89c3-d394c083ffab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0511115 Apr 06 14:55:27.402955 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:55:27.470361 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f20400ef-e117-4717-8430-9c3704653ec4 req-b2dc4774-0f35-48f2-b313-9c5eb9041274 service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270072 Apr 06 14:55:27.546159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7465c-1077-4559-9d71-761541c49e5c req-db15c55a-0ec0-49b4-bc7a-9664220a6384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:27.547697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ffd7465c-1077-4559-9d71-761541c49e5c req-db15c55a-0ec0-49b4-bc7a-9664220a6384 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 946 time: 0.1197720 Apr 06 14:55:27.593862 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f20400ef-e117-4717-8430-9c3704653ec4 req-95dda9f5-4510-4bcf-a4ca-8cf583ef1bb9 service neutron] 10.222.0.87 "GET /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167984 Apr 06 14:55:27.611364 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:55:24Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:27.618351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ffd7465c-1077-4559-9d71-761541c49e5c req-7aceef31-59c1-4f0c-ae8f-02c4abc5d66d tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638971 Apr 06 14:55:27.637705 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3549e-38ce-490d-bf6b-9acc4bfcdcec None None] The sync data for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv is: [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:21Z', 'revision_number': 6, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '567f9d4f-6018-4b91-ac0b-478b66ebf127', 'name': '', 'network_id': 'a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'mac_address': 'fa:16:3e:98:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:52Z', 'updated_at': '2022-04-06T14:55:24Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'subnets': [{'id': '488b106a-6da6-4fe0-a3c9-2191e58fae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:55:28.258929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc15ec-5023-4da9-b08f-56729171b6fd None None] New status for floating IP f37e6f5d-0335-4b63-9f98-7fe3aa1ba88a: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:55:28.745485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe27c2-30f5-4225-92bb-44062f467e0b req-557def98-edaf-45ab-839d-397626539f60 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:28.747031 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-20fe27c2-30f5-4225-92bb-44062f467e0b req-557def98-edaf-45ab-839d-397626539f60 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 946 time: 0.0577433 Apr 06 14:55:28.797958 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-20fe27c2-30f5-4225-92bb-44062f467e0b req-3b07b2ce-e282-4e6a-ad3f-188baeef4ce9 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/security-groups?id=73bde5e2-b0a3-41f6-8920-07d76376184c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452254 Apr 06 14:55:29.099134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b45310-5299-4de7-8150-dcda5d675031 req-1212e5ca-d55e-41cb-b209-e21c10f1ac28 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:29.100605 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8b45310-5299-4de7-8150-dcda5d675031 req-1212e5ca-d55e-41cb-b209-e21c10f1ac28 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 946 time: 0.0513542 Apr 06 14:55:29.194916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:55:29.195284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:29.283869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:29.284229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:29.296281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:55:29.483125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (29ed01f4-9839-43ed-b5cf-a5ba69b19d40), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:29.511257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=29ed01f4-9839-43ed-b5cf-a5ba69b19d40,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:29.557669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] No DVR routers for this DVR port 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:55:29.560235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:29.563483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8b45310-5299-4de7-8150-dcda5d675031 req-d821c0a9-4b46-4825-88da-2d1227ba3581 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.87 "DELETE /v2.0/ports/29ed01f4-9839-43ed-b5cf-a5ba69b19d40 HTTP/1.1" status: 204 len: 173 time: 0.4562650 Apr 06 14:55:29.563927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'name': 'network-vif-deleted', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:55:29.566212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f507cf5-768e-4658-8821-1e07bc982e7c" -d '{"events": [{"server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "name": "network-vif-deleted", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:55:29.602579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feb6598-9770-4b8e-a5c7-7076a3f53f57 x-openstack-request-id: req-6feb6598-9770-4b8e-a5c7-7076a3f53f57 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:55:29.602878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c983b27-626d-4a7d-bac2-145b85b735a0", "name": "network-vif-deleted", "tag": "29ed01f4-9839-43ed-b5cf-a5ba69b19d40", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:55:29.603286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6feb6598-9770-4b8e-a5c7-7076a3f53f57 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:55:29.603763 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6feb6598-9770-4b8e-a5c7-7076a3f53f57'] response: {'server_uuid': '2c983b27-626d-4a7d-bac2-145b85b735a0', 'name': 'network-vif-deleted', 'tag': '29ed01f4-9839-43ed-b5cf-a5ba69b19d40', 'status': 'completed', 'code': 200} Apr 06 14:55:29.895686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23258523-8479-4ced-9bba-251cd1a25afc req-4b1ed3d1-7830-483b-989e-8598bfb3f36f tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c983b27-626d-4a7d-bac2-145b85b735a0 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Apr 06 14:55:30.956930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48814) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:31.018832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-edd1d85e-3ba1-4a4f-89fa-5233ad82b331 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (73bde5e2-b0a3-41f6-8920-07d76376184c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:31.044623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-edd1d85e-3ba1-4a4f-89fa-5233ad82b331 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (73bde5e2-b0a3-41f6-8920-07d76376184c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:31.152226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-edd1d85e-3ba1-4a4f-89fa-5233ad82b331 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (73bde5e2-b0a3-41f6-8920-07d76376184c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:31.154855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-edd1d85e-3ba1-4a4f-89fa-5233ad82b331 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:31.156076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-edd1d85e-3ba1-4a4f-89fa-5233ad82b331 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/security-groups/73bde5e2-b0a3-41f6-8920-07d76376184c HTTP/1.1" status: 204 len: 168 time: 0.1981721 Apr 06 14:55:31.165051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1d85e-3ba1-4a4f-89fa-5233ad82b331 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bde5e2-b0a3-41f6-8920-07d76376184c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:31.255888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48818) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:31.568312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:55:31.589473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:55:31.589818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 29ed01f4-9839-43ed-b5cf-a5ba69b19d40 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:55:31.630766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (6765c06a-fd02-4fba-aba1-8732f5c4abac), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:31.895512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 567f9d4f-6018-4b91-ac0b-478b66ebf127 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:55:31.895847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:31.988777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 567f9d4f-6018-4b91-ac0b-478b66ebf127, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=567f9d4f-6018-4b91-ac0b-478b66ebf127,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:31.989139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:32.003080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 567f9d4f-6018-4b91-ac0b-478b66ebf127 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:55:32.254799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (567f9d4f-6018-4b91-ac0b-478b66ebf127), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:32.280449 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=567f9d4f-6018-4b91-ac0b-478b66ebf127,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:32.294424 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.294785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.295153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.295529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.295823 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.296154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.296484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.296810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.297138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.297464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.297787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.298107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.298427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:55:32.475486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (6765c06a-fd02-4fba-aba1-8732f5c4abac), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:32.692757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Router 6765c06a-fd02-4fba-aba1-8732f5c4abac has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:55:32.800556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:55:32.808248 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1f83a68c-b9f4-4b59-8055-df451c29bb0c tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "PUT /v2.0/routers/6765c06a-fd02-4fba-aba1-8732f5c4abac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5489261 Apr 06 14:55:32.808597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48822) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:32.810597 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] Sync routers for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:55:32.820034 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:55:32.820694 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:32.859159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-be402434-d613-4343-b513-e2eb74f6dbf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting subnet 488b106a-6da6-4fe0-a3c9-2191e58fae81 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:55:32.862206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be402434-d613-4343-b513-e2eb74f6dbf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (488b106a-6da6-4fe0-a3c9-2191e58fae81), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:32.916073 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be402434-d613-4343-b513-e2eb74f6dbf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (488b106a-6da6-4fe0-a3c9-2191e58fae81), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:32.926580 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:55:32.994846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be402434-d613-4343-b513-e2eb74f6dbf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (488b106a-6da6-4fe0-a3c9-2191e58fae81), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.106782 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be402434-d613-4343-b513-e2eb74f6dbf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (488b106a-6da6-4fe0-a3c9-2191e58fae81), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.107058 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:32Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:33.132596 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] Checking router: 6765c06a-fd02-4fba-aba1-8732f5c4abac for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:55:33.139872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be402434-d613-4343-b513-e2eb74f6dbf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Subnet': ['ID=488b106a-6da6-4fe0-a3c9-2191e58fae81,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:33.141894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-be402434-d613-4343-b513-e2eb74f6dbf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.143216 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] Routers {'6765c06a-fd02-4fba-aba1-8732f5c4abac'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:55:33.143952 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:55:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['6765c06a-fd02-4fba-aba1-8732f5c4abac'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:33.145134 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-be402434-d613-4343-b513-e2eb74f6dbf0 tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/subnets/488b106a-6da6-4fe0-a3c9-2191e58fae81 HTTP/1.1" status: 204 len: 168 time: 0.3357136 Apr 06 14:55:33.146947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44161f2-125c-4f3f-a9b5-e265611e8ffe None None] Network a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:55:33.148666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48824) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:33.257001 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] Set router 6765c06a-fd02-4fba-aba1-8732f5c4abac gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:55:33.270872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.330315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] DHCP port deletion for a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:55:33.386219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] Deleting port 85e6eefa-e334-4997-bf2c-392ea9ce9553 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:55:33.386618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.388932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_gateway (6765c06a-fd02-4fba-aba1-8732f5c4abac), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.450237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] For port 85e6eefa-e334-4997-bf2c-392ea9ce9553, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=85e6eefa-e334-4997-bf2c-392ea9ce9553,segment=NetworkSegment(6c8386a0-9059-4558-af00-b5488099da4d),segment_id=6c8386a0-9059-4558-af00-b5488099da4d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:33.450704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.462948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] Calling delete_port for 85e6eefa-e334-4997-bf2c-392ea9ce9553 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:55:33.465262 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:32Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:33.502019 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55968933-7fe9-44b8-9815-d0670fe18e1c None None] The sync data for ids ['6765c06a-fd02-4fba-aba1-8732f5c4abac'] in dv-neutron-835863-1-hyperv is: [{'id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'name': 'tempest-TestNetworkBasicOps-router-1117712341', 'tenant_id': '88348375877d408f8a1ff05bbac7355a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '56260c4d-e89b-411a-b89b-499e80795f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:32Z', 'revision_number': 7, 'project_id': '88348375877d408f8a1ff05bbac7355a', 'gw_port': {'id': '56260c4d-e89b-411a-b89b-499e80795f14', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6765c06a-fd02-4fba-aba1-8732f5c4abac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:53:49Z', 'updated_at': '2022-04-06T14:55:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:55:33.515236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Deleting port 56260c4d-e89b-411a-b89b-499e80795f14 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:55:33.515581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (56260c4d-e89b-411a-b89b-499e80795f14), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.603868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] For port 56260c4d-e89b-411a-b89b-499e80795f14, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=56260c4d-e89b-411a-b89b-499e80795f14,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:33.603868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (56260c4d-e89b-411a-b89b-499e80795f14), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.616284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Calling delete_port for 56260c4d-e89b-411a-b89b-499e80795f14 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:55:33.758209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (85e6eefa-e334-4997-bf2c-392ea9ce9553), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.785058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] Pushing event deleted for resources: {'Port': ['ID=85e6eefa-e334-4997-bf2c-392ea9ce9553,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:33.786910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40993444-3033-41b4-a28f-bd1dd8c22baa None None] No DVR routers for this DVR port 85e6eefa-e334-4997-bf2c-392ea9ce9553 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:55:33.849398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (56260c4d-e89b-411a-b89b-499e80795f14), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:33.879079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Port': ['ID=56260c4d-e89b-411a-b89b-499e80795f14,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:33.897783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 85e6eefa-e334-4997-bf2c-392ea9ce9553 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:55:33.920735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 85e6eefa-e334-4997-bf2c-392ea9ce9553 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:55:33.921086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 85e6eefa-e334-4997-bf2c-392ea9ce9553 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:55:33.921508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 567f9d4f-6018-4b91-ac0b-478b66ebf127 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:55:33.940781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 567f9d4f-6018-4b91-ac0b-478b66ebf127 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:55:33.941122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 567f9d4f-6018-4b91-ac0b-478b66ebf127 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:55:33.948052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (6765c06a-fd02-4fba-aba1-8732f5c4abac), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.047765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.049832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router_controller (6765c06a-fd02-4fba-aba1-8732f5c4abac), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.180492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (6765c06a-fd02-4fba-aba1-8732f5c4abac), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.181173 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Fanout notify agent at l3_agent the message router_deleted on router 6765c06a-fd02-4fba-aba1-8732f5c4abac {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:55:34.187692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.188799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3cf2aef2-3734-4d3f-acbe-77f17d730bdc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/routers/6765c06a-fd02-4fba-aba1-8732f5c4abac HTTP/1.1" status: 204 len: 168 time: 1.0391455 Apr 06 14:55:34.191607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48826) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:34.270943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.363590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.389352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:34.399299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8386a0-9059-4558-af00-b5488099da4d') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:34.399898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8386a0-9059-4558-af00-b5488099da4d') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:55:34.410334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (6c8386a0-9059-4558-af00-b5488099da4d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.423905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6c8386a0-9059-4558-af00-b5488099da4d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.429546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:55:34.432203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (6c8386a0-9059-4558-af00-b5488099da4d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:55:34.433924 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:55:34.568998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.578171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:34.579000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] 10.222.0.71 "DELETE /v2.0/networks/a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6 HTTP/1.1" status: 204 len: 168 time: 0.3864388 Apr 06 14:55:34.590740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760005ca-0208-475b-857f-4b94b486bedc tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] Pushing event deleted for resources: {'Network': ['ID=a80eca4b-40e2-4cf6-bf80-c34cf9bd64d6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:35.119347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48832) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:35.258449 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-beb21b93-fba7-4052-8f73-c950695f5f97 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88348375877d408f8a1ff05bbac7355a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379473 Apr 06 14:55:35.262433 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48836) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:35.314128 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6434f843-73c4-4b5f-b08f-0982a0730f79 admin admin] Publish callbacks [] for security_group (e48e8a73-00fa-49ef-9be8-24b722ea1d48), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:35.334609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6434f843-73c4-4b5f-b08f-0982a0730f79 admin admin] Publish callbacks [] for security_group (e48e8a73-00fa-49ef-9be8-24b722ea1d48), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:35.437558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6434f843-73c4-4b5f-b08f-0982a0730f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e48e8a73-00fa-49ef-9be8-24b722ea1d48), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:35.440213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6434f843-73c4-4b5f-b08f-0982a0730f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:35.441377 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6434f843-73c4-4b5f-b08f-0982a0730f79 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e48e8a73-00fa-49ef-9be8-24b722ea1d48 HTTP/1.1" status: 204 len: 168 time: 0.1779251 Apr 06 14:55:35.450244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434f843-73c4-4b5f-b08f-0982a0730f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48e8a73-00fa-49ef-9be8-24b722ea1d48,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:35.601380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 56260c4d-e89b-411a-b89b-499e80795f14 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:55:35.624495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 56260c4d-e89b-411a-b89b-499e80795f14 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:55:35.624851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 56260c4d-e89b-411a-b89b-499e80795f14 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:55:36.047897 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48842) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:36.061505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2f8a-3a2f-4e62-8693-1e03690efa97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:36.136436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2f8a-3a2f-4e62-8693-1e03690efa97 admin admin] Publish callbacks [] for security_group (d055aa0c-020f-4563-8ff8-8c7f81aa4756), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:36.186030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2f8a-3a2f-4e62-8693-1e03690efa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d055aa0c-020f-4563-8ff8-8c7f81aa4756), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:36.226579 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7c1d2f8a-3a2f-4e62-8693-1e03690efa97 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f6b73d3fb8f44758976fb37f95bdd37d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775091 Apr 06 14:55:36.227464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d2f8a-3a2f-4e62-8693-1e03690efa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d055aa0c-020f-4563-8ff8-8c7f81aa4756,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:36.230125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48844) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:55:36.278098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fccc8d2f-dc5d-410b-a289-e2d224e6e251 admin admin] Publish callbacks [] for security_group (d055aa0c-020f-4563-8ff8-8c7f81aa4756), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:36.299805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fccc8d2f-dc5d-410b-a289-e2d224e6e251 admin admin] Publish callbacks [] for security_group (d055aa0c-020f-4563-8ff8-8c7f81aa4756), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:36.448941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fccc8d2f-dc5d-410b-a289-e2d224e6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d055aa0c-020f-4563-8ff8-8c7f81aa4756), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:36.451604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fccc8d2f-dc5d-410b-a289-e2d224e6e251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:36.452755 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fccc8d2f-dc5d-410b-a289-e2d224e6e251 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d055aa0c-020f-4563-8ff8-8c7f81aa4756 HTTP/1.1" status: 204 len: 168 time: 0.2216265 Apr 06 14:55:36.460800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8d2f-dc5d-410b-a289-e2d224e6e251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d055aa0c-020f-4563-8ff8-8c7f81aa4756,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:39.100513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-097bcaf9-2993-4896-9af0-5591838dcf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:41.506203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d0679cfa-1017-41d1-828e-cb216879e068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:43.775178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:44.088602 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-bdd2e7be-c14a-4af6-852b-9d740a73f9dc tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=54a8138ff19d440bbdc148e8ae35f348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286000 Apr 06 14:55:44.270813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-7da96363-ff64-41dc-9e66-b35374aae1f1 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:44.274945 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-7da96363-ff64-41dc-9e66-b35374aae1f1 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787837 Apr 06 14:55:44.287349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-72ab0fc2-a205-441d-a25e-e3b0d59f83b5 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/quotas/54a8138ff19d440bbdc148e8ae35f348 HTTP/1.1" status: 200 len: 375 time: 0.0088682 Apr 06 14:55:44.319331 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-0037f47d-864b-4522-8908-c599565726bd tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=54a8138ff19d440bbdc148e8ae35f348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264034 Apr 06 14:55:44.530906 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1d56d31a-2acc-4edd-b575-5e2851476cf5 req-37f608d4-3a0a-4d1f-9607-45ebf2e72035 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 210 time: 0.0271158 Apr 06 14:55:45.626548 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea209be2-7cdc-4aec-9b94-80785d82cac0 req-2741c0bf-2994-461f-b136-616835e8109b tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 210 time: 0.0270097 Apr 06 14:55:45.855339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:46.460418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:46.728338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12c2e53-64b8-4050-a100-1f505e45ede8 req-0ef53285-dc58-4005-9a6d-367925d4745d tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 210 time: 0.0325227 Apr 06 14:55:46.786092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-48a07edb-ab8b-4627-8cf5-426bac57ae55 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=54a8138ff19d440bbdc148e8ae35f348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219271 Apr 06 14:55:46.891363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-d5a4c00f-f862-426f-8b5f-3b8d7968effd tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:46.892818 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-d5a4c00f-f862-426f-8b5f-3b8d7968effd tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016479 Apr 06 14:55:46.913506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Request body: {'port': {'device_id': '234be3af-c10e-4483-9962-37134103e322', 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08', 'admin_state_up': True, 'tenant_id': '54a8138ff19d440bbdc148e8ae35f348'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:55:47.134453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Made reservation on behalf of 54a8138ff19d440bbdc148e8ae35f348 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:55:47.138008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:47.176715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:47.224707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks [] for security_group (10567b7d-ce3a-4238-8cb6-41f23a621f5d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:47.323205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (10567b7d-ce3a-4238-8cb6-41f23a621f5d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:47.392672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10567b7d-ce3a-4238-8cb6-41f23a621f5d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:47.460863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Allocated IP 192.168.233.77 (a2a94021-e082-484b-8bb4-61e45aa75f08/8a477759-1153-4f28-8fd3-555d5d85a78e/43cedf6a-5b41-422e-bbd7-7e6624a7a6b6) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:55:47.611324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks [] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:47.694617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:47.736495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Network a2a94021-e082-484b-8bb4-61e45aa75f08 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:55:47.739492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:55:47.745996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:55:47.771638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Pushing event updated for resources: {'Port': ['ID=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:47.804733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:47.805871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:47.871696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a57dd5-c5a9-4c05-9552-e7be45243c24 req-2aa953c9-8224-48cd-b04e-0399bcb363b8 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:47.873299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-64a57dd5-c5a9-4c05-9552-e7be45243c24 req-2aa953c9-8224-48cd-b04e-0399bcb363b8 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 935 time: 0.0643194 Apr 06 14:55:47.877233 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-90bb19f9-b9bd-457b-9830-09641a6135b3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9684803 Apr 06 14:55:47.898802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Request body: {'port': {'device_id': '234be3af-c10e-4483-9962-37134103e322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:55:47.954831 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-64a57dd5-c5a9-4c05-9552-e7be45243c24 req-44bb3e45-a8b9-4f57-a907-14deb1c5d6f5 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749516 Apr 06 14:55:47.980951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:47.983399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3284815e-6e05-4e2c-945d-2a249080f328 None None] Provisioning complete for port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:55:47.983896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3284815e-6e05-4e2c-945d-2a249080f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:48.018016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3284815e-6e05-4e2c-945d-2a249080f328 None None] Port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:55:48.244489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:55:48.252018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Publish callbacks [] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:48.264346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Transition to ACTIVE for port object 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:55:48.339755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:48.392498 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Pushing event updated for resources: {'Port': ['ID=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:48.468555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Attempting to bind port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:55:48.468892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Attempting to bind port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:55:48.469223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Attempting to bind port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 on network a2a94021-e082-484b-8bb4-61e45aa75f08 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:55:48.473744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 on network a2a94021-e082-484b-8bb4-61e45aa75f08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:55:48.474071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Attempting to bind port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 on network a2a94021-e082-484b-8bb4-61e45aa75f08 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:55:48.479933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:55:48.480272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Checking segment: {'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:55:48.480656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Bound using segment: {'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:55:48.481089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Bound port: 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9767785-6f7b-4adc-823c-095203e5da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:55:48.481450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:48.551092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] For port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:55:48.554048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] For port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,segment=NetworkSegment(a9767785-6f7b-4adc-823c-095203e5da1b),segment_id=a9767785-6f7b-4adc-823c-095203e5da1b)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:55:48.643304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:48.677627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:48.678234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:48.679644 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] 10.222.0.87 "PUT /v2.0/ports/43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 HTTP/1.1" status: 200 len: 1097 time: 0.7850194 Apr 06 14:55:48.680074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234be3af-c10e-4483-9962-37134103e322', 'tag': '43cedf6a-5b41-422e-bbd7-7e6624a7a6b6'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:55:48.682388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f212410-456a-40b2-bcca-acf83a1dd14b" -d '{"events": [{"name": "network-changed", "server_uuid": "234be3af-c10e-4483-9962-37134103e322", "tag": "43cedf6a-5b41-422e-bbd7-7e6624a7a6b6"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:55:48.716972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714040dc-06b4-4702-a64c-ebf5d3ae8d87 service neutron] Pushing event updated for resources: {'Port': ['ID=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:48.730002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7371019e-950c-473a-a409-4ae27cbbac55 x-openstack-request-id: req-7371019e-950c-473a-a409-4ae27cbbac55 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:55:48.730301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234be3af-c10e-4483-9962-37134103e322", "tag": "43cedf6a-5b41-422e-bbd7-7e6624a7a6b6", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:55:48.730556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7371019e-950c-473a-a409-4ae27cbbac55 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:55:48.730978 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7371019e-950c-473a-a409-4ae27cbbac55'] response: {'name': 'network-changed', 'server_uuid': '234be3af-c10e-4483-9962-37134103e322', 'tag': '43cedf6a-5b41-422e-bbd7-7e6624a7a6b6', 'status': 'completed', 'code': 200} Apr 06 14:55:48.813356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f212410-456a-40b2-bcca-acf83a1dd14b req-6dbe1d99-dd63-4b47-8678-3fb05ef76d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:48.814893 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f212410-456a-40b2-bcca-acf83a1dd14b req-6dbe1d99-dd63-4b47-8678-3fb05ef76d62 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54a8138ff19d440bbdc148e8ae35f348&device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 1131 time: 0.0478652 Apr 06 14:55:48.847791 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f212410-456a-40b2-bcca-acf83a1dd14b req-abb441f8-7bd9-4c19-9ae4-5274c3900a97 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=54a8138ff19d440bbdc148e8ae35f348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198133 Apr 06 14:55:49.310444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801811bd-4fd7-4487-90ce-2dcbce201946 req-5619c703-d4dd-480b-84ba-2c1671b1491c tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:49.311940 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-801811bd-4fd7-4487-90ce-2dcbce201946 req-5619c703-d4dd-480b-84ba-2c1671b1491c tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 947 time: 0.0816503 Apr 06 14:55:49.314681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f212410-456a-40b2-bcca-acf83a1dd14b req-7e29da57-f2fe-42b2-9f03-274ca37cb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:49.316048 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f212410-456a-40b2-bcca-acf83a1dd14b req-7e29da57-f2fe-42b2-9f03-274ca37cb98c service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4622245 Apr 06 14:55:49.359542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-801811bd-4fd7-4487-90ce-2dcbce201946 req-eed555bc-4f5d-4fc8-9d59-917647a5ce64 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Apr 06 14:55:49.421426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-ef40e344-d66e-4f7c-a7fa-9437600ab737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:49.422895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-ef40e344-d66e-4f7c-a7fa-9437600ab737 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54a8138ff19d440bbdc148e8ae35f348&device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 1131 time: 0.0481796 Apr 06 14:55:49.469840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-99cd7533-c012-4950-92ca-8bfeaaee253c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 HTTP/1.1" status: 200 len: 217 time: 0.0340536 Apr 06 14:55:49.517673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-cc70eb08-9689-4bc8-99ea-a093bc5f2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:49.519121 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-cc70eb08-9689-4bc8-99ea-a093bc5f2ec0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a477759-1153-4f28-8fd3-555d5d85a78e HTTP/1.1" status: 200 len: 843 time: 0.0439303 Apr 06 14:55:49.567818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-58b36f82-805a-45a5-91d1-14507f39d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:49.569312 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-58b36f82-805a-45a5-91d1-14507f39d685 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a2a94021-e082-484b-8bb4-61e45aa75f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0440633 Apr 06 14:55:49.660134 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-36f7d6a7-75d0-4d9c-9aea-b267d3af7321 service neutron] 10.222.0.87 "GET /v2.0/networks/a2a94021-e082-484b-8bb4-61e45aa75f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842133 Apr 06 14:55:49.757222 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c24be2e6-1b7c-4eb6-89aa-816af7e90287 req-3b42884f-9863-45f0-a570-ea5953b45119 service neutron] 10.222.0.87 "GET /v2.0/networks/a2a94021-e082-484b-8bb4-61e45aa75f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Apr 06 14:55:50.485192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c3525-2ca4-4e34-801b-6e115383193f req-c792900b-e5ae-429b-9831-54c2e7c1f8ef tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:50.486679 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a5c3525-2ca4-4e34-801b-6e115383193f req-c792900b-e5ae-429b-9831-54c2e7c1f8ef tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 947 time: 0.0573332 Apr 06 14:55:50.533688 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a5c3525-2ca4-4e34-801b-6e115383193f req-8424d0ad-4ae2-413d-ab9b-4937399b3200 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Apr 06 14:55:51.653005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a967a0-78f0-4afb-8bce-89bcc1edd764 req-1eb0fd8c-b84d-4159-88cf-01a83bd9fbc9 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:51.653005 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09a967a0-78f0-4afb-8bce-89bcc1edd764 req-1eb0fd8c-b84d-4159-88cf-01a83bd9fbc9 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 947 time: 0.0524218 Apr 06 14:55:51.692068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:55:51.698786 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09a967a0-78f0-4afb-8bce-89bcc1edd764 req-e319a455-89c9-4217-9443-2ea5dafc92b2 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Apr 06 14:55:51.790929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,segment=NetworkSegment(a9767785-6f7b-4adc-823c-095203e5da1b),segment_id=a9767785-6f7b-4adc-823c-095203e5da1b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:51.802025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '43cedf6a-5b41-422e-bbd7-7e6624a7a6b6', 'network_id': 'a2a94021-e082-484b-8bb4-61e45aa75f08', 'port_id': '43cedf6a-5b41-422e-bbd7-7e6624a7a6b6', 'mac_address': 'fa:16:3e:b1:d2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a477759-1153-4f28-8fd3-555d5d85a78e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:55:51.838515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:51.838902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:51.851576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:55:51.870243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,segment=NetworkSegment(a9767785-6f7b-4adc-823c-095203e5da1b),segment_id=a9767785-6f7b-4adc-823c-095203e5da1b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:51.905577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:51.954661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:52.286785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['43cedf6a-5b41-422e-bbd7-7e6624a7a6b6'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:55:52.820466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c579e0-0d11-4563-be8f-c80a4683f73e req-64c0a590-4e16-445d-8e3d-9cdd50e0dd97 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:52.821976 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f9c579e0-0d11-4563-be8f-c80a4683f73e req-64c0a590-4e16-445d-8e3d-9cdd50e0dd97 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 948 time: 0.0568018 Apr 06 14:55:52.867311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f9c579e0-0d11-4563-be8f-c80a4683f73e req-3061f991-72fc-4db1-bea7-9fe2169406dc tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Apr 06 14:55:53.705976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:55:53.802607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:53.830900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:55:53.834633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:55:53.835108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:53.910035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:55:53.910472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:53.933372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234be3af-c10e-4483-9962-37134103e322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cedf6a-5b41-422e-bbd7-7e6624a7a6b6'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:55:53.935597 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d15e72-80a5-4f6a-b986-6e2dbb45e68e" -d '{"events": [{"server_uuid": "234be3af-c10e-4483-9962-37134103e322", "name": "network-vif-plugged", "status": "completed", "tag": "43cedf6a-5b41-422e-bbd7-7e6624a7a6b6"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:55:53.948731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,segment=NetworkSegment(a9767785-6f7b-4adc-823c-095203e5da1b),segment_id=a9767785-6f7b-4adc-823c-095203e5da1b)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:53.971288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab297af3-b457-4bb5-b850-cd3165b8aef3 x-openstack-request-id: req-ab297af3-b457-4bb5-b850-cd3165b8aef3 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:55:53.971618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234be3af-c10e-4483-9962-37134103e322", "name": "network-vif-plugged", "status": "completed", "tag": "43cedf6a-5b41-422e-bbd7-7e6624a7a6b6", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:55:53.971974 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab297af3-b457-4bb5-b850-cd3165b8aef3 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:55:53.972276 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab297af3-b457-4bb5-b850-cd3165b8aef3'] response: {'server_uuid': '234be3af-c10e-4483-9962-37134103e322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cedf6a-5b41-422e-bbd7-7e6624a7a6b6', 'code': 200} Apr 06 14:55:53.986820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40624e30-901b-4941-869c-0660f89a1aae req-ced44e38-c2e7-4658-9662-155f1785fafc tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:53.988388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40624e30-901b-4941-869c-0660f89a1aae req-ced44e38-c2e7-4658-9662-155f1785fafc tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 948 time: 0.0552118 Apr 06 14:55:54.014345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:54.037302 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40624e30-901b-4941-869c-0660f89a1aae req-0752e483-79aa-4865-af4a-c54f5bcc3b6f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Apr 06 14:55:54.070351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:55:54.273259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa937bc-6b80-4cf9-88da-5705fa5e091d req-284fcd0b-1fa5-4acb-8d99-569ec03c734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:54.275259 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3fa937bc-6b80-4cf9-88da-5705fa5e091d req-284fcd0b-1fa5-4acb-8d99-569ec03c734f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 1133 time: 0.0439906 Apr 06 14:55:54.323410 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3fa937bc-6b80-4cf9-88da-5705fa5e091d req-ef3f122f-bd98-4157-923d-0838a50ed250 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Apr 06 14:55:55.162676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e71f2a-836a-40ca-bda0-668fbdcfdf0c req-c1450da0-9cea-4135-8c4c-a1672d2e8a32 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:55.164189 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-41e71f2a-836a-40ca-bda0-668fbdcfdf0c req-c1450da0-9cea-4135-8c4c-a1672d2e8a32 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 949 time: 0.0521879 Apr 06 14:55:55.210719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-41e71f2a-836a-40ca-bda0-668fbdcfdf0c req-210b526a-25c0-4b37-9da0-b942feed7653 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Apr 06 14:55:56.327773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768b1be-bd25-4696-9448-e09ebb16c6af req-fd01efd3-706e-4073-8b04-cfeecf4f9dd9 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:56.329273 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f768b1be-bd25-4696-9448-e09ebb16c6af req-fd01efd3-706e-4073-8b04-cfeecf4f9dd9 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 949 time: 0.0523040 Apr 06 14:55:56.376811 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f768b1be-bd25-4696-9448-e09ebb16c6af req-5f5aa4f5-b4be-4614-8ef3-a9da843c57c3 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Apr 06 14:55:56.715230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-34e3e2c1-d6c1-4179-ba33-4b16e071c41a req-bba6a30d-a40e-4e1f-9810-cf6f258a4b71 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:55:56.716345 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34e3e2c1-d6c1-4179-ba33-4b16e071c41a req-bba6a30d-a40e-4e1f-9810-cf6f258a4b71 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060065 Apr 06 14:55:56.765161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-290932d6-7ff8-43b0-8dd8-16265c886276 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478082 Apr 06 14:55:56.873905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-43b623b6-afa6-4983-89d0-d24a4bf88e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:56.875484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-43b623b6-afa6-4983-89d0-d24a4bf88e95 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54a8138ff19d440bbdc148e8ae35f348&device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 1133 time: 0.0446806 Apr 06 14:55:56.984139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-a6632122-59c7-47d6-acf1-9008cf166688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:56.985636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-a6632122-59c7-47d6-acf1-9008cf166688 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a2a94021-e082-484b-8bb4-61e45aa75f08 HTTP/1.1" status: 200 len: 871 time: 0.0901625 Apr 06 14:55:57.033620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-575f6a55-e852-4b8d-bee7-22e86ebbef3e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 HTTP/1.1" status: 200 len: 217 time: 0.0413332 Apr 06 14:55:57.083604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-020e706b-fa3f-4123-bfa9-0ef9e6a70a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:57.085106 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-020e706b-fa3f-4123-bfa9-0ef9e6a70a7f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a477759-1153-4f28-8fd3-555d5d85a78e HTTP/1.1" status: 200 len: 843 time: 0.0447340 Apr 06 14:55:57.135563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-733754eb-b6a6-43f1-b104-9ceac22b56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:57.137095 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-733754eb-b6a6-43f1-b104-9ceac22b56ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a2a94021-e082-484b-8bb4-61e45aa75f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0452483 Apr 06 14:55:57.237122 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-47844797-6e7f-45b9-9f4f-9ace69fcf1b4 service neutron] 10.222.0.87 "GET /v2.0/networks/a2a94021-e082-484b-8bb4-61e45aa75f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929613 Apr 06 14:55:57.332118 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-311d12b0-00e2-4c0a-a987-7fbd1ff68a51 req-2ad686a1-00f3-48d7-82a7-8f8c9c06f8c9 service neutron] 10.222.0.87 "GET /v2.0/networks/a2a94021-e082-484b-8bb4-61e45aa75f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887926 Apr 06 14:55:57.358194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-30493d56-148e-4c61-8be0-0eac6ed03209 req-1f53dd6b-70de-4e2d-a691-e68cf1929248 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:55:57.359187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-30493d56-148e-4c61-8be0-0eac6ed03209 req-1f53dd6b-70de-4e2d-a691-e68cf1929248 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052855 Apr 06 14:55:58.051817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69004f8-ad07-4281-9b89-41f79c323b13 req-f605e33e-bf0d-4d34-977f-5de4b43708c0 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:58.053306 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a69004f8-ad07-4281-9b89-41f79c323b13 req-f605e33e-bf0d-4d34-977f-5de4b43708c0 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 949 time: 0.0535631 Apr 06 14:55:58.104461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a69004f8-ad07-4281-9b89-41f79c323b13 req-54c17ff0-1771-4176-af25-99a2f3a18066 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449657 Apr 06 14:55:59.223504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528bdfe-0f2b-47a5-9c56-ee6038410985 req-12d81466-b063-4966-bb47-7c5108102898 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:59.224997 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c528bdfe-0f2b-47a5-9c56-ee6038410985 req-12d81466-b063-4966-bb47-7c5108102898 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 949 time: 0.0529554 Apr 06 14:55:59.272873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c528bdfe-0f2b-47a5-9c56-ee6038410985 req-a5e7a935-16d5-4b25-8f96-fef7ea8778b2 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/security-groups?id=10567b7d-ce3a-4238-8cb6-41f23a621f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Apr 06 14:55:59.604588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-c7e9c197-9c0e-42d3-80c6-bb4f076b6060 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:55:59.606036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-c7e9c197-9c0e-42d3-80c6-bb4f076b6060 tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.87 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 949 time: 0.0525301 Apr 06 14:55:59.699687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Deleting port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:55:59.699954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:59.787710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] For port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,segment=NetworkSegment(a9767785-6f7b-4adc-823c-095203e5da1b),segment_id=a9767785-6f7b-4adc-823c-095203e5da1b)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:55:59.788075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:55:59.800840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Calling delete_port for 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:55:59.985172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (43cedf6a-5b41-422e-bbd7-7e6624a7a6b6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:00.013603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Pushing event deleted for resources: {'Port': ['ID=43cedf6a-5b41-422e-bbd7-7e6624a7a6b6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:00.019381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['43cedf6a-5b41-422e-bbd7-7e6624a7a6b6'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:56:00.063680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] No DVR routers for this DVR port 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:56:00.066416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:00.070027 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5d6f8dd7-84f3-4af5-ae39-2b0a98f00c44 req-35453be8-3507-4d7f-913e-82a865b8a65f tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.87 "DELETE /v2.0/ports/43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 HTTP/1.1" status: 204 len: 173 time: 0.4587812 Apr 06 14:56:00.071601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234be3af-c10e-4483-9962-37134103e322', 'name': 'network-vif-deleted', 'tag': '43cedf6a-5b41-422e-bbd7-7e6624a7a6b6'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:00.074687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba73877c-604d-41c7-90f6-e5ca2ce11a2e" -d '{"events": [{"server_uuid": "234be3af-c10e-4483-9962-37134103e322", "name": "network-vif-deleted", "tag": "43cedf6a-5b41-422e-bbd7-7e6624a7a6b6"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:00.112450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a50058-9945-4979-bbda-22ad7b83cec7 x-openstack-request-id: req-09a50058-9945-4979-bbda-22ad7b83cec7 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:00.112827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234be3af-c10e-4483-9962-37134103e322", "name": "network-vif-deleted", "tag": "43cedf6a-5b41-422e-bbd7-7e6624a7a6b6", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:00.113093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-09a50058-9945-4979-bbda-22ad7b83cec7 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:00.113512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a50058-9945-4979-bbda-22ad7b83cec7'] response: {'server_uuid': '234be3af-c10e-4483-9962-37134103e322', 'name': 'network-vif-deleted', 'tag': '43cedf6a-5b41-422e-bbd7-7e6624a7a6b6', 'status': 'completed', 'code': 200} Apr 06 14:56:00.370681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5812c224-66b6-414b-8ef3-d848ffe034c6 req-a77ce8c2-55dc-4d70-af09-c4803aba8b0b tempest-ServersAdminNegativeTestJSON-700671722 tempest-ServersAdminNegativeTestJSON-700671722-project] 10.222.0.71 "GET /v2.0/ports?device_id=234be3af-c10e-4483-9962-37134103e322 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Apr 06 14:56:01.846482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48984) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:01.976689 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-07a5cb02-0a35-4376-a6cf-9d7c4076e835 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54a8138ff19d440bbdc148e8ae35f348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288826 Apr 06 14:56:01.979524 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48988) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:02.026935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb976da8-4b46-4d9a-be8a-c7efed11f995 admin admin] Publish callbacks [] for security_group (10567b7d-ce3a-4238-8cb6-41f23a621f5d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:02.047729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb976da8-4b46-4d9a-be8a-c7efed11f995 admin admin] Publish callbacks [] for security_group (10567b7d-ce3a-4238-8cb6-41f23a621f5d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:02.139867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb976da8-4b46-4d9a-be8a-c7efed11f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (10567b7d-ce3a-4238-8cb6-41f23a621f5d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:02.142526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fb976da8-4b46-4d9a-be8a-c7efed11f995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:02.143794 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fb976da8-4b46-4d9a-be8a-c7efed11f995 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10567b7d-ce3a-4238-8cb6-41f23a621f5d HTTP/1.1" status: 204 len: 168 time: 0.1633081 Apr 06 14:56:02.152738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb976da8-4b46-4d9a-be8a-c7efed11f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10567b7d-ce3a-4238-8cb6-41f23a621f5d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:02.390603 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:56:02.791777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 48994) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:02.805332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea0179f4-4aeb-4321-9fef-7c0959a0e33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:02.878004 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea0179f4-4aeb-4321-9fef-7c0959a0e33b admin admin] Publish callbacks [] for security_group (13242377-d2fd-4d08-8d87-d8223bdd9609), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:02.933936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea0179f4-4aeb-4321-9fef-7c0959a0e33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (13242377-d2fd-4d08-8d87-d8223bdd9609), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:02.972928 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ea0179f4-4aeb-4321-9fef-7c0959a0e33b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee0fdaac6f0046aa9b84faab8501262b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800718 Apr 06 14:56:02.973814 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0179f4-4aeb-4321-9fef-7c0959a0e33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13242377-d2fd-4d08-8d87-d8223bdd9609,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:02.975653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 48996) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:03.025989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46d13064-a616-4371-8d28-598824a7c843 admin admin] Publish callbacks [] for security_group (13242377-d2fd-4d08-8d87-d8223bdd9609), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:03.046655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46d13064-a616-4371-8d28-598824a7c843 admin admin] Publish callbacks [] for security_group (13242377-d2fd-4d08-8d87-d8223bdd9609), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:03.134193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46d13064-a616-4371-8d28-598824a7c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (13242377-d2fd-4d08-8d87-d8223bdd9609), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:03.136806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46d13064-a616-4371-8d28-598824a7c843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:03.137962 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-46d13064-a616-4371-8d28-598824a7c843 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13242377-d2fd-4d08-8d87-d8223bdd9609 HTTP/1.1" status: 204 len: 168 time: 0.1612344 Apr 06 14:56:03.145631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d13064-a616-4371-8d28-598824a7c843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13242377-d2fd-4d08-8d87-d8223bdd9609,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:03.728283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:56:03.750233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:56:03.750585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 43cedf6a-5b41-422e-bbd7-7e6624a7a6b6 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:56:04.150496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49018) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:04.252720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-406642120-network', 'tenant_id': '4253034014484bfe853ff0a48b7d575a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:04.339574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Made reservation on behalf of 4253034014484bfe853ff0a48b7d575a for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:04.342050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:04.350739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:04.425285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Publish callbacks [] for security_group (3f4ae007-4fe9-4c18-80f7-5111ef540cd4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:04.465088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (3f4ae007-4fe9-4c18-80f7-5111ef540cd4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:04.489877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:56:04.500016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ae007-4fe9-4c18-80f7-5111ef540cd4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:04.504859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (8b51b69e-933d-414a-84c1-7113324ff350), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:04.505210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Added segment 8b51b69e-933d-414a-84c1-7113324ff350 of type vlan for network 382d55db-dbc9-4296-8f82-c1f1dd8e077b Apr 06 14:56:04.548855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (382d55db-dbc9-4296-8f82-c1f1dd8e077b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:04.624947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (382d55db-dbc9-4296-8f82-c1f1dd8e077b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:04.625913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:04.626494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:04.715089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] Pushing event updated for resources: {'Network': ['ID=382d55db-dbc9-4296-8f82-c1f1dd8e077b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:04.726178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 382d55db-dbc9-4296-8f82-c1f1dd8e077b details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:56:04.739363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-775c5c29-1cc5-43a5-b323-8c1dc93d8c22 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5850642 Apr 06 14:56:04.739583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49022) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:04.744652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Request body: {'subnet': {'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-406642120-subnet', 'tenant_id': '4253034014484bfe853ff0a48b7d575a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:04.796829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Made reservation on behalf of 4253034014484bfe853ff0a48b7d575a for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:04.799209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:05.013889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (ba7b8195-7a13-4d3c-a835-daf3d0f57a2a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:05.073883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7b8195-7a13-4d3c-a835-daf3d0f57a2a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:05.082834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Checking segment: {'id': '8b51b69e-933d-414a-84c1-7113324ff350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:56:05.083226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Network hostable DHCP agents. Network: 382d55db-dbc9-4296-8f82-c1f1dd8e077b, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:56:05.162103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Network 382d55db-dbc9-4296-8f82-c1f1dd8e077b is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:56:05.253855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 382d55db-dbc9-4296-8f82-c1f1dd8e077b) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:05.258502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:05.259147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:05.271544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45debbd-4b22-49b6-bc79-b48c650091b5 None None] Network 382d55db-dbc9-4296-8f82-c1f1dd8e077b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:56:05.336547 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d3885f63-ffe6-4df8-b577-87cc553e7e72 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5957232 Apr 06 14:56:05.363986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe68c20-91e7-4b43-b009-18089178cf65 None None] Network 382d55db-dbc9-4296-8f82-c1f1dd8e077b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:56:05.762850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-2e179dd2-662c-4189-b7bc-fe34df890e6a tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:05.764427 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-2e179dd2-662c-4189-b7bc-fe34df890e6a tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/networks?id=382d55db-dbc9-4296-8f82-c1f1dd8e077b HTTP/1.1" status: 200 len: 811 time: 0.0996909 Apr 06 14:56:05.791454 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d747d4d4-5366-42ce-85aa-bb6356e91cca tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/quotas/4253034014484bfe853ff0a48b7d575a HTTP/1.1" status: 200 len: 375 time: 0.0209506 Apr 06 14:56:05.827372 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-ae4ca843-da45-49e7-8c98-1fbb90198fcb tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4253034014484bfe853ff0a48b7d575a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303655 Apr 06 14:56:05.916174 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-c6b11c3d-d3d4-429f-bd98-6c933039515e service neutron] 10.222.0.71 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822356 Apr 06 14:56:06.009264 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-e3dc399a-e920-465c-8ccd-e5e5faf702c4 service neutron] 10.222.0.71 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873809 Apr 06 14:56:07.250495 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-087673e5-56ea-435e-898e-340a661694ab req-11599a90-34cc-4e8d-841c-1eb4e19e6d65 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 210 time: 0.0278032 Apr 06 14:56:08.343023 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0cedf107-8636-4734-a8f0-773444ce3e16 req-a483c0de-d561-4fe6-95d9-c05c7c22b573 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 210 time: 0.0279636 Apr 06 14:56:09.105315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-59033ef5-57fe-40d2-8083-8f7a5cbaccd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:09.232279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-0b4ebc82-eb8b-4d2d-b584-0bd9fad2a9a2 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:09.233716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-0b4ebc82-eb8b-4d2d-b584-0bd9fad2a9a2 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.87 "GET /v2.0/networks?id=382d55db-dbc9-4296-8f82-c1f1dd8e077b HTTP/1.1" status: 200 len: 811 time: 0.1050787 Apr 06 14:56:09.251359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Request body: {'port': {'device_id': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b', 'admin_state_up': True, 'tenant_id': '4253034014484bfe853ff0a48b7d575a'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:09.442106 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-20acd0ab-23c7-472e-9cf3-af57b4df9dc5 req-5c2e6d67-85e9-4d25-b2a5-d21b4554dd3c tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 210 time: 0.0307624 Apr 06 14:56:09.443201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Made reservation on behalf of 4253034014484bfe853ff0a48b7d575a for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:09.447062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:09.574586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Allocated IP 172.20.0.3 (382d55db-dbc9-4296-8f82-c1f1dd8e077b/ba7b8195-7a13-4d3c-a835-daf3d0f57a2a/268d04cc-89b6-407f-b178-0f25b5a651e9) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:09.721719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Publish callbacks [] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:09.802829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:09.845375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Network 382d55db-dbc9-4296-8f82-c1f1dd8e077b is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:09.848392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:09.855027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:56:09.881511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Pushing event updated for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:09.908242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:09.908844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:10.004342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d99d3371-ad1a-4fc9-b0d5-02c48d687b0e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566211 Apr 06 14:56:10.021354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Request body: {'port': {'device_id': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:10.078978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:10.331873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268d04cc-89b6-407f-b178-0f25b5a651e9 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:56:10.340286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Publish callbacks [] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:10.352674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Transition to ACTIVE for port object 268d04cc-89b6-407f-b178-0f25b5a651e9 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:56:10.396290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:10.449114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Pushing event updated for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:10.524387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Attempting to bind port 268d04cc-89b6-407f-b178-0f25b5a651e9 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:56:10.524728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Attempting to bind port 268d04cc-89b6-407f-b178-0f25b5a651e9 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '8b51b69e-933d-414a-84c1-7113324ff350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:56:10.525057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Attempting to bind port 268d04cc-89b6-407f-b178-0f25b5a651e9 on network 382d55db-dbc9-4296-8f82-c1f1dd8e077b {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:56:10.544350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Port 268d04cc-89b6-407f-b178-0f25b5a651e9 on network 382d55db-dbc9-4296-8f82-c1f1dd8e077b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:56:10.544674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Attempting to bind port 268d04cc-89b6-407f-b178-0f25b5a651e9 on network 382d55db-dbc9-4296-8f82-c1f1dd8e077b {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:56:10.556291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:56:10.556630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Checking segment: {'id': '8b51b69e-933d-414a-84c1-7113324ff350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:56:10.557008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Bound using segment: {'id': '8b51b69e-933d-414a-84c1-7113324ff350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:56:10.557440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Bound port: 268d04cc-89b6-407f-b178-0f25b5a651e9, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b51b69e-933d-414a-84c1-7113324ff350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:56:10.557799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:10.604589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a074-9f67-49c1-8fbb-7e136cd8e998 req-5fa79b56-cae2-419f-97fa-6db7d9687fa9 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:10.605972 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7814a074-9f67-49c1-8fbb-7e136cd8e998 req-5fa79b56-cae2-419f-97fa-6db7d9687fa9 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 943 time: 0.0951517 Apr 06 14:56:10.659869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:56:10.676932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:56:10.681133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7814a074-9f67-49c1-8fbb-7e136cd8e998 req-3e8e66aa-067d-4101-84f3-6a1f949545f6 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693271 Apr 06 14:56:10.734016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:10.767504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:10.768115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:10.769461 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] 10.222.0.87 "PUT /v2.0/ports/268d04cc-89b6-407f-b178-0f25b5a651e9 HTTP/1.1" status: 200 len: 1093 time: 0.7521019 Apr 06 14:56:10.769890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:10.772174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e73f0f-979c-4290-b46a-6f84a896a8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:10.797682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a791824-8bfd-413a-9614-f8e592589158 service neutron] Pushing event updated for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:10.810831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262b1507-52f5-4308-a030-94f30d2d9f73 x-openstack-request-id: req-262b1507-52f5-4308-a030-94f30d2d9f73 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:10.811045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:10.811329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-262b1507-52f5-4308-a030-94f30d2d9f73 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:10.811738 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262b1507-52f5-4308-a030-94f30d2d9f73'] response: {'name': 'network-changed', 'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'status': 'completed', 'code': 200} Apr 06 14:56:10.903652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e73f0f-979c-4290-b46a-6f84a896a8b8 req-21c4a44a-5d8a-45a3-b876-1a0128c56e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:10.905086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05e73f0f-979c-4290-b46a-6f84a896a8b8 req-21c4a44a-5d8a-45a3-b876-1a0128c56e60 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4253034014484bfe853ff0a48b7d575a&device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 1127 time: 0.0501027 Apr 06 14:56:11.006789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e73f0f-979c-4290-b46a-6f84a896a8b8 req-d62258c1-3ddd-4daa-93f7-7a4e75f3c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:11.009180 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05e73f0f-979c-4290-b46a-6f84a896a8b8 req-d62258c1-3ddd-4daa-93f7-7a4e75f3c562 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=4253034014484bfe853ff0a48b7d575a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0920355 Apr 06 14:56:11.111186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e73f0f-979c-4290-b46a-6f84a896a8b8 req-401aa360-194c-468a-8bfd-014844ed89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:11.112670 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05e73f0f-979c-4290-b46a-6f84a896a8b8 req-401aa360-194c-468a-8bfd-014844ed89b2 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0979631 Apr 06 14:56:11.222062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-c04f8c41-ce7d-4bad-8b40-16ba81da2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:11.223513 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-c04f8c41-ce7d-4bad-8b40-16ba81da2aa2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4253034014484bfe853ff0a48b7d575a&device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 1127 time: 0.0512154 Apr 06 14:56:11.276538 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-d6b90b9f-fec1-40bb-a57e-00f4caa71fbc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268d04cc-89b6-407f-b178-0f25b5a651e9 HTTP/1.1" status: 200 len: 217 time: 0.0399549 Apr 06 14:56:11.324724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-0bb90126-731f-49db-94f5-89333de137e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:11.326150 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-0bb90126-731f-49db-94f5-89333de137e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ba7b8195-7a13-4d3c-a835-daf3d0f57a2a HTTP/1.1" status: 200 len: 851 time: 0.0435369 Apr 06 14:56:11.356753 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-07253881-f422-43b4-8275-14fb32fa1541 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=382d55db-dbc9-4296-8f82-c1f1dd8e077b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250609 Apr 06 14:56:11.445556 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-1145e3a1-2256-4f36-bdc2-6e76c20d38d0 service neutron] 10.222.0.87 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831418 Apr 06 14:56:11.511097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-055554e3-2d51-4267-b50c-4078356c9425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:11.539884 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f549276f-ad3b-4098-9de3-a098ccaa4969 req-489b9942-cf6b-45f4-bb37-a8610a80bc17 service neutron] 10.222.0.87 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883567 Apr 06 14:56:11.800666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e962832-70b2-424b-808c-15af566523d8 req-7e596601-ab81-4e6b-9d5b-123885dfc4ab tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:11.802053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e962832-70b2-424b-808c-15af566523d8 req-7e596601-ab81-4e6b-9d5b-123885dfc4ab tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 943 time: 0.0535171 Apr 06 14:56:11.848496 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e962832-70b2-424b-808c-15af566523d8 req-c8153b89-1f87-4603-a374-a27c5845acfc tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Apr 06 14:56:12.971339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a7f3d-06c4-4ad7-a50e-f5130972d438 req-eb601efe-6548-4fc9-9382-8888c3caa8d7 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:12.972817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f2a7f3d-06c4-4ad7-a50e-f5130972d438 req-eb601efe-6548-4fc9-9382-8888c3caa8d7 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 943 time: 0.0562997 Apr 06 14:56:13.019590 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f2a7f3d-06c4-4ad7-a50e-f5130972d438 req-b745fb3c-c97d-43de-8bd8-2192e4ec2171 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Apr 06 14:56:13.764999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 268d04cc-89b6-407f-b178-0f25b5a651e9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:56:13.781697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:13.865161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:13.876385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b', 'port_id': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'mac_address': 'fa:16:3e:c0:78:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7b8195-7a13-4d3c-a835-daf3d0f57a2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:56:13.912780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 268d04cc-89b6-407f-b178-0f25b5a651e9 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:13.913193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:13.929933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268d04cc-89b6-407f-b178-0f25b5a651e9 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:56:13.949021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:14.025232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:14.073979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:14.137068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c29fd-3f3d-4392-9a02-a30adb520fb6 req-104ddae7-7166-4931-b9df-e683b50bf0e4 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:14.138545 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d96c29fd-3f3d-4392-9a02-a30adb520fb6 req-104ddae7-7166-4931-b9df-e683b50bf0e4 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 944 time: 0.0518353 Apr 06 14:56:14.185661 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d96c29fd-3f3d-4392-9a02-a30adb520fb6 req-9764a2f6-3260-4c44-a99f-172d38df25b8 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Apr 06 14:56:14.409808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['268d04cc-89b6-407f-b178-0f25b5a651e9'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:56:15.301899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10806db6-4204-4b21-85f9-7b25e7296da1 req-4669b734-f2b9-421b-b8e5-90e7ea49c5bd tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:15.303368 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-10806db6-4204-4b21-85f9-7b25e7296da1 req-4669b734-f2b9-421b-b8e5-90e7ea49c5bd tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 944 time: 0.0516298 Apr 06 14:56:15.353253 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-10806db6-4204-4b21-85f9-7b25e7296da1 req-d63f7c77-9b42-441e-895d-7108dd633029 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Apr 06 14:56:15.780088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 268d04cc-89b6-407f-b178-0f25b5a651e9 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:56:15.853682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:15.870389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 268d04cc-89b6-407f-b178-0f25b5a651e9 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:56:15.874576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 268d04cc-89b6-407f-b178-0f25b5a651e9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:56:15.874935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:15.951291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 268d04cc-89b6-407f-b178-0f25b5a651e9 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:15.951678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:15.977357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:15.979660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12ab0ed-e2c6-4843-b120-2131a7b16d77" -d '{"events": [{"server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "name": "network-vif-plugged", "status": "completed", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:15.992143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:16.016093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729cd376-746c-42d6-befa-9db157c9bad3 x-openstack-request-id: req-729cd376-746c-42d6-befa-9db157c9bad3 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:16.016402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "name": "network-vif-plugged", "status": "completed", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:16.016668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-729cd376-746c-42d6-befa-9db157c9bad3 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:16.017071 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729cd376-746c-42d6-befa-9db157c9bad3'] response: {'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'code': 200} Apr 06 14:56:16.036290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:16.084409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:16.325013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c827-8e6f-4833-9657-0808e6587d26 req-a49de127-9061-448e-8933-f8b2acb34011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:16.326493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a521c827-8e6f-4833-9657-0808e6587d26 req-a49de127-9061-448e-8933-f8b2acb34011 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 1129 time: 0.0438747 Apr 06 14:56:16.371303 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a521c827-8e6f-4833-9657-0808e6587d26 req-fb33fd5f-68ae-4f00-9304-2c0f0408e1ba service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 Apr 06 14:56:16.464765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:16.472775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123a34a-df82-4527-97a7-f157b320feda req-b2da6c91-d19e-4be9-82e0-077931f30129 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:16.477424 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2123a34a-df82-4527-97a7-f157b320feda req-b2da6c91-d19e-4be9-82e0-077931f30129 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0528185 Apr 06 14:56:16.521330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2123a34a-df82-4527-97a7-f157b320feda req-2cc8d369-4228-4c45-8c27-a2ca168cafde tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Apr 06 14:56:17.657102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8136e-87c3-451d-b0c2-77995ed50e1b req-9c7d2622-94aa-4d3c-9064-635bfe31c643 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:17.658519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79e8136e-87c3-451d-b0c2-77995ed50e1b req-9c7d2622-94aa-4d3c-9064-635bfe31c643 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0662074 Apr 06 14:56:17.705039 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79e8136e-87c3-451d-b0c2-77995ed50e1b req-296f7a07-f356-4319-ba52-2719d53a7666 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Apr 06 14:56:18.821579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4246c-1d1a-4df4-a238-98d9ea5b7d89 req-69e18985-5b52-4ced-9991-f4654293a7b7 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:18.823083 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60e4246c-1d1a-4df4-a238-98d9ea5b7d89 req-69e18985-5b52-4ced-9991-f4654293a7b7 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Apr 06 14:56:18.868210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60e4246c-1d1a-4df4-a238-98d9ea5b7d89 req-202ea880-372c-4c3d-8144-6af4d1a6a4e3 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395982 Apr 06 14:56:19.349928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd701d38-9ecc-4c5e-81e7-8e8b464f5868 req-c4fc412b-d1ba-4146-90f1-fd075390b009 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:19.351455 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cd701d38-9ecc-4c5e-81e7-8e8b464f5868 req-c4fc412b-d1ba-4146-90f1-fd075390b009 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0562942 Apr 06 14:56:19.397176 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cd701d38-9ecc-4c5e-81e7-8e8b464f5868 req-38f4d664-1bbd-4cd9-988c-9f46cb570ef7 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Apr 06 14:56:19.514615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49088) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:19.598810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-f2f2ae0f-3179-40bd-89fd-0c4c2c6cf364 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830145 Apr 06 14:56:19.607485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-e6cfb3d3-c201-4a7c-a985-b8d8185ec64c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:56:19.608443 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-e6cfb3d3-c201-4a7c-a985-b8d8185ec64c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047894 Apr 06 14:56:20.276130 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-3a9a9fa2-87a4-4880-be53-267ae98b76c0 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:20.277503 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-3a9a9fa2-87a4-4880-be53-267ae98b76c0 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports/268d04cc-89b6-407f-b178-0f25b5a651e9 HTTP/1.1" status: 200 len: 942 time: 0.1007354 Apr 06 14:56:20.518838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191ce3d-8ea6-4c12-b77e-7395d4ab2565 req-79f8aef9-6615-4755-839e-9d8ddb6d6ba1 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:20.520351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3191ce3d-8ea6-4c12-b77e-7395d4ab2565 req-79f8aef9-6615-4755-839e-9d8ddb6d6ba1 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0524144 Apr 06 14:56:20.567216 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3191ce3d-8ea6-4c12-b77e-7395d4ab2565 req-c5bd8afd-ceea-48e4-a154-5b8492d5ee9f tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Apr 06 14:56:21.691987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1d60-c2ff-4014-b7b0-30da518ac844 req-ae74afe4-88a9-44fe-876d-6c3cb34dfb3b tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:21.693341 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c4f1d60-c2ff-4014-b7b0-30da518ac844 req-ae74afe4-88a9-44fe-876d-6c3cb34dfb3b tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0559685 Apr 06 14:56:21.742514 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c4f1d60-c2ff-4014-b7b0-30da518ac844 req-816f66b0-967b-407f-84ca-71b14aa6f9fc tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 Apr 06 14:56:21.936743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-a434486b-8724-4fd8-8aa1-49f6151642b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:21.938228 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-a434486b-8724-4fd8-8aa1-49f6151642b8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4253034014484bfe853ff0a48b7d575a&device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 1129 time: 0.0445020 Apr 06 14:56:22.028289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-0e23ba78-1fc9-4ea3-8a98-5ac21c29d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:22.029736 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-0e23ba78-1fc9-4ea3-8a98-5ac21c29d7e3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=382d55db-dbc9-4296-8f82-c1f1dd8e077b HTTP/1.1" status: 200 len: 913 time: 0.0842588 Apr 06 14:56:22.073723 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-c33257a4-5822-40a0-8976-c17f325756a7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268d04cc-89b6-407f-b178-0f25b5a651e9 HTTP/1.1" status: 200 len: 217 time: 0.0337474 Apr 06 14:56:22.121845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-5b12af0f-271a-4494-b9f9-3b889cb32ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:22.123314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-5b12af0f-271a-4494-b9f9-3b889cb32ada service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ba7b8195-7a13-4d3c-a835-daf3d0f57a2a HTTP/1.1" status: 200 len: 851 time: 0.0431991 Apr 06 14:56:22.153719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-ceebba35-bc5d-4635-b3e2-43bf14ae653c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=382d55db-dbc9-4296-8f82-c1f1dd8e077b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249918 Apr 06 14:56:22.242433 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-8c00610f-b1c1-4038-9742-5a83701f6b0a service neutron] 10.222.0.87 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Apr 06 14:56:22.331238 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-10a3384e-15fc-453e-a56c-05e01c7370a2 service neutron] 10.222.0.87 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815678 Apr 06 14:56:22.870702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925971e-fc37-4292-932e-c9f0d95dae2b req-1daf207d-1ba1-44b5-a5c8-3b1986051663 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:22.872229 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2925971e-fc37-4292-932e-c9f0d95dae2b req-1daf207d-1ba1-44b5-a5c8-3b1986051663 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0589457 Apr 06 14:56:22.919468 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2925971e-fc37-4292-932e-c9f0d95dae2b req-81e44818-4727-4e0f-b19a-50c02b60676d tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Apr 06 14:56:23.801749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:24.041608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1781e99-d852-4ea8-aa20-8207050f4f90 req-a17c19a6-f64a-444e-89e0-64dadca3e98c tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:24.043132 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d1781e99-d852-4ea8-aa20-8207050f4f90 req-a17c19a6-f64a-444e-89e0-64dadca3e98c tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0531979 Apr 06 14:56:24.089756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d1781e99-d852-4ea8-aa20-8207050f4f90 req-e7e2e267-2e80-41af-8555-ba6a9a6c2097 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Apr 06 14:56:25.206005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69e37f-7d3a-4ddb-ab3b-1885fd2fa866 req-7e2c3c89-be4c-44b2-952c-d7c4b364fcc5 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:25.207518 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c69e37f-7d3a-4ddb-ab3b-1885fd2fa866 req-7e2c3c89-be4c-44b2-952c-d7c4b364fcc5 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Apr 06 14:56:25.257559 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c69e37f-7d3a-4ddb-ab3b-1885fd2fa866 req-f0689cc2-4af7-4920-a126-d8f9181107ba tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 Apr 06 14:56:26.378004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f1727-62fa-4082-b25e-b1e4eae499be req-e5a86168-61f5-40f2-9651-79ae4da7885f tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:26.379802 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b74f1727-62fa-4082-b25e-b1e4eae499be req-e5a86168-61f5-40f2-9651-79ae4da7885f tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0537961 Apr 06 14:56:26.427874 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b74f1727-62fa-4082-b25e-b1e4eae499be req-1183dca4-7586-4d1d-b93f-cf1dae58c0e3 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422177 Apr 06 14:56:27.544739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf25ff5-80a7-4455-beb5-297584d3a7cf req-d25c42ff-aa41-45b2-ae93-9f2b250f005a tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:27.546180 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ccf25ff5-80a7-4455-beb5-297584d3a7cf req-d25c42ff-aa41-45b2-ae93-9f2b250f005a tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0528791 Apr 06 14:56:27.593716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ccf25ff5-80a7-4455-beb5-297584d3a7cf req-e1357514-c1ed-4431-b3cf-5efc8829cf03 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420330 Apr 06 14:56:28.715076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb767aff-3f37-4bde-939f-f2650b4cf0ed req-9553c5bc-c1b5-49f7-9634-4e7235993faf tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:28.716442 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fb767aff-3f37-4bde-939f-f2650b4cf0ed req-9553c5bc-c1b5-49f7-9634-4e7235993faf tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0565598 Apr 06 14:56:28.762508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fb767aff-3f37-4bde-939f-f2650b4cf0ed req-82bb94e6-07cf-4c95-9bc7-353fbe5814b2 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Apr 06 14:56:29.879250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f44e9-7c93-4ca1-817a-27eb53dcfc6c req-50986784-d1fd-4aaa-a56a-ac9ea7370b94 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:29.880724 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa3f44e9-7c93-4ca1-817a-27eb53dcfc6c req-50986784-d1fd-4aaa-a56a-ac9ea7370b94 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Apr 06 14:56:29.926743 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa3f44e9-7c93-4ca1-817a-27eb53dcfc6c req-856a111d-87f0-469a-ac41-d36186671d95 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Apr 06 14:56:31.045727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de44c47-7e10-430e-b531-6b009a8e0e4e req-3dcc5420-1754-43cd-b39d-e485ceb9ca6d tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:31.047186 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2de44c47-7e10-430e-b531-6b009a8e0e4e req-3dcc5420-1754-43cd-b39d-e485ceb9ca6d tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0553653 Apr 06 14:56:31.093529 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2de44c47-7e10-430e-b531-6b009a8e0e4e req-7526895a-fc40-45ad-9432-b1bb13e5817c tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 Apr 06 14:56:32.211192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91515458-319e-4e62-938e-09cb9c62228b req-57a5db2a-a6c3-4f84-a821-d0bc0a7acc64 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:32.213165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91515458-319e-4e62-938e-09cb9c62228b req-57a5db2a-a6c3-4f84-a821-d0bc0a7acc64 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Apr 06 14:56:32.259854 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91515458-319e-4e62-938e-09cb9c62228b req-ea277261-d17f-4ba3-84d9-5bad07702046 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410163 Apr 06 14:56:33.380237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b9a44-d490-428b-9b9b-4da6f2b0fce1 req-bb508047-cf0e-47f1-b443-7c867baea92a tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:33.381714 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-049b9a44-d490-428b-9b9b-4da6f2b0fce1 req-bb508047-cf0e-47f1-b443-7c867baea92a tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0537107 Apr 06 14:56:33.434375 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-049b9a44-d490-428b-9b9b-4da6f2b0fce1 req-55860778-8558-42c3-9aae-fe0af6164e6b tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463254 Apr 06 14:56:34.552102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae1731-5f90-4e36-8edf-8b28ff65b92f req-e3265d1f-63ea-4c46-8245-2e22ec241468 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:34.553544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0ae1731-5f90-4e36-8edf-8b28ff65b92f req-e3265d1f-63ea-4c46-8245-2e22ec241468 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0520694 Apr 06 14:56:34.599420 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0ae1731-5f90-4e36-8edf-8b28ff65b92f req-a2fff432-0bb3-4a19-8d9a-154210d083e9 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Apr 06 14:56:35.717198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814f07-f19d-48ff-bd2a-adafd2c07b1b req-7c02aabc-4724-413a-8c3a-472d43360c92 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:35.718577 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b6814f07-f19d-48ff-bd2a-adafd2c07b1b req-7c02aabc-4724-413a-8c3a-472d43360c92 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Apr 06 14:56:35.763374 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b6814f07-f19d-48ff-bd2a-adafd2c07b1b req-b2ebf59d-cd77-40ac-b29e-111c64887427 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Apr 06 14:56:37.214211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e736d8-fe38-43ca-9481-d2daba751546 req-d126c4de-d10f-4593-be7a-2e52fb25660f tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:37.215635 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a7e736d8-fe38-43ca-9481-d2daba751546 req-d126c4de-d10f-4593-be7a-2e52fb25660f tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.3861039 Apr 06 14:56:37.261604 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a7e736d8-fe38-43ca-9481-d2daba751546 req-26bfa729-aafe-4997-b426-95c24425b8ae tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 Apr 06 14:56:38.377825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c8805-79af-4e8f-8978-3a3c5e35c0c5 req-04084c63-df5a-4413-9142-586ee02b5dba tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:38.379300 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-814c8805-79af-4e8f-8978-3a3c5e35c0c5 req-04084c63-df5a-4413-9142-586ee02b5dba tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0517929 Apr 06 14:56:38.425182 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-814c8805-79af-4e8f-8978-3a3c5e35c0c5 req-40292252-f8fc-4d1d-8724-cbcc45be9cfa tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Apr 06 14:56:39.120712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5c83502d-3e70-4daa-85d5-358cb0fe7476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:39.389580 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:56:39.546168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f48c-7673-4b42-8104-9e69cc8bfb01 req-98e90bde-301a-4d55-96b0-10157a15f841 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:39.547676 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2159f48c-7673-4b42-8104-9e69cc8bfb01 req-98e90bde-301a-4d55-96b0-10157a15f841 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0556035 Apr 06 14:56:39.593993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2159f48c-7673-4b42-8104-9e69cc8bfb01 req-92e7b78a-84de-4da1-b361-b5b0f8a0f74e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Apr 06 14:56:40.153326 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-397655b6-daf2-4799-b383-b737a9760d25 service neutron] 10.222.0.87 "GET /v2.0/ports/268d04cc-89b6-407f-b178-0f25b5a651e9/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0540791 Apr 06 14:56:40.714321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfef53-0f44-4719-87fd-07f8908af9fc req-24d79c9c-25c1-4420-9918-807f031e6c73 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:40.715843 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6ddfef53-0f44-4719-87fd-07f8908af9fc req-24d79c9c-25c1-4420-9918-807f031e6c73 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0533333 Apr 06 14:56:40.823589 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6ddfef53-0f44-4719-87fd-07f8908af9fc req-7d447d53-5ae6-49ec-bca0-c65c2a813181 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995975 Apr 06 14:56:40.826455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-39859add-23d4-47ea-aa7d-a18454e4d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:40.827821 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-39859add-23d4-47ea-aa7d-a18454e4d83e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4&tenant_id=4253034014484bfe853ff0a48b7d575a HTTP/1.1" status: 200 len: 1129 time: 0.1111248 Apr 06 14:56:40.903487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-7bb63ce7-7fea-41f7-955d-033a8c57a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:40.904851 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-7bb63ce7-7fea-41f7-955d-033a8c57a500 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4253034014484bfe853ff0a48b7d575a&device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 1129 time: 0.0439003 Apr 06 14:56:40.995232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-fe43e156-b98f-435c-bab1-cb2b5841c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:40.996940 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-fe43e156-b98f-435c-bab1-cb2b5841c4c1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=382d55db-dbc9-4296-8f82-c1f1dd8e077b HTTP/1.1" status: 200 len: 913 time: 0.0862503 Apr 06 14:56:41.036135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-46267ccd-24f9-4bfa-aaa9-9ea879bab211 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268d04cc-89b6-407f-b178-0f25b5a651e9 HTTP/1.1" status: 200 len: 217 time: 0.0337973 Apr 06 14:56:41.081930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-62754690-2d84-4965-8a4f-0b6f95fd0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:41.083356 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-62754690-2d84-4965-8a4f-0b6f95fd0686 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ba7b8195-7a13-4d3c-a835-daf3d0f57a2a HTTP/1.1" status: 200 len: 851 time: 0.0416021 Apr 06 14:56:41.118631 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-7e21f9d7-3c4d-4b4b-b4b3-0339b4c4cd22 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=382d55db-dbc9-4296-8f82-c1f1dd8e077b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291228 Apr 06 14:56:41.204255 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-633dd2bd-5fbc-476d-bd30-5fadeb4966a5 service neutron] 10.222.0.87 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804205 Apr 06 14:56:41.296432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3d297d4-20e4-45e4-97af-a3ea52673e30 req-e78acea4-1725-417f-afc3-12db615b0440 service neutron] 10.222.0.87 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Apr 06 14:56:41.532329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b33058d3-4c66-4e61-b87a-c30793eff141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:41.942356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cc51d-e73e-4feb-8b6d-93c0bfd68a68 req-e067b221-529c-4a7e-af9e-7a44c489696e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:41.943870 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9e6cc51d-e73e-4feb-8b6d-93c0bfd68a68 req-e067b221-529c-4a7e-af9e-7a44c489696e tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0528944 Apr 06 14:56:42.002419 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9e6cc51d-e73e-4feb-8b6d-93c0bfd68a68 req-4d81ba14-1ab6-46db-9c1f-22cb887fbdca tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521903 Apr 06 14:56:43.121837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfe34a-ab68-4672-b509-81873c3d0ff8 req-a16b05a3-a427-4741-8abb-a75d5eb16c54 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:43.123355 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2cbfe34a-ab68-4672-b509-81873c3d0ff8 req-a16b05a3-a427-4741-8abb-a75d5eb16c54 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0545580 Apr 06 14:56:43.170033 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2cbfe34a-ab68-4672-b509-81873c3d0ff8 req-a536bb78-152d-4fde-9dcd-f3e62cb64148 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Apr 06 14:56:43.806850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:43.913781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 268d04cc-89b6-407f-b178-0f25b5a651e9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:56:43.924368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 268d04cc-89b6-407f-b178-0f25b5a651e9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:56:44.077383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:44.084010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 268d04cc-89b6-407f-b178-0f25b5a651e9 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:44.084399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:44.095610 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'network_id': '382d55db-dbc9-4296-8f82-c1f1dd8e077b', 'port_id': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'mac_address': 'fa:16:3e:c0:78:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7b8195-7a13-4d3c-a835-daf3d0f57a2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:56:44.112682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:44.114902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2b9c04-cccc-4cfb-ada2-f8bbb0696f5b" -d '{"events": [{"server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "name": "network-vif-unplugged", "status": "completed", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:44.145825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:44.158760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 268d04cc-89b6-407f-b178-0f25b5a651e9 is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:44.159209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:44.170090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eb10b0-a333-4fad-8dce-4b2786d11a5d x-openstack-request-id: req-43eb10b0-a333-4fad-8dce-4b2786d11a5d {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:44.170390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "name": "network-vif-unplugged", "status": "completed", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:44.170664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-43eb10b0-a333-4fad-8dce-4b2786d11a5d {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:44.171102 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43eb10b0-a333-4fad-8dce-4b2786d11a5d'] response: {'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'code': 200} Apr 06 14:56:44.176712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 268d04cc-89b6-407f-b178-0f25b5a651e9 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:56:44.190439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:44.297118 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f58-45b0-4cb7-a01a-14ddbb86af9e req-c0e09750-d8be-4ff8-934b-da84948d92e9 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:44.298632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-36eb5f58-45b0-4cb7-a01a-14ddbb86af9e req-c0e09750-d8be-4ff8-934b-da84948d92e9 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 943 time: 0.0603278 Apr 06 14:56:44.320180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:56:44.321212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:56:44.325882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:44.333078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.333366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.333709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.334055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.334403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.334721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.335070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.335400 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.335729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.336708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.337139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.337621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.337705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:44.351348 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-36eb5f58-45b0-4cb7-a01a-14ddbb86af9e req-b885dbbd-d7ad-4409-99ea-859aa8aa29bd tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440578 Apr 06 14:56:44.856422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 268d04cc-89b6-407f-b178-0f25b5a651e9 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:44.856976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:44.869856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268d04cc-89b6-407f-b178-0f25b5a651e9 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:56:44.888744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:44.954950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:45.002672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:45.084234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['268d04cc-89b6-407f-b178-0f25b5a651e9'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:56:45.475200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77bf34-110c-4114-ab82-2ce4c350fb95 req-1764e74b-d95d-4dfc-b230-f6f9e2cb5630 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:45.477474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-de77bf34-110c-4114-ab82-2ce4c350fb95 req-1764e74b-d95d-4dfc-b230-f6f9e2cb5630 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 944 time: 0.0524490 Apr 06 14:56:45.525289 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-de77bf34-110c-4114-ab82-2ce4c350fb95 req-9a5fc0b1-0c3b-4d89-bd19-eb94363b9062 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Apr 06 14:56:45.881065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:45.913789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 268d04cc-89b6-407f-b178-0f25b5a651e9 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:56:45.964915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 268d04cc-89b6-407f-b178-0f25b5a651e9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:56:45.965282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.048714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 268d04cc-89b6-407f-b178-0f25b5a651e9 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:56:46.049096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.082313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:46.097378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-5a19508d-eefa-491a-9d2a-307714ab5235 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:46.098993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-5a19508d-eefa-491a-9d2a-307714ab5235 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4&tenant_id=4253034014484bfe853ff0a48b7d575a&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 944 time: 0.0998507 Apr 06 14:56:46.155452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.178463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:46.180851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c2322a-4c7e-4861-b4cd-d02f5bd5353f" -d '{"events": [{"server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "name": "network-vif-plugged", "status": "completed", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:46.208195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-5908cb62-918c-4ffd-b84a-10eff6d533bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:46.209907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-5908cb62-918c-4ffd-b84a-10eff6d533bb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4253034014484bfe853ff0a48b7d575a&device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 1129 time: 0.0504947 Apr 06 14:56:46.233407 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417a5696-0a2b-4bf8-9795-9e49c2b3e75b x-openstack-request-id: req-417a5696-0a2b-4bf8-9795-9e49c2b3e75b {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:46.233698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "name": "network-vif-plugged", "status": "completed", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:46.233963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-417a5696-0a2b-4bf8-9795-9e49c2b3e75b {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:46.234421 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417a5696-0a2b-4bf8-9795-9e49c2b3e75b'] response: {'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'code': 200} Apr 06 14:56:46.237590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:46.316230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-6e4300e7-221a-4b71-840f-077ebacc0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:46.317704 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-6e4300e7-221a-4b71-840f-077ebacc0c37 service neutron] 10.222.0.87 "GET /v2.0/networks?id=382d55db-dbc9-4296-8f82-c1f1dd8e077b HTTP/1.1" status: 200 len: 913 time: 0.1013901 Apr 06 14:56:46.360378 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-2fd07a1d-9bdf-4025-9230-f42cf9e5595b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268d04cc-89b6-407f-b178-0f25b5a651e9 HTTP/1.1" status: 200 len: 217 time: 0.0363317 Apr 06 14:56:46.410145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-2e478979-9a77-46f8-808c-cda7e3f6169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:46.411695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-2e478979-9a77-46f8-808c-cda7e3f6169b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ba7b8195-7a13-4d3c-a835-daf3d0f57a2a HTTP/1.1" status: 200 len: 851 time: 0.0461972 Apr 06 14:56:46.446918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-51091629-b924-4c16-bb4f-2d2752a2fcfc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=382d55db-dbc9-4296-8f82-c1f1dd8e077b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280490 Apr 06 14:56:46.452682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:46.545045 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-d34133c5-3a4a-4e5b-aa62-cfdec59f7868 service neutron] 10.222.0.87 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921302 Apr 06 14:56:46.634445 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-a4fcd8f2-c0f7-48ac-8128-736c0e27736f service neutron] 10.222.0.87 "GET /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836744 Apr 06 14:56:48.163598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10efa-28bd-4562-b87a-2dbb60b9de84 req-a82b35ec-1324-4559-b42d-31918afa11f4 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:48.166225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ce10efa-28bd-4562-b87a-2dbb60b9de84 req-a82b35ec-1324-4559-b42d-31918afa11f4 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0589297 Apr 06 14:56:48.212662 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ce10efa-28bd-4562-b87a-2dbb60b9de84 req-5fb5df18-4ef7-4a55-9322-f97d1c2da9db tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Apr 06 14:56:49.332076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fec76-2eea-4dc8-8710-f1594c78757e req-c60e97de-1aa2-4c83-ae8d-8420d63827de tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:49.333680 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f99fec76-2eea-4dc8-8710-f1594c78757e req-c60e97de-1aa2-4c83-ae8d-8420d63827de tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0530324 Apr 06 14:56:49.380589 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f99fec76-2eea-4dc8-8710-f1594c78757e req-403b4d7c-5d9f-4853-8440-6916ac6568a9 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Apr 06 14:56:50.122389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-23318924-697a-4cf7-bf18-0f04d329d8fe tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:50.123881 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-23318924-697a-4cf7-bf18-0f04d329d8fe tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0560007 Apr 06 14:56:50.215643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Deleting port 268d04cc-89b6-407f-b178-0f25b5a651e9 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:56:50.215986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.307457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] For port 268d04cc-89b6-407f-b178-0f25b5a651e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=268d04cc-89b6-407f-b178-0f25b5a651e9,segment=NetworkSegment(8b51b69e-933d-414a-84c1-7113324ff350),segment_id=8b51b69e-933d-414a-84c1-7113324ff350)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:56:50.307821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.321523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Calling delete_port for 268d04cc-89b6-407f-b178-0f25b5a651e9 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:56:50.504577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c4ee3-691e-4cb6-a061-4b6e7977ae8b req-d6a681f8-8fc9-45fb-9e5d-8b5193e51449 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:50.506058 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-845c4ee3-691e-4cb6-a061-4b6e7977ae8b req-d6a681f8-8fc9-45fb-9e5d-8b5193e51449 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb4443d1-f1ca-474d-bf4c-b62c434b29b4 HTTP/1.1" status: 200 len: 945 time: 0.0559709 Apr 06 14:56:50.532873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (268d04cc-89b6-407f-b178-0f25b5a651e9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.566696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['268d04cc-89b6-407f-b178-0f25b5a651e9'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:56:50.577021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Pushing event deleted for resources: {'Port': ['ID=268d04cc-89b6-407f-b178-0f25b5a651e9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:50.584351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-845c4ee3-691e-4cb6-a061-4b6e7977ae8b req-b26b7c93-7142-4576-bafa-9129c4a4598b tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f4ae007-4fe9-4c18-80f7-5111ef540cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721591 Apr 06 14:56:50.593610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.593610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.593982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.594332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.594676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.595041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.595382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.595718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.596057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.596391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.596725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.597055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.597369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:50.634072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] No DVR routers for this DVR port 268d04cc-89b6-407f-b178-0f25b5a651e9 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:56:50.636591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:50.640041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-df0d4b5c-94ed-4972-8ee9-a76a1011c0b0 req-67e1459e-96d3-47a7-96b7-62086141da57 tempest-DeleteServersTestJSON-1322630071 tempest-DeleteServersTestJSON-1322630071-project] 10.222.0.87 "DELETE /v2.0/ports/268d04cc-89b6-407f-b178-0f25b5a651e9 HTTP/1.1" status: 204 len: 173 time: 0.5105882 Apr 06 14:56:50.640422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'name': 'network-vif-deleted', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:50.642651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a788e40c-219f-4dac-8e02-4c81028995fe" -d '{"events": [{"server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "name": "network-vif-deleted", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:50.679172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c4083-093a-4477-a955-d14447bd9993 x-openstack-request-id: req-320c4083-093a-4477-a955-d14447bd9993 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:50.680171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4443d1-f1ca-474d-bf4c-b62c434b29b4", "name": "network-vif-deleted", "tag": "268d04cc-89b6-407f-b178-0f25b5a651e9", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:50.680417 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-320c4083-093a-4477-a955-d14447bd9993 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:50.680828 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320c4083-093a-4477-a955-d14447bd9993'] response: {'server_uuid': 'bb4443d1-f1ca-474d-bf4c-b62c434b29b4', 'name': 'network-vif-deleted', 'tag': '268d04cc-89b6-407f-b178-0f25b5a651e9', 'status': 'completed', 'code': 200} Apr 06 14:56:51.719636 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 49184) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:51.763862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Deleting subnet ba7b8195-7a13-4d3c-a835-daf3d0f57a2a {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:56:51.766876 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Publish callbacks [] for subnet (ba7b8195-7a13-4d3c-a835-daf3d0f57a2a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.805695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (ba7b8195-7a13-4d3c-a835-daf3d0f57a2a), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.843605 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (ba7b8195-7a13-4d3c-a835-daf3d0f57a2a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.932522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (ba7b8195-7a13-4d3c-a835-daf3d0f57a2a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.955470 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7b8195-7a13-4d3c-a835-daf3d0f57a2a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:51.965936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.966297 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.966650 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.967026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.967374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.967713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.968080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.968415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.968748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.969079 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.969411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.969738 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.974090 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:56:51.975111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:51.979796 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4cc0cab6-8dad-478c-85d0-e05bf07c4810 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ba7b8195-7a13-4d3c-a835-daf3d0f57a2a HTTP/1.1" status: 204 len: 168 time: 0.2585254 Apr 06 14:56:51.981727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 49186) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:52.056818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (382d55db-dbc9-4296-8f82-c1f1dd8e077b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.132809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (382d55db-dbc9-4296-8f82-c1f1dd8e077b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.152699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382d55db-dbc9-4296-8f82-c1f1dd8e077b']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:52.161626 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b51b69e-933d-414a-84c1-7113324ff350') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:52.161926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b51b69e-933d-414a-84c1-7113324ff350') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:56:52.171654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (8b51b69e-933d-414a-84c1-7113324ff350), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.184845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (8b51b69e-933d-414a-84c1-7113324ff350), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.190642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:56:52.191064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (8b51b69e-933d-414a-84c1-7113324ff350), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:56:52.192715 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:56:52.292259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (382d55db-dbc9-4296-8f82-c1f1dd8e077b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.297514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.300772 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] 10.222.0.71 "DELETE /v2.0/networks/382d55db-dbc9-4296-8f82-c1f1dd8e077b HTTP/1.1" status: 204 len: 168 time: 0.3181148 Apr 06 14:56:52.312974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb85288-bd40-40ac-9ca9-f1ef227cb4cf admin admin] Pushing event deleted for resources: {'Network': ['ID=382d55db-dbc9-4296-8f82-c1f1dd8e077b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:52.622644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 49190) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:52.662608 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bee113ea-abfd-48f8-a1c3-624e046cc296 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4253034014484bfe853ff0a48b7d575a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387352 Apr 06 14:56:52.665059 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 49192) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:52.711579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bc27808b-4386-4c79-aedf-34ba4366ea52 admin admin] Publish callbacks [] for security_group (3f4ae007-4fe9-4c18-80f7-5111ef540cd4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.733178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bc27808b-4386-4c79-aedf-34ba4366ea52 admin admin] Publish callbacks [] for security_group (3f4ae007-4fe9-4c18-80f7-5111ef540cd4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.852850 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bc27808b-4386-4c79-aedf-34ba4366ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (3f4ae007-4fe9-4c18-80f7-5111ef540cd4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.855418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bc27808b-4386-4c79-aedf-34ba4366ea52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:52.856879 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bc27808b-4386-4c79-aedf-34ba4366ea52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3f4ae007-4fe9-4c18-80f7-5111ef540cd4 HTTP/1.1" status: 204 len: 168 time: 0.1909130 Apr 06 14:56:52.864698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27808b-4386-4c79-aedf-34ba4366ea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ae007-4fe9-4c18-80f7-5111ef540cd4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:53.756985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49214) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:53.760458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:53.853121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-744997502-network', 'tenant_id': '8522f43ae5a8460cad3bbfba95512301'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:53.949351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Made reservation on behalf of 8522f43ae5a8460cad3bbfba95512301 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:53.951648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:53.965566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:53.966740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 268d04cc-89b6-407f-b178-0f25b5a651e9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:56:53.988798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 268d04cc-89b6-407f-b178-0f25b5a651e9 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:56:53.989163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 268d04cc-89b6-407f-b178-0f25b5a651e9 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:56:54.042435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Publish callbacks [] for security_group (16ab2b96-d97c-4c55-8f6b-ee98e99ce698), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.126291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (16ab2b96-d97c-4c55-8f6b-ee98e99ce698), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.155202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:56:54.161259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ab2b96-d97c-4c55-8f6b-ee98e99ce698,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:54.168146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (54be8fa7-f83d-44f9-942d-37ef6d2446ac), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.168493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Added segment 54be8fa7-f83d-44f9-942d-37ef6d2446ac of type vlan for network 573eb16c-81a8-4d78-8171-71423c0686ea Apr 06 14:56:54.208833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (573eb16c-81a8-4d78-8171-71423c0686ea), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.275775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (573eb16c-81a8-4d78-8171-71423c0686ea), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.276800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:54.277372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.339092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] Pushing event updated for resources: {'Network': ['ID=573eb16c-81a8-4d78-8171-71423c0686ea,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:54.348864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 573eb16c-81a8-4d78-8171-71423c0686ea details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:56:54.403435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-18c9104d-92db-4bdb-a785-97058cbd197b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6450927 Apr 06 14:56:54.406225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49218) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:56:54.411298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Request body: {'subnet': {'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-744997502-subnet', 'tenant_id': '8522f43ae5a8460cad3bbfba95512301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:54.492561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Made reservation on behalf of 8522f43ae5a8460cad3bbfba95512301 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:54.495025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.738169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (7d46a925-606a-40bf-9874-307cc5dfbd9d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.795866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d46a925-606a-40bf-9874-307cc5dfbd9d,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:54.803332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Checking segment: {'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:56:54.803691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Network hostable DHCP agents. Network: 573eb16c-81a8-4d78-8171-71423c0686ea, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:56:54.880404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Network 573eb16c-81a8-4d78-8171-71423c0686ea is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:56:54.931811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 573eb16c-81a8-4d78-8171-71423c0686ea) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:54.936307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:54.936307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:54.941016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc255800-cf88-423c-81e5-3bd9f7149253 None None] Network 573eb16c-81a8-4d78-8171-71423c0686ea requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:56:55.009080 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7e74e22f-cd7f-48c5-aa3d-5065163152fe admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6016853 Apr 06 14:56:55.036546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc6d86-3fcd-4455-8ba1-ed70f3b2b995 None None] Network 573eb16c-81a8-4d78-8171-71423c0686ea requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:56:55.433405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-f09d907a-9d68-44b9-9f42-5b8e1a3bd687 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:55.434882 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-f09d907a-9d68-44b9-9f42-5b8e1a3bd687 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 814 time: 0.1032913 Apr 06 14:56:55.449643 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-c0502569-b99b-4a8c-b466-1c3a7517992e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/quotas/8522f43ae5a8460cad3bbfba95512301 HTTP/1.1" status: 200 len: 375 time: 0.0093472 Apr 06 14:56:55.480896 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-66bd3bbe-6a91-4f02-89d2-e205d594e0f5 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265074 Apr 06 14:56:55.533248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-bb7ded4e-b0ec-4b69-9061-fac7116cf8ed service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:56:55.534249 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-bb7ded4e-b0ec-4b69-9061-fac7116cf8ed service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473261 Apr 06 14:56:55.621780 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-c0ede0d0-ea2b-4590-9886-56f3ad65847d service neutron] 10.222.0.71 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812829 Apr 06 14:56:55.712938 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-8c9b80b5-d225-406e-8fef-9a5a8c0df4d0 service neutron] 10.222.0.71 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854321 Apr 06 14:56:55.990302 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-55c266d6-5bab-4de2-b37b-d77dadce105f req-d7d2df8b-4415-42ac-a651-af25f0c9c7e1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 210 time: 0.0275087 Apr 06 14:56:57.075658 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bf5143e1-a6c1-4989-891e-46435e5de09e req-e040aa6f-3cc3-4520-a48e-f3347ad9d960 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 210 time: 0.0273676 Apr 06 14:56:58.064741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-173dae3d-e873-482f-894a-e5bc3f01a12e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.066297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-173dae3d-e873-482f-894a-e5bc3f01a12e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 814 time: 0.1041572 Apr 06 14:56:58.084161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Request body: {'port': {'device_id': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea', 'admin_state_up': True, 'tenant_id': '8522f43ae5a8460cad3bbfba95512301'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:58.185136 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c01c71b-2e2b-4511-85d1-aeacf730d40a req-60694193-07aa-48ee-aa1c-e5543105ce86 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 210 time: 0.0364766 Apr 06 14:56:58.269538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Made reservation on behalf of 8522f43ae5a8460cad3bbfba95512301 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:56:58.273423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.400624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Allocated IP 172.20.0.9 (573eb16c-81a8-4d78-8171-71423c0686ea/7d46a925-606a-40bf-9874-307cc5dfbd9d/ef416ecd-fbf6-49fd-83e2-0277042e8cfd) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:56:58.542075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks [] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.612239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.657410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Network 573eb16c-81a8-4d78-8171-71423c0686ea is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:56:58.660401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:56:58.666892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:56:58.690099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Pushing event updated for resources: {'Port': ['ID=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:58.717276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:58.717887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:58.768726 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-46ff8fb9-bdaa-4d58-a323-9fea0e4c41a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6882854 Apr 06 14:56:58.824807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Request body: {'port': {'device_id': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:56:58.881888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:59.140827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef416ecd-fbf6-49fd-83e2-0277042e8cfd {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:56:59.148960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Publish callbacks [] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:59.160416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Transition to ACTIVE for port object ef416ecd-fbf6-49fd-83e2-0277042e8cfd will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:56:59.217761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:59.296157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Pushing event updated for resources: {'Port': ['ID=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.368933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0aba4-4f62-4897-a962-7da3c48d870f req-32a107cf-0bbf-4d72-a209-de71583392d8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:59.370426 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43f0aba4-4f62-4897-a962-7da3c48d870f req-32a107cf-0bbf-4d72-a209-de71583392d8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.1176736 Apr 06 14:56:59.390147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Attempting to bind port ef416ecd-fbf6-49fd-83e2-0277042e8cfd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:56:59.390488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Attempting to bind port ef416ecd-fbf6-49fd-83e2-0277042e8cfd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:56:59.390827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Attempting to bind port ef416ecd-fbf6-49fd-83e2-0277042e8cfd on network 573eb16c-81a8-4d78-8171-71423c0686ea {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:56:59.402359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Port ef416ecd-fbf6-49fd-83e2-0277042e8cfd on network 573eb16c-81a8-4d78-8171-71423c0686ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:56:59.402621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Attempting to bind port ef416ecd-fbf6-49fd-83e2-0277042e8cfd on network 573eb16c-81a8-4d78-8171-71423c0686ea {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:56:59.411566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:56:59.411905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Checking segment: {'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:56:59.412286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Bound using segment: {'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:56:59.412716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Bound port: ef416ecd-fbf6-49fd-83e2-0277042e8cfd, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:56:59.413076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:59.459981 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-43f0aba4-4f62-4897-a962-7da3c48d870f req-d72db03b-380e-4894-90dd-a7c44ab946fe tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800788 Apr 06 14:56:59.491779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] For port ef416ecd-fbf6-49fd-83e2-0277042e8cfd, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:56:59.494702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] For port ef416ecd-fbf6-49fd-83e2-0277042e8cfd, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:56:59.595156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:59.628639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:59.629278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:56:59.630623 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] 10.222.0.87 "PUT /v2.0/ports/ef416ecd-fbf6-49fd-83e2-0277042e8cfd HTTP/1.1" status: 200 len: 1093 time: 0.8099232 Apr 06 14:56:59.631089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'tag': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:56:59.633963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea4cf23-7b8b-4d89-90ee-f837d84e388e" -d '{"events": [{"name": "network-changed", "server_uuid": "98e04f88-6cda-41f1-a7dd-8bb0790f4a6d", "tag": "ef416ecd-fbf6-49fd-83e2-0277042e8cfd"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:56:59.664223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eeb41d-55f9-448c-b43a-bcf1c9abfa43 service neutron] Pushing event updated for resources: {'Port': ['ID=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:56:59.670058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34379d-dc41-4f26-9228-7a0d05967755 x-openstack-request-id: req-8d34379d-dc41-4f26-9228-7a0d05967755 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:56:59.670252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e04f88-6cda-41f1-a7dd-8bb0790f4a6d", "tag": "ef416ecd-fbf6-49fd-83e2-0277042e8cfd", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:56:59.670504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8d34379d-dc41-4f26-9228-7a0d05967755 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:56:59.670907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d34379d-dc41-4f26-9228-7a0d05967755'] response: {'name': 'network-changed', 'server_uuid': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'tag': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd', 'status': 'completed', 'code': 200} Apr 06 14:56:59.759048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4cf23-7b8b-4d89-90ee-f837d84e388e req-3c6387d6-8172-4f74-bf78-63c6b7cf54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:59.760553 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6ea4cf23-7b8b-4d89-90ee-f837d84e388e req-3c6387d6-8172-4f74-bf78-63c6b7cf54fd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 1127 time: 0.0484035 Apr 06 14:56:59.861885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4cf23-7b8b-4d89-90ee-f837d84e388e req-c5653d2b-ae8f-43da-9c4a-6e7a717aece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:59.863362 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6ea4cf23-7b8b-4d89-90ee-f837d84e388e req-c5653d2b-ae8f-43da-9c4a-6e7a717aece3 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=8522f43ae5a8460cad3bbfba95512301&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0896215 Apr 06 14:56:59.958180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4cf23-7b8b-4d89-90ee-f837d84e388e req-3944883d-e748-4490-b920-51c57f02aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:56:59.959620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6ea4cf23-7b8b-4d89-90ee-f837d84e388e req-3944883d-e748-4490-b920-51c57f02aec8 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899427 Apr 06 14:57:00.061442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-db169d4b-1fe9-4222-9123-ef7486edefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:00.062949 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-db169d4b-1fe9-4222-9123-ef7486edefb6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 1127 time: 0.0444629 Apr 06 14:57:00.112234 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-7fa045f3-fe2e-4606-b9e7-090afe8c3e89 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd HTTP/1.1" status: 200 len: 217 time: 0.0362506 Apr 06 14:57:00.158275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-2636df95-da47-4728-aa78-ba138e3103bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:00.159701 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-2636df95-da47-4728-aa78-ba138e3103bf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0417099 Apr 06 14:57:00.190103 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-633107bb-ddb7-4959-b9e1-b48b8c5aece7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247104 Apr 06 14:57:00.275767 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-03fc7360-2e87-42b1-8340-9cd9340fd2a4 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799429 Apr 06 14:57:00.366412 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-285fc669-9170-49d4-91ed-7b3c4b974b97 req-776d7522-2b09-435d-a9d1-4cc541ee0397 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843220 Apr 06 14:57:00.577276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693687e-4c1e-41b3-9a96-e24669cdf1e2 req-f9c7ff8b-f892-400e-8d76-9ed777f412c3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:00.578657 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3693687e-4c1e-41b3-9a96-e24669cdf1e2 req-f9c7ff8b-f892-400e-8d76-9ed777f412c3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0520344 Apr 06 14:57:00.624589 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3693687e-4c1e-41b3-9a96-e24669cdf1e2 req-84a1cc9a-ce8a-46b8-8ae1-fa0525af8d09 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Apr 06 14:57:01.745739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd5466-a2ad-4e5e-a7c4-65581c2ef7f9 req-5681b537-d3f2-48bb-ab82-701e66ee2917 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:01.747258 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98cd5466-a2ad-4e5e-a7c4-65581c2ef7f9 req-5681b537-d3f2-48bb-ab82-701e66ee2917 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0555968 Apr 06 14:57:01.793223 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98cd5466-a2ad-4e5e-a7c4-65581c2ef7f9 req-e6901bb2-3615-417a-8bc5-d1ff0ab95425 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403366 Apr 06 14:57:02.911095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6793f27-95f4-4c99-95ad-87bceeaca785 req-7b817a80-0966-4db5-a48c-85b83e6269c1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:02.912561 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6793f27-95f4-4c99-95ad-87bceeaca785 req-7b817a80-0966-4db5-a48c-85b83e6269c1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0518479 Apr 06 14:57:02.958187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6793f27-95f4-4c99-95ad-87bceeaca785 req-b4b3bc76-b956-4964-9b15-d22bc61468b9 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Apr 06 14:57:03.999332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef416ecd-fbf6-49fd-83e2-0277042e8cfd details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:57:04.081451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e861c-f887-483d-b78d-e4fac451e416 req-dd60fd30-eedb-446e-8bee-a42746041dfb tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:04.086989 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-191e861c-f887-483d-b78d-e4fac451e416 req-dd60fd30-eedb-446e-8bee-a42746041dfb tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0561848 Apr 06 14:57:04.111737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef416ecd-fbf6-49fd-83e2-0277042e8cfd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:04.123931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd', 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea', 'port_id': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd', 'mac_address': 'fa:16:3e:1b:4c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d46a925-606a-40bf-9874-307cc5dfbd9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:57:04.137177 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-191e861c-f887-483d-b78d-e4fac451e416 req-25fcc09e-7c18-425d-bfcb-7c5a569ba827 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Apr 06 14:57:04.162346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef416ecd-fbf6-49fd-83e2-0277042e8cfd is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:04.162715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:04.176331 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef416ecd-fbf6-49fd-83e2-0277042e8cfd {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:57:04.198156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef416ecd-fbf6-49fd-83e2-0277042e8cfd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:04.251735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:04.302928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:04.650318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['ef416ecd-fbf6-49fd-83e2-0277042e8cfd'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:57:05.255137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48cff8-cef0-42a4-ada8-e7577a8bae9d req-077b6b3b-6fcb-4499-a33e-75fc43233bc5 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:05.256598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f48cff8-cef0-42a4-ada8-e7577a8bae9d req-077b6b3b-6fcb-4499-a33e-75fc43233bc5 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 944 time: 0.0532115 Apr 06 14:57:05.302083 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f48cff8-cef0-42a4-ada8-e7577a8bae9d req-91f9cdf4-f00b-4efb-b8d3-4af2ecc72a05 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Apr 06 14:57:05.998737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef416ecd-fbf6-49fd-83e2-0277042e8cfd up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:57:06.108304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port ef416ecd-fbf6-49fd-83e2-0277042e8cfd completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:57:06.112027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port ef416ecd-fbf6-49fd-83e2-0277042e8cfd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:06.112406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:06.186661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef416ecd-fbf6-49fd-83e2-0277042e8cfd is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:06.187076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:06.208731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:06.211165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f5fec4-0e58-4cd0-8d1d-0d41beb0ec4e" -d '{"events": [{"server_uuid": "98e04f88-6cda-41f1-a7dd-8bb0790f4a6d", "name": "network-vif-plugged", "status": "completed", "tag": "ef416ecd-fbf6-49fd-83e2-0277042e8cfd"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:06.223622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef416ecd-fbf6-49fd-83e2-0277042e8cfd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:06.277806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:06.311478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf8b4ae-c4c3-4e25-aee5-4300391f8ed8 x-openstack-request-id: req-3cf8b4ae-c4c3-4e25-aee5-4300391f8ed8 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:06.311773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e04f88-6cda-41f1-a7dd-8bb0790f4a6d", "name": "network-vif-plugged", "status": "completed", "tag": "ef416ecd-fbf6-49fd-83e2-0277042e8cfd", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:06.312034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3cf8b4ae-c4c3-4e25-aee5-4300391f8ed8 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:06.312435 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf8b4ae-c4c3-4e25-aee5-4300391f8ed8'] response: {'server_uuid': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd', 'code': 200} Apr 06 14:57:06.331558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:06.429501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901986-1659-46b6-b9dd-b014e9785dde req-80f18596-61db-4e9a-baf4-6c1eeea7dd64 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:06.431008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-69901986-1659-46b6-b9dd-b014e9785dde req-80f18596-61db-4e9a-baf4-6c1eeea7dd64 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0533767 Apr 06 14:57:06.477976 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-69901986-1659-46b6-b9dd-b014e9785dde req-fb191069-0e94-411e-9be2-e9a4d0a2af9c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Apr 06 14:57:06.583902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56906779-f69c-463a-92dd-be88827b5313 req-2449a7aa-7ad4-4c7a-aaf2-91202dd244f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:06.585472 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56906779-f69c-463a-92dd-be88827b5313 req-2449a7aa-7ad4-4c7a-aaf2-91202dd244f3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 1129 time: 0.0474360 Apr 06 14:57:06.627270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56906779-f69c-463a-92dd-be88827b5313 req-7ac5e0ee-63ad-495e-b8d0-f5bd777bd701 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364981 Apr 06 14:57:07.596980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f2ee6-b986-4ed9-8819-f1c5eddcde5d req-fa9f7d4d-249c-4925-93e6-9e7e3bf9d8cd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:07.598463 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a03f2ee6-b986-4ed9-8819-f1c5eddcde5d req-fa9f7d4d-249c-4925-93e6-9e7e3bf9d8cd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0517819 Apr 06 14:57:07.646376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a03f2ee6-b986-4ed9-8819-f1c5eddcde5d req-a7581d67-2e99-4053-b73f-1959e72efada tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421307 Apr 06 14:57:08.764475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb28fb-b09d-40a2-befb-6a9a352a4063 req-39276723-bf5a-49d0-9831-698adee3e35f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:08.765941 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2edb28fb-b09d-40a2-befb-6a9a352a4063 req-39276723-bf5a-49d0-9831-698adee3e35f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0546515 Apr 06 14:57:08.811953 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2edb28fb-b09d-40a2-befb-6a9a352a4063 req-bd7c2b32-09bc-4e0d-bb6b-f16b1b505bfb tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405052 Apr 06 14:57:08.928499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012c9a-9621-4768-96d6-bededba4959a req-c554b61c-fb7d-4ed9-aa95-c12aa52a8220 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:08.930020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90012c9a-9621-4768-96d6-bededba4959a req-c554b61c-fb7d-4ed9-aa95-c12aa52a8220 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0532112 Apr 06 14:57:08.978925 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90012c9a-9621-4768-96d6-bededba4959a req-d37766e1-521a-4499-a12d-e698955b3614 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 Apr 06 14:57:09.120412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fd414049-89aa-4f33-bf46-393c5da5923e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:09.258613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228230c-4911-4dca-84df-a02959551b0f req-3baf02e4-bbbb-4c6d-b3c4-93c47bf50929 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:09.278534 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5228230c-4911-4dca-84df-a02959551b0f req-3baf02e4-bbbb-4c6d-b3c4-93c47bf50929 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0537581 Apr 06 14:57:09.314161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5228230c-4911-4dca-84df-a02959551b0f req-1bcc5444-4f68-465c-bc9d-9c0e9c3d5861 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479369 Apr 06 14:57:09.430752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db64af-8cfb-41c9-9cb2-970849d1191d req-e03c2ce8-adb8-4ba6-b42f-f07ac9575d08 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:09.432253 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61db64af-8cfb-41c9-9cb2-970849d1191d req-e03c2ce8-adb8-4ba6-b42f-f07ac9575d08 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0532382 Apr 06 14:57:09.477842 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-61db64af-8cfb-41c9-9cb2-970849d1191d req-8c34d9a2-777d-4ace-8dc2-11ece3b3b983 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Apr 06 14:57:09.830320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bab4a4-43cf-4fa6-8eb1-df1926b52e76 req-52d53b41-11f2-4766-9d4e-3d7b5020f55f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:09.831719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53bab4a4-43cf-4fa6-8eb1-df1926b52e76 req-52d53b41-11f2-4766-9d4e-3d7b5020f55f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0517752 Apr 06 14:57:09.909235 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53bab4a4-43cf-4fa6-8eb1-df1926b52e76 req-6bf99a34-c1ef-40d7-99c6-86af58dcc113 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716460 Apr 06 14:57:09.919158 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-a5060030-5b88-4f04-9c75-4a0e47e2b7f1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627847 Apr 06 14:57:10.422849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaea7a-705f-411b-81d2-2e6878186c46 req-54fd376e-67e3-4a8d-bcdf-299cee647fa0 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:10.424255 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-54fd376e-67e3-4a8d-bcdf-299cee647fa0 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports/ef416ecd-fbf6-49fd-83e2-0277042e8cfd HTTP/1.1" status: 200 len: 942 time: 0.0509157 Apr 06 14:57:11.028573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729809a-2a1f-42e0-8e6d-c1081ba5466a req-19b8914e-c3ca-451d-bf53-22c824d167e3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:11.030039 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0729809a-2a1f-42e0-8e6d-c1081ba5466a req-19b8914e-c3ca-451d-bf53-22c824d167e3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0522890 Apr 06 14:57:11.079054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0729809a-2a1f-42e0-8e6d-c1081ba5466a req-c9bf30d7-dd04-4268-ab14-e66dc069d96f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433230 Apr 06 14:57:11.520009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-957210ac-4b0f-4c7c-8aba-99b8daf02595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:11.897176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaea7a-705f-411b-81d2-2e6878186c46 req-d4c3a902-347e-487d-9a0f-88a15a987a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:11.899594 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-d4c3a902-347e-487d-9a0f-88a15a987a33 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 1129 time: 0.0455916 Apr 06 14:57:11.990262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaea7a-705f-411b-81d2-2e6878186c46 req-b27ff9f8-71dd-4201-b953-383e47055af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:11.992285 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-b27ff9f8-71dd-4201-b953-383e47055af5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 916 time: 0.0871360 Apr 06 14:57:12.032589 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-90792ab6-ac80-4c1a-bfe6-779964c058f7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd HTTP/1.1" status: 200 len: 217 time: 0.0347664 Apr 06 14:57:12.080626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaea7a-705f-411b-81d2-2e6878186c46 req-715244d9-f0e2-4e38-b249-515c1dce6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:12.082071 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-715244d9-f0e2-4e38-b249-515c1dce6adb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0428777 Apr 06 14:57:12.487252 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-d8eadf1d-f13d-402b-9a7a-4fdf353e371b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3994310 Apr 06 14:57:12.595115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac8820-06b0-422b-85be-2c04a04581ce req-4e9b59ca-54ec-45b7-af36-988c8813700e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:12.596564 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4bac8820-06b0-422b-85be-2c04a04581ce req-4e9b59ca-54ec-45b7-af36-988c8813700e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.1118255 Apr 06 14:57:12.621747 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-a95256e9-d0e0-4808-b3f9-89c5b85381be service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265898 Apr 06 14:57:12.697058 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4bac8820-06b0-422b-85be-2c04a04581ce req-e12a9fb7-c45f-4c5f-a98b-8d7272db1260 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910604 Apr 06 14:57:12.742546 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-b124eca8-0598-4be9-9270-4ab852faf55b service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146207 Apr 06 14:57:13.777155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:13.821656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43eff6-5ee4-4718-8492-540904d4fe1c req-949ce62c-c29a-4138-8662-9074d4871337 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:13.823139 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3e43eff6-5ee4-4718-8492-540904d4fe1c req-949ce62c-c29a-4138-8662-9074d4871337 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0583558 Apr 06 14:57:13.868550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3e43eff6-5ee4-4718-8492-540904d4fe1c req-6a637f04-3f39-4e08-8dfa-f6f63e443168 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397944 Apr 06 14:57:14.986056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3c0ee-b308-4860-8075-06d21e46a12a req-a6e022da-64b9-4e7a-a1e0-489a74ada10f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:14.987540 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9b3c0ee-b308-4860-8075-06d21e46a12a req-a6e022da-64b9-4e7a-a1e0-489a74ada10f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0515318 Apr 06 14:57:15.033675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9b3c0ee-b308-4860-8075-06d21e46a12a req-bd7907d1-9555-40e9-9f81-31fd197a5a59 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Apr 06 14:57:15.845718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:16.156106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacb827-a40c-4b5f-8a4e-a0a2a47f1acc req-4d4cc2a3-5e1d-4239-ab4f-04bfd54ce7a3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:16.157565 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0eacb827-a40c-4b5f-8a4e-a0a2a47f1acc req-4d4cc2a3-5e1d-4239-ab4f-04bfd54ce7a3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0555763 Apr 06 14:57:16.203728 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0eacb827-a40c-4b5f-8a4e-a0a2a47f1acc req-6f6f67fa-1b90-48e4-bc15-8a2faf1a0695 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Apr 06 14:57:16.387633 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:57:16.462626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:17.323192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cdae8-2aec-4168-8d08-1d629b2d0033 req-ee50f3f5-a3a9-4e38-ace5-75ff60eee814 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:17.324667 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e3cdae8-2aec-4168-8d08-1d629b2d0033 req-ee50f3f5-a3a9-4e38-ace5-75ff60eee814 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0541415 Apr 06 14:57:17.371535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e3cdae8-2aec-4168-8d08-1d629b2d0033 req-d368b938-fc24-40a9-8cf5-8b0359f60cbf tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Apr 06 14:57:18.494144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d2638-9b28-4677-86e1-58670e5ab376 req-8024b311-c52d-49f5-9741-9972de47105e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:18.495658 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-555d2638-9b28-4677-86e1-58670e5ab376 req-8024b311-c52d-49f5-9741-9972de47105e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0541227 Apr 06 14:57:18.546308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-555d2638-9b28-4677-86e1-58670e5ab376 req-74ce6e00-d6cf-40fe-9273-50f7b7646e25 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450344 Apr 06 14:57:19.665430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7172490-5408-468e-8e4a-390ac2f7cce1 req-f579f3c8-248b-48a1-994b-cfd36ed44261 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:19.666853 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7172490-5408-468e-8e4a-390ac2f7cce1 req-f579f3c8-248b-48a1-994b-cfd36ed44261 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0540550 Apr 06 14:57:19.712834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7172490-5408-468e-8e4a-390ac2f7cce1 req-e5d8a348-976b-499a-b4c4-578f88de71ab tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Apr 06 14:57:20.829963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517037cf-b39d-4ac2-b710-8266d25ffa58 req-68331d60-ed05-4917-9481-55b9a6297d28 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:20.831453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-517037cf-b39d-4ac2-b710-8266d25ffa58 req-68331d60-ed05-4917-9481-55b9a6297d28 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0518937 Apr 06 14:57:20.877456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-517037cf-b39d-4ac2-b710-8266d25ffa58 req-78be1b11-df33-4d76-b6a0-6802520b10ab tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Apr 06 14:57:21.999603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae2442-1eaa-487b-84bb-2f5c6d87187b req-2b00e991-0dbf-486b-a4ec-a196251b2808 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:22.001065 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7dae2442-1eaa-487b-84bb-2f5c6d87187b req-2b00e991-0dbf-486b-a4ec-a196251b2808 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0559864 Apr 06 14:57:22.047328 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7dae2442-1eaa-487b-84bb-2f5c6d87187b req-08f7178e-8833-4d28-ad6e-064d8536c5ac tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Apr 06 14:57:23.162547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bc18b-0976-4796-bb42-f1f54418878c req-0701ddf0-f47b-4185-9577-a915b34fb26c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:23.164740 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c1bc18b-0976-4796-bb42-f1f54418878c req-0701ddf0-f47b-4185-9577-a915b34fb26c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0519869 Apr 06 14:57:23.209907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c1bc18b-0976-4796-bb42-f1f54418878c req-f5ed9ba6-3c0c-4242-ab85-95ceb8e3f352 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Apr 06 14:57:23.794298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:24.342483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8a6df-bd4c-484b-8386-1b92d12823e5 req-8843b359-7682-4819-8ba9-f899c2abaa68 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:24.344006 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6fe8a6df-bd4c-484b-8386-1b92d12823e5 req-8843b359-7682-4819-8ba9-f899c2abaa68 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0613394 Apr 06 14:57:24.407491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6fe8a6df-bd4c-484b-8386-1b92d12823e5 req-dd1757f2-3b03-468d-8ccb-59cf94c25076 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573757 Apr 06 14:57:25.531316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713acb-1cca-49b3-a354-685ea5de39f1 req-c458428c-b6d3-43ab-9a33-34e7bde0e770 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:25.532794 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00713acb-1cca-49b3-a354-685ea5de39f1 req-c458428c-b6d3-43ab-9a33-34e7bde0e770 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0529346 Apr 06 14:57:25.578719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00713acb-1cca-49b3-a354-685ea5de39f1 req-83c705ce-2b4e-47a1-b15b-2521d2a69712 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Apr 06 14:57:26.693827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c818a82-fac5-46e8-af23-a0ceed705768 req-e2c97283-2b55-46f8-b124-54cf0269d153 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:26.696269 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c818a82-fac5-46e8-af23-a0ceed705768 req-e2c97283-2b55-46f8-b124-54cf0269d153 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0530295 Apr 06 14:57:26.742312 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c818a82-fac5-46e8-af23-a0ceed705768 req-2bf3f3d2-3cfe-47d9-8dd2-87e465726bdb tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Apr 06 14:57:27.864237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd981a82-3b0d-4263-9c1f-37f565e52bd3 req-8430be9a-eb8b-42db-b8b2-7cebd665445f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:27.865701 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd981a82-3b0d-4263-9c1f-37f565e52bd3 req-8430be9a-eb8b-42db-b8b2-7cebd665445f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0557671 Apr 06 14:57:27.911396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd981a82-3b0d-4263-9c1f-37f565e52bd3 req-157c269f-db53-4472-9b2c-684560f630ff tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Apr 06 14:57:29.029260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e7ae7-bfd7-45ce-9545-2eaec51c433e req-cb66ed14-a009-4677-a7ec-318c43af8830 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:29.030767 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-599e7ae7-bfd7-45ce-9545-2eaec51c433e req-cb66ed14-a009-4677-a7ec-318c43af8830 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0526049 Apr 06 14:57:29.076127 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-599e7ae7-bfd7-45ce-9545-2eaec51c433e req-4f079dd9-2c87-4047-9049-8a4821b10cc1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Apr 06 14:57:30.156846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-e5b96208-8350-46e2-9b91-40a237eb1fb2 service neutron] 10.222.0.87 "GET /v2.0/ports/ef416ecd-fbf6-49fd-83e2-0277042e8cfd/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0686650 Apr 06 14:57:30.196891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49083057-2dbb-4607-89ec-858280973bbb req-0f3e0ff1-b80c-4af0-863f-74d84c5fee72 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:30.198404 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-49083057-2dbb-4607-89ec-858280973bbb req-0f3e0ff1-b80c-4af0-863f-74d84c5fee72 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0550334 Apr 06 14:57:30.245500 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-49083057-2dbb-4607-89ec-858280973bbb req-c7aa7ce2-d4f5-40a8-a484-5c91c67450fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Apr 06 14:57:30.709011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaea7a-705f-411b-81d2-2e6878186c46 req-db4eb235-9143-4ece-9fb8-e4ce4833e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:30.710418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-db4eb235-9143-4ece-9fb8-e4ce4833e8ed service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d&tenant_id=8522f43ae5a8460cad3bbfba95512301 HTTP/1.1" status: 200 len: 1129 time: 0.0445693 Apr 06 14:57:30.784070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaea7a-705f-411b-81d2-2e6878186c46 req-fd094f15-e80a-413f-8384-efe6d9593160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:30.785554 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-fd094f15-e80a-413f-8384-efe6d9593160 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 1129 time: 0.0444169 Apr 06 14:57:30.877981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaea7a-705f-411b-81d2-2e6878186c46 req-7dfef9a7-26bd-491a-aa08-745e981cad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:30.879511 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-7dfef9a7-26bd-491a-aa08-745e981cad1f service neutron] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 916 time: 0.0883985 Apr 06 14:57:30.920596 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-c4b0ddf9-dab0-4646-8711-3d6d801b1783 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd HTTP/1.1" status: 200 len: 217 time: 0.0356393 Apr 06 14:57:30.972575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaea7a-705f-411b-81d2-2e6878186c46 req-713e945f-eed9-4313-a82c-dfa18ac5cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:30.973919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-713e945f-eed9-4313-a82c-dfa18ac5cfad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0471995 Apr 06 14:57:31.003824 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-3f4388ac-a9a7-42e6-b409-9fb30673c97f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245304 Apr 06 14:57:31.091652 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-cdc4eadc-b76a-419d-b2e6-7f3e8720fe4d service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819523 Apr 06 14:57:31.183271 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-febaea7a-705f-411b-81d2-2e6878186c46 req-3cf03c20-327f-4ef0-ab6e-d459ca3c1675 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850339 Apr 06 14:57:31.367726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b42768-de88-4b85-8d2d-fdc8eb1fe01a req-6a657d3c-4f66-47b8-a48c-79e14eb21786 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:31.369225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19b42768-de88-4b85-8d2d-fdc8eb1fe01a req-6a657d3c-4f66-47b8-a48c-79e14eb21786 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 945 time: 0.0555444 Apr 06 14:57:31.419215 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19b42768-de88-4b85-8d2d-fdc8eb1fe01a req-f87839ac-ca51-414c-a48e-873dbf20c1d5 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Apr 06 14:57:32.123215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef416ecd-fbf6-49fd-83e2-0277042e8cfd no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:57:32.200006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef416ecd-fbf6-49fd-83e2-0277042e8cfd is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:32.200399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:32.222135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:32.224385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d38ec-dacc-405a-8a7d-b8044a130613" -d '{"events": [{"server_uuid": "98e04f88-6cda-41f1-a7dd-8bb0790f4a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "ef416ecd-fbf6-49fd-83e2-0277042e8cfd"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:32.236964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef416ecd-fbf6-49fd-83e2-0277042e8cfd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:32.267395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffa6a3e-1cc3-4eef-ba71-3f61c0aa5177 x-openstack-request-id: req-5ffa6a3e-1cc3-4eef-ba71-3f61c0aa5177 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:32.267714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e04f88-6cda-41f1-a7dd-8bb0790f4a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "ef416ecd-fbf6-49fd-83e2-0277042e8cfd", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:32.267969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5ffa6a3e-1cc3-4eef-ba71-3f61c0aa5177 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:32.268408 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffa6a3e-1cc3-4eef-ba71-3f61c0aa5177'] response: {'server_uuid': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd', 'code': 200} Apr 06 14:57:32.291126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:32.337026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:32.537570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95547d4b-a782-49c9-bf82-803fd8e1a056 req-42990f7a-8151-4498-8f01-65dd0e1b13ff tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:32.539697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95547d4b-a782-49c9-bf82-803fd8e1a056 req-42990f7a-8151-4498-8f01-65dd0e1b13ff tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0531292 Apr 06 14:57:32.590078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95547d4b-a782-49c9-bf82-803fd8e1a056 req-76f66fe1-4dbe-465d-87c8-58e6f9099a4d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Apr 06 14:57:33.711060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e0a60-1977-4ed7-aaba-30dc35cd66d1 req-70481b06-b1b1-421d-bf16-ada7136ee742 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:33.712482 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-136e0a60-1977-4ed7-aaba-30dc35cd66d1 req-70481b06-b1b1-421d-bf16-ada7136ee742 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0532696 Apr 06 14:57:33.758346 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-136e0a60-1977-4ed7-aaba-30dc35cd66d1 req-8a4ffc51-edb3-4fd4-9ea8-7d01ed87f1ae tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Apr 06 14:57:34.884942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a1649-7aa5-49a9-895f-359ff4d09cd8 req-5dd17d74-00de-49a1-937e-7d6e024e21ba tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:34.886418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-149a1649-7aa5-49a9-895f-359ff4d09cd8 req-5dd17d74-00de-49a1-937e-7d6e024e21ba tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0525081 Apr 06 14:57:34.932799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-149a1649-7aa5-49a9-895f-359ff4d09cd8 req-2f45f496-700f-4dc4-ace3-1d48f2385c46 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Apr 06 14:57:35.247137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5e57c-ee21-48c8-9a46-43baed78eeeb req-d18edca9-b63e-4eac-bb0b-c65990e9025c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:35.248633 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ba5e57c-ee21-48c8-9a46-43baed78eeeb req-d18edca9-b63e-4eac-bb0b-c65990e9025c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0580618 Apr 06 14:57:35.307535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ba5e57c-ee21-48c8-9a46-43baed78eeeb req-407c491a-f08a-4161-8684-9690fe97f9b2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533261 Apr 06 14:57:35.350094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-e5cad494-ecd8-4937-b365-6e64dfc03ac6 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:35.352650 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-e5cad494-ecd8-4937-b365-6e64dfc03ac6 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d&tenant_id=8522f43ae5a8460cad3bbfba95512301&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 943 time: 0.0587604 Apr 06 14:57:35.461745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-581f741a-f60d-4e07-a186-9c1337544e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:35.463160 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-581f741a-f60d-4e07-a186-9c1337544e4f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 1127 time: 0.0454597 Apr 06 14:57:35.556124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-5b7e86e8-309f-431f-9cd6-5dbd58298382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:35.557588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-5b7e86e8-309f-431f-9cd6-5dbd58298382 service neutron] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 916 time: 0.0887740 Apr 06 14:57:35.598203 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-c22ccb3f-ce5e-4d97-847e-2a405b7452de service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd HTTP/1.1" status: 200 len: 217 time: 0.0350506 Apr 06 14:57:35.650457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-358662e1-8f65-436d-8205-dffabd108271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:35.651935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-358662e1-8f65-436d-8205-dffabd108271 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0486171 Apr 06 14:57:35.682021 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-cd4e91c9-d134-4d3f-9d79-244ebc403ac9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245142 Apr 06 14:57:35.768433 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-110fbe2b-c24f-4271-b26d-26abf352966c service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810881 Apr 06 14:57:35.859804 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4c7d3e7-4faa-484c-ae3c-579f2756a6a1 req-18b44d09-9e99-492b-ba6e-8beb0277aae6 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856903 Apr 06 14:57:36.430883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc57e-4d25-45bd-9982-8efe7309dba1 req-3c1110dd-1e59-49bc-8e5c-bb110e4e77ae tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:36.432491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3dfc57e-4d25-45bd-9982-8efe7309dba1 req-3c1110dd-1e59-49bc-8e5c-bb110e4e77ae tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0561039 Apr 06 14:57:36.479357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3dfc57e-4d25-45bd-9982-8efe7309dba1 req-cc015bf0-aaf5-42cf-8c6d-f9b1305dc947 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Apr 06 14:57:37.597178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1e9d9-799c-4961-823e-bb1b17c235db req-9122d2c1-84ca-46f3-983b-c8352bdcfa76 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:37.598624 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2ef1e9d9-799c-4961-823e-bb1b17c235db req-9122d2c1-84ca-46f3-983b-c8352bdcfa76 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0527749 Apr 06 14:57:37.651210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2ef1e9d9-799c-4961-823e-bb1b17c235db req-a339c82f-f57f-4572-9512-8cafd5896a0e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465584 Apr 06 14:57:37.767627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4f07-da1e-47ac-9409-ab3be3f507b4 req-7a43821f-ae2b-4586-b3af-d3c7bd6709ad tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:37.769109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8db4f07-da1e-47ac-9409-ab3be3f507b4 req-7a43821f-ae2b-4586-b3af-d3c7bd6709ad tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0534852 Apr 06 14:57:37.816518 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8db4f07-da1e-47ac-9409-ab3be3f507b4 req-273dbac3-6550-4615-a278-859a0f5d1aa2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Apr 06 14:57:37.933592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e077b7-1d18-47a5-9de9-d83a3f6eda82 req-aee2c1f3-4e22-4095-a4c4-92df37aa50d2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:37.934984 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-92e077b7-1d18-47a5-9de9-d83a3f6eda82 req-aee2c1f3-4e22-4095-a4c4-92df37aa50d2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0524566 Apr 06 14:57:37.980849 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-92e077b7-1d18-47a5-9de9-d83a3f6eda82 req-132b64ee-115a-46d9-abc2-8fd27ca1623a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Apr 06 14:57:38.491749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-5381ac82-bae0-4cf5-9a3d-137b824e5a48 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:38.493220 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-5381ac82-bae0-4cf5-9a3d-137b824e5a48 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 814 time: 0.1050534 Apr 06 14:57:38.507477 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-15061bd3-d6ef-4151-afb6-27f726e3cad3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/quotas/8522f43ae5a8460cad3bbfba95512301 HTTP/1.1" status: 200 len: 375 time: 0.0088840 Apr 06 14:57:38.559589 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-f39b393d-b8ae-488a-9daa-fd4bad0752a2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467851 Apr 06 14:57:38.659866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-7e076526-8807-4817-8ec1-b6eace882356 service neutron] 10.222.0.71 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938334 Apr 06 14:57:38.750538 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-2e12e126-b5ee-4f0f-84d9-56c2f2df3997 service neutron] 10.222.0.71 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843387 Apr 06 14:57:38.800631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-dcb8367c-07bc-4ef3-83a0-eaf2bd4c729a req-4eb5c783-7fa0-497a-807b-0f70519557c7 service neutron] (104443) timed out ('10.222.0.87', 60702) {{(pid=104443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:57:38.978357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-73c35a51-d9e2-4bbe-a774-d2bfd751fbc6 req-19c3b377-a0dc-4423-a3dd-e81ad988c65a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Apr 06 14:57:39.107953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43dfca96-b67c-4202-ab9d-49c171f58873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.082882 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8fd6a68c-7f8a-4063-956f-20a201ba6285 req-43f15ad5-e4b3-4f3b-984e-e2dfb048d0b8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 210 time: 0.0323663 Apr 06 14:57:40.384023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c704006-db7e-4afa-8288-eb5bb215097c req-90d1a37d-85f1-4c67-a19d-0bf7ed388952 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:40.385501 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c704006-db7e-4afa-8288-eb5bb215097c req-90d1a37d-85f1-4c67-a19d-0bf7ed388952 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "GET /v2.0/ports?device_id=98e04f88-6cda-41f1-a7dd-8bb0790f4a6d HTTP/1.1" status: 200 len: 943 time: 0.0522325 Apr 06 14:57:40.476828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Deleting port ef416ecd-fbf6-49fd-83e2-0277042e8cfd {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:57:40.477169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.566982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] For port ef416ecd-fbf6-49fd-83e2-0277042e8cfd, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:40.567350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.579993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Calling delete_port for ef416ecd-fbf6-49fd-83e2-0277042e8cfd owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:57:40.724668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.87', 60889) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:57:40.770601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (ef416ecd-fbf6-49fd-83e2-0277042e8cfd), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.811720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Pushing event deleted for resources: {'Port': ['ID=ef416ecd-fbf6-49fd-83e2-0277042e8cfd,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:40.875585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] No DVR routers for this DVR port ef416ecd-fbf6-49fd-83e2-0277042e8cfd on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:57:40.883191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:40.886428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "DELETE /v2.0/ports/ef416ecd-fbf6-49fd-83e2-0277042e8cfd HTTP/1.1" status: 204 len: 173 time: 0.4954481 Apr 06 14:57:40.886888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'name': 'network-vif-deleted', 'tag': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:40.889229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0e8b67-63a2-4607-b0d5-95f3dc935716" -d '{"events": [{"server_uuid": "98e04f88-6cda-41f1-a7dd-8bb0790f4a6d", "name": "network-vif-deleted", "tag": "ef416ecd-fbf6-49fd-83e2-0277042e8cfd"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:40.902008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-8adeabb9-2042-4220-9e9f-3562258ae1bb tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:40.903560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-8adeabb9-2042-4220-9e9f-3562258ae1bb tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 814 time: 0.1773274 Apr 06 14:57:40.921265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Request body: {'port': {'device_id': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea', 'admin_state_up': True, 'tenant_id': '8522f43ae5a8460cad3bbfba95512301'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:40.937050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54414e89-b13e-491e-abd0-1ac1ae54d300 x-openstack-request-id: req-54414e89-b13e-491e-abd0-1ac1ae54d300 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:40.937343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e04f88-6cda-41f1-a7dd-8bb0790f4a6d", "name": "network-vif-deleted", "tag": "ef416ecd-fbf6-49fd-83e2-0277042e8cfd", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:40.937598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-54414e89-b13e-491e-abd0-1ac1ae54d300 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:40.937990 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54414e89-b13e-491e-abd0-1ac1ae54d300'] response: {'server_uuid': '98e04f88-6cda-41f1-a7dd-8bb0790f4a6d', 'name': 'network-vif-deleted', 'tag': 'ef416ecd-fbf6-49fd-83e2-0277042e8cfd', 'status': 'completed', 'code': 200} Apr 06 14:57:41.068450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Made reservation on behalf of 8522f43ae5a8460cad3bbfba95512301 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:57:41.072225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.203017 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ba31a20-2bd2-4820-93a2-bb511f0fe167 req-fad09a6d-1f63-49e8-b246-e764d5d266ee tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 210 time: 0.0509703 Apr 06 14:57:41.227713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Allocated IP 172.20.0.10 (573eb16c-81a8-4d78-8171-71423c0686ea/7d46a925-606a-40bf-9874-307cc5dfbd9d/1a280740-0578-40e8-8e46-e670a765d1e9) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:57:41.372990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks [] for port (1a280740-0578-40e8-8e46-e670a765d1e9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.468239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.510301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Network 573eb16c-81a8-4d78-8171-71423c0686ea is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:57:41.513430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dcc166bf-0b02-458e-9e63-7aa5764ccf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.517621 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:57:41.518087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:57:41.552009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:41.577585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:41.578200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:41.659252 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ded50694-7ca0-4804-a9b2-4c40375da43d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7417836 Apr 06 14:57:41.703598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Request body: {'port': {'device_id': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:57:41.762911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.021532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a280740-0578-40e8-8e46-e670a765d1e9 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:57:42.029731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Publish callbacks [] for port (1a280740-0578-40e8-8e46-e670a765d1e9), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.041849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Transition to ACTIVE for port object 1a280740-0578-40e8-8e46-e670a765d1e9 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:57:42.095912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.145115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:42.211172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Attempting to bind port 1a280740-0578-40e8-8e46-e670a765d1e9 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:57:42.211857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Attempting to bind port 1a280740-0578-40e8-8e46-e670a765d1e9 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:57:42.211857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Attempting to bind port 1a280740-0578-40e8-8e46-e670a765d1e9 on network 573eb16c-81a8-4d78-8171-71423c0686ea {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:42.216010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Port 1a280740-0578-40e8-8e46-e670a765d1e9 on network 573eb16c-81a8-4d78-8171-71423c0686ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:57:42.221048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Attempting to bind port 1a280740-0578-40e8-8e46-e670a765d1e9 on network 573eb16c-81a8-4d78-8171-71423c0686ea {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:57:42.221172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:57:42.221507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Checking segment: {'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:57:42.221888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Bound using segment: {'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:57:42.222313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Bound port: 1a280740-0578-40e8-8e46-e670a765d1e9, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54be8fa7-f83d-44f9-942d-37ef6d2446ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:57:42.222666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.315692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:57:42.327226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:57:42.347330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fe57f-6e19-47c1-9ea6-d5c86d54d744 req-fe55da07-b2f6-439d-8267-1663294586be tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:42.348803 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d02fe57f-6e19-47c1-9ea6-d5c86d54d744 req-fe55da07-b2f6-439d-8267-1663294586be tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0696974 Apr 06 14:57:42.385245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.421311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d02fe57f-6e19-47c1-9ea6-d5c86d54d744 req-571120c2-d2e5-49a7-99bb-ab827a0d677e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665267 Apr 06 14:57:42.428828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:42.429453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:42.430825 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] 10.222.0.87 "PUT /v2.0/ports/1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 200 len: 1094 time: 0.7315400 Apr 06 14:57:42.454063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ce07-4042-438b-9aa8-b4e0eda588bc service neutron] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:42.588892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-91e05613-030e-4a10-b78b-f12c6355f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:42.590316 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-91e05613-030e-4a10-b78b-f12c6355f345 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 1128 time: 0.0451784 Apr 06 14:57:42.639906 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-a0bddc28-16f9-41b8-9443-341932de7b59 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 200 len: 217 time: 0.0367045 Apr 06 14:57:42.687880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ce09df81-e4af-492e-8495-ca03638943d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:42.689285 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-ce09df81-e4af-492e-8495-ca03638943d6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0429580 Apr 06 14:57:42.721547 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-0958bc9a-ebcb-4452-a940-b77931ce5a5b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241110 Apr 06 14:57:42.821016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-42daf10b-07ed-4907-b1d0-d45fe29978d3 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932641 Apr 06 14:57:42.907330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-90abe82e-253a-45fa-8c45-ee26ce69b7c7 req-b79a6285-4800-4eba-953b-faa308545561 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804908 Apr 06 14:57:42.938886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:42.941509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c70759d-3040-4564-9c18-0e0bdfdd051c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:42.976404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648a300e-7aeb-44a5-ab5a-418b451500d3 x-openstack-request-id: req-648a300e-7aeb-44a5-ab5a-418b451500d3 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:42.976700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:42.976961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-648a300e-7aeb-44a5-ab5a-418b451500d3 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:42.977373 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648a300e-7aeb-44a5-ab5a-418b451500d3'] response: {'name': 'network-changed', 'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9', 'status': 'completed', 'code': 200} Apr 06 14:57:43.108811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-c5a5f576-6764-477f-931d-ebf369c4ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:43.111396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-c5a5f576-6764-477f-931d-ebf369c4ce28 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 1128 time: 0.0630214 Apr 06 14:57:43.202417 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-3fbadfca-3a02-4f44-8501-7f9a17d3e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:43.203926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-3fbadfca-3a02-4f44-8501-7f9a17d3e992 service neutron] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 916 time: 0.0854807 Apr 06 14:57:43.244043 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-3520e1d7-b1f4-4c82-a551-6490c9e8f439 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 200 len: 217 time: 0.0335267 Apr 06 14:57:43.295108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-be29ba78-511f-48fe-95db-889f1ba0e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:43.296615 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-be29ba78-511f-48fe-95db-889f1ba0e667 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0474737 Apr 06 14:57:43.328477 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-e034738e-d8a3-4aa5-8a7f-296515e3eb81 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253339 Apr 06 14:57:43.415320 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-77faae1c-3f31-4033-99b9-dd3c4122a51d service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795717 Apr 06 14:57:43.545430 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c70759d-3040-4564-9c18-0e0bdfdd051c req-b53a852d-bc36-4d9a-b371-ff386c83ee3f service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243317 Apr 06 14:57:43.566612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e43fc7-75d0-4124-bab9-ec83b8cfc72a req-645d4189-a106-4b4d-b6ff-8691464b7832 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:43.568335 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f5e43fc7-75d0-4124-bab9-ec83b8cfc72a req-645d4189-a106-4b4d-b6ff-8691464b7832 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0678537 Apr 06 14:57:43.614381 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f5e43fc7-75d0-4124-bab9-ec83b8cfc72a req-a864f9ea-2a05-4f44-a2bd-01a627f053f9 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400338 Apr 06 14:57:43.787646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:44.217083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef416ecd-fbf6-49fd-83e2-0277042e8cfd no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:57:44.238226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: ef416ecd-fbf6-49fd-83e2-0277042e8cfd {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:57:44.238576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef416ecd-fbf6-49fd-83e2-0277042e8cfd not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:57:44.736648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c4c42-2b2d-411b-b65f-9737e765e07d req-5372a30b-8edb-44f9-acc3-73c9e1dfc494 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:44.738106 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-778c4c42-2b2d-411b-b65f-9737e765e07d req-5372a30b-8edb-44f9-acc3-73c9e1dfc494 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0551779 Apr 06 14:57:44.784137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-778c4c42-2b2d-411b-b65f-9737e765e07d req-bdfb2f3c-e12a-4424-b764-d339edefc818 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Apr 06 14:57:45.861876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:45.906206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527296b9-5d4e-4810-a397-00382b9c55f2 req-8d96c4c8-78f5-4ec0-b99f-79ab5c38b4da tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:45.907711 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-527296b9-5d4e-4810-a397-00382b9c55f2 req-8d96c4c8-78f5-4ec0-b99f-79ab5c38b4da tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0546045 Apr 06 14:57:45.955190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-527296b9-5d4e-4810-a397-00382b9c55f2 req-098c256e-75aa-4172-a89a-ec9e134c3649 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Apr 06 14:57:46.202868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1a280740-0578-40e8-8e46-e670a765d1e9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:57:46.302423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:46.314206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '1a280740-0578-40e8-8e46-e670a765d1e9', 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea', 'port_id': '1a280740-0578-40e8-8e46-e670a765d1e9', 'mac_address': 'fa:16:3e:4a:b9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d46a925-606a-40bf-9874-307cc5dfbd9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:57:46.351516 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1a280740-0578-40e8-8e46-e670a765d1e9 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:46.351828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.364417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a280740-0578-40e8-8e46-e670a765d1e9 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:57:46.384360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:46.445188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.476414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:46.502194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:46.509566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.509923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.510268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.510607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.510944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.511300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.511633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.511965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.512346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.512672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.512998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.513323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.513648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:57:46.867046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['1a280740-0578-40e8-8e46-e670a765d1e9'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:57:47.073614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcddfa-bd16-4564-a11e-0926102e0cf8 req-18f646a9-be1e-43bb-80b3-51f37a9b116f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:47.075717 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0dbcddfa-bd16-4564-a11e-0926102e0cf8 req-18f646a9-be1e-43bb-80b3-51f37a9b116f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 945 time: 0.0541127 Apr 06 14:57:47.129895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0dbcddfa-bd16-4564-a11e-0926102e0cf8 req-50f11ddf-3574-4db7-a029-433f21965daf tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484738 Apr 06 14:57:48.232713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1a280740-0578-40e8-8e46-e670a765d1e9 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:57:48.247908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eedc3-8385-4eb8-b29d-fd4ce413d720 req-9552918c-039a-41d8-b983-bf166cf69aa3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:48.249305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ab4eedc3-8385-4eb8-b29d-fd4ce413d720 req-9552918c-039a-41d8-b983-bf166cf69aa3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 945 time: 0.0521362 Apr 06 14:57:48.296413 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ab4eedc3-8385-4eb8-b29d-fd4ce413d720 req-adae724e-6319-41df-8a3b-13f04af75b9b tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Apr 06 14:57:48.347118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 1a280740-0578-40e8-8e46-e670a765d1e9 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:57:48.352069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 1a280740-0578-40e8-8e46-e670a765d1e9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:57:48.352452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.430380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1a280740-0578-40e8-8e46-e670a765d1e9 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:57:48.430779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.452946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:57:48.455173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd0e1c6-5628-4a46-a462-a29f54697968" -d '{"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-plugged", "status": "completed", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:57:48.467065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:57:48.493443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2cd4db-1574-4f30-9aff-e3169c7e5723 x-openstack-request-id: req-ef2cd4db-1574-4f30-9aff-e3169c7e5723 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:57:48.493741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-plugged", "status": "completed", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:57:48.493999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef2cd4db-1574-4f30-9aff-e3169c7e5723 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:57:48.494399 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2cd4db-1574-4f30-9aff-e3169c7e5723'] response: {'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9', 'code': 200} Apr 06 14:57:48.530364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:48.581381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:57:48.771124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc25dd7-5dcf-4945-be83-5c00617caf6d req-d3be40ee-c20b-49ac-90ca-ca0da14d67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:48.773083 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6fc25dd7-5dcf-4945-be83-5c00617caf6d req-d3be40ee-c20b-49ac-90ca-ca0da14d67cc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 1130 time: 0.0429821 Apr 06 14:57:48.815439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6fc25dd7-5dcf-4945-be83-5c00617caf6d req-2c17243d-11b2-4a54-8a7b-4300288e03af service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366747 Apr 06 14:57:49.417830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c621a-3243-44c2-9813-00d785c2b2c5 req-f6cf4fe9-6f60-4468-94bb-4db971602376 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:49.419331 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd2c621a-3243-44c2-9813-00d785c2b2c5 req-f6cf4fe9-6f60-4468-94bb-4db971602376 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0572009 Apr 06 14:57:49.465140 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd2c621a-3243-44c2-9813-00d785c2b2c5 req-eb68dcfe-35d6-484d-a94a-6c28b01e6eb7 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Apr 06 14:57:50.585437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17af33-c94d-4958-ba61-48bfbd4cb98c req-0e2ad2ca-1fbb-4433-b0e7-25fe0117f8f1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:50.586900 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef17af33-c94d-4958-ba61-48bfbd4cb98c req-0e2ad2ca-1fbb-4433-b0e7-25fe0117f8f1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0525613 Apr 06 14:57:50.632272 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef17af33-c94d-4958-ba61-48bfbd4cb98c req-8a82d7ab-0596-4bd9-9e3b-9b779c8b765c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Apr 06 14:57:50.749951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e07e9-f378-4a2b-a23e-e5148e9048b8 req-3a48080f-26f5-4133-8432-1853168afa13 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:50.751435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0b6e07e9-f378-4a2b-a23e-e5148e9048b8 req-3a48080f-26f5-4133-8432-1853168afa13 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0544481 Apr 06 14:57:50.797320 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0b6e07e9-f378-4a2b-a23e-e5148e9048b8 req-da8305b2-e055-4478-ad11-5b737db9ed74 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 Apr 06 14:57:51.284475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4d50-8bf3-4352-9341-39a755a5862e req-b0733590-fd41-45e2-b1d9-bb4a887a46da tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:51.285921 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01fb4d50-8bf3-4352-9341-39a755a5862e req-b0733590-fd41-45e2-b1d9-bb4a887a46da tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0520732 Apr 06 14:57:51.332256 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01fb4d50-8bf3-4352-9341-39a755a5862e req-b9926e85-e69c-4d1b-b10c-c4bffb1e8f3d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Apr 06 14:57:51.405548 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-6f925331-3e2e-4e54-a7ab-e6d322f0741a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434885 Apr 06 14:57:51.900144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-a6753ed6-b2d1-4fd2-8102-5db6e49ff6f8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:51.901541 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-a6753ed6-b2d1-4fd2-8102-5db6e49ff6f8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports/1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 200 len: 943 time: 0.0475972 Apr 06 14:57:52.457345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4273c-a9bf-4c37-810b-e6d33d6b0926 req-c1323c01-28be-4f93-92c7-12bbf14301d2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:52.459799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ae4273c-a9bf-4c37-810b-e6d33d6b0926 req-c1323c01-28be-4f93-92c7-12bbf14301d2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0576994 Apr 06 14:57:52.506993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ae4273c-a9bf-4c37-810b-e6d33d6b0926 req-93e4edba-b138-4c9e-85a9-2b41fbdb28a4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Apr 06 14:57:53.387269 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:57:53.408428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-ded563b8-df02-441b-bcbb-35190e62b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:53.409932 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-ded563b8-df02-441b-bcbb-35190e62b462 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 1130 time: 0.0893908 Apr 06 14:57:53.501853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-87e73cb9-b98c-4044-b7ab-1ca702a9233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:53.503360 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-87e73cb9-b98c-4044-b7ab-1ca702a9233f service neutron] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 916 time: 0.0870092 Apr 06 14:57:53.544247 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-2a6f4750-25e5-42d4-afd0-bd11611a2a83 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 200 len: 217 time: 0.0349181 Apr 06 14:57:53.622631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-4b1f4466-aabd-43be-8e87-ddd179b03641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:53.624100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-4b1f4466-aabd-43be-8e87-ddd179b03641 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0736170 Apr 06 14:57:53.804914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:57:54.000963 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-6f752912-a4b5-4103-8656-4586ab48481b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3690798 Apr 06 14:57:54.008039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50717648-f9e5-4ab2-9f07-2a3204dfa9df req-c511933e-ee6a-4c0b-ba91-b64a7216ef5c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:54.009365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50717648-f9e5-4ab2-9f07-2a3204dfa9df req-c511933e-ee6a-4c0b-ba91-b64a7216ef5c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.4312220 Apr 06 14:57:54.107084 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50717648-f9e5-4ab2-9f07-2a3204dfa9df req-4b3322d5-b58c-412a-ad8d-1d131b9ed5a5 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900760 Apr 06 14:57:54.128683 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-9c2ea06b-3de4-4014-bb5f-bcd26f38d5ab service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184146 Apr 06 14:57:54.215648 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-dac708ba-b6b7-4f3a-8fc4-8dffb3e8372b service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804937 Apr 06 14:57:55.229611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cba2c-ab25-4bbc-a0ab-54c87f099d47 req-220221d2-98f2-43e1-a3f7-225b1c1cd569 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:55.231122 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-525cba2c-ab25-4bbc-a0ab-54c87f099d47 req-220221d2-98f2-43e1-a3f7-225b1c1cd569 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0538962 Apr 06 14:57:55.281596 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-525cba2c-ab25-4bbc-a0ab-54c87f099d47 req-075220fd-8c47-46b1-bf91-fb593818267e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Apr 06 14:57:56.402418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9eb5b1-8c4f-4ca0-913b-686734146718 req-4a42e2f0-1253-4695-9908-cb8f2e1b6158 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:56.403966 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-de9eb5b1-8c4f-4ca0-913b-686734146718 req-4a42e2f0-1253-4695-9908-cb8f2e1b6158 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0544615 Apr 06 14:57:56.450781 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-de9eb5b1-8c4f-4ca0-913b-686734146718 req-09390496-7f58-49ab-8aa0-e5286023608e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Apr 06 14:57:57.571729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1afba-c020-4452-bcc6-972e77ee1e75 req-99cd9a8c-5a0d-4ef4-93a9-62bce04c56a8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:57.573201 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-97f1afba-c020-4452-bcc6-972e77ee1e75 req-99cd9a8c-5a0d-4ef4-93a9-62bce04c56a8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0567658 Apr 06 14:57:57.621009 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-97f1afba-c020-4452-bcc6-972e77ee1e75 req-f7839801-f261-42b5-965d-5c32a08ae907 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Apr 06 14:57:58.744129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21bc01-9b48-4788-b02d-7ba0c38cb1f6 req-3bdda056-1946-46b3-a0fa-9355185985f4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:58.745664 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b21bc01-9b48-4788-b02d-7ba0c38cb1f6 req-3bdda056-1946-46b3-a0fa-9355185985f4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0574226 Apr 06 14:57:58.822340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b21bc01-9b48-4788-b02d-7ba0c38cb1f6 req-e97cb550-cb2d-4c8c-a061-5aaa6bcb13e3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705309 Apr 06 14:57:58.828624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-3394ebf1-b0d2-46c3-b303-a34e94ecc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:58.830093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-3394ebf1-b0d2-46c3-b303-a34e94ecc34b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 1130 time: 0.0772736 Apr 06 14:57:58.936532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-511c6aad-5617-4126-83e6-c146c1330030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:58.937918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-511c6aad-5617-4126-83e6-c146c1330030 service neutron] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 916 time: 0.0870454 Apr 06 14:57:58.978642 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-56abb4ce-99c6-403c-9bfe-b9e751c638dc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 200 len: 217 time: 0.0339825 Apr 06 14:57:59.025858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-194f880c-a506-493b-91b9-99824aad5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:59.027296 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-194f880c-a506-493b-91b9-99824aad5618 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0434952 Apr 06 14:57:59.056197 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-118187c6-9788-4ba3-8d95-e59d34e6d2f1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238431 Apr 06 14:57:59.146582 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-93803e00-fdb2-42df-8906-b58c76d5dc6d service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Apr 06 14:57:59.233958 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-273f8a44-bc97-431b-91be-f4ac3d5e6118 req-6fe1c3b1-6cee-4c4c-a078-c4abfd607570 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814044 Apr 06 14:57:59.946618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c6121-d88c-4fa4-a911-e15248f9404d req-f0905f04-b29c-43e3-9d78-a6ce6de374ac tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:57:59.948065 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-518c6121-d88c-4fa4-a911-e15248f9404d req-f0905f04-b29c-43e3-9d78-a6ce6de374ac tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0584059 Apr 06 14:57:59.994390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-518c6121-d88c-4fa4-a911-e15248f9404d req-eda14634-ea7e-42a5-b744-36894aaaf24d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Apr 06 14:58:01.111225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e12323-6b15-4cf9-9213-ee059150e72c req-8ecca885-dec3-499e-a92f-86312b84dae5 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:01.112691 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42e12323-6b15-4cf9-9213-ee059150e72c req-8ecca885-dec3-499e-a92f-86312b84dae5 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0522170 Apr 06 14:58:01.159557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42e12323-6b15-4cf9-9213-ee059150e72c req-da61aad5-bb4d-422e-ba2a-54bacb2efebf tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Apr 06 14:58:02.276880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6696e03-26c9-4f01-823e-148cea7df2a3 req-4883b72e-16f7-4b7d-b03c-edbd3fe9c96f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:02.278389 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f6696e03-26c9-4f01-823e-148cea7df2a3 req-4883b72e-16f7-4b7d-b03c-edbd3fe9c96f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0518076 Apr 06 14:58:02.328222 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f6696e03-26c9-4f01-823e-148cea7df2a3 req-bd796501-71ba-412d-a803-d4200967c1fe tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Apr 06 14:58:03.446892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14519c14-3d01-4f7f-bd37-6f3dd7690845 req-e69ddd10-efb8-413b-a9af-bb6a66b53f1d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:03.448378 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-14519c14-3d01-4f7f-bd37-6f3dd7690845 req-e69ddd10-efb8-413b-a9af-bb6a66b53f1d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0539243 Apr 06 14:58:03.497421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-14519c14-3d01-4f7f-bd37-6f3dd7690845 req-032c2747-f8ee-4dff-9654-0a33c74a15d9 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Apr 06 14:58:04.615042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b1cce-b99f-4795-be17-aa484fbaa05c req-76619694-42ea-4f7f-929d-481728b28617 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:04.616547 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d36b1cce-b99f-4795-be17-aa484fbaa05c req-76619694-42ea-4f7f-929d-481728b28617 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0532966 Apr 06 14:58:04.662511 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d36b1cce-b99f-4795-be17-aa484fbaa05c req-6392000c-1acf-4997-aa23-c255e24a9a89 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Apr 06 14:58:05.783339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dbe31-d6ab-4465-9497-a29cceedcf6e req-3a6e79ae-97d4-4bd5-b144-f9b09c1fdcb3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:05.784815 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-515dbe31-d6ab-4465-9497-a29cceedcf6e req-3a6e79ae-97d4-4bd5-b144-f9b09c1fdcb3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0558624 Apr 06 14:58:05.830284 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-515dbe31-d6ab-4465-9497-a29cceedcf6e req-a15c751b-59b6-4eb0-bbfb-3d92724d7513 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Apr 06 14:58:06.948015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce7a53-843e-40c4-b49f-dc45d0454953 req-1594d608-cd31-4798-b690-7c0856e31352 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:06.949512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21ce7a53-843e-40c4-b49f-dc45d0454953 req-1594d608-cd31-4798-b690-7c0856e31352 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0539148 Apr 06 14:58:06.995853 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21ce7a53-843e-40c4-b49f-dc45d0454953 req-d19f7f46-50f2-460b-b3e5-803a88749559 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Apr 06 14:58:08.118764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12757e-5603-408a-a414-6d61ef3139fd req-6c978658-7b5c-4568-9773-c309798f9f7c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:08.120275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c12757e-5603-408a-a414-6d61ef3139fd req-6c978658-7b5c-4568-9773-c309798f9f7c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0559847 Apr 06 14:58:08.167009 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c12757e-5603-408a-a414-6d61ef3139fd req-7b0fcfce-4c07-4cae-bfd7-baced37930a9 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Apr 06 14:58:09.112524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2f5f77ae-849a-47a5-8a0c-d5a8962f7e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:09.286249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93b07a-9a13-4971-af13-3e9b72384f86 req-b6250e9f-fe6b-4ab5-a419-b39f3212b1c8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:09.287793 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fc93b07a-9a13-4971-af13-3e9b72384f86 req-b6250e9f-fe6b-4ab5-a419-b39f3212b1c8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0527163 Apr 06 14:58:09.333839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fc93b07a-9a13-4971-af13-3e9b72384f86 req-2b09556f-75c9-4968-ae90-b156cfb1ce76 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Apr 06 14:58:10.452494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4009c0-f38f-4066-bf92-49f461079515 req-fbc05260-df1b-466f-b0cd-55feb63cfdd8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:10.453975 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dd4009c0-f38f-4066-bf92-49f461079515 req-fbc05260-df1b-466f-b0cd-55feb63cfdd8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0528090 Apr 06 14:58:10.504363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dd4009c0-f38f-4066-bf92-49f461079515 req-4c64b450-1eef-4401-b0ec-92d5dcb62e29 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446892 Apr 06 14:58:11.523608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-29ee6c4d-2fd4-4cae-b68c-6835440e66e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:11.628025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fca67-134c-4875-95f4-57ca92b3ad3d req-58d48cc8-b39f-4007-a706-c6784947ffe4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:11.629523 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-053fca67-134c-4875-95f4-57ca92b3ad3d req-58d48cc8-b39f-4007-a706-c6784947ffe4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0574913 Apr 06 14:58:11.676996 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-053fca67-134c-4875-95f4-57ca92b3ad3d req-05c89336-f7ab-4670-a17f-c045928b3270 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Apr 06 14:58:12.797932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9733e0-c785-4441-a6d7-e3a2515f98aa req-96667d26-2a68-41df-ba38-b9b8f5907cd3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:12.799432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8a9733e0-c785-4441-a6d7-e3a2515f98aa req-96667d26-2a68-41df-ba38-b9b8f5907cd3 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Apr 06 14:58:12.845379 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8a9733e0-c785-4441-a6d7-e3a2515f98aa req-40d88867-3ff1-402a-ad8d-3d8360922c9f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 Apr 06 14:58:13.786670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:13.970842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f685b-6b46-473f-b6ea-88a4f1370280 req-64f42dac-c2cd-4f8c-bded-3ee1064b63b6 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:13.972352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9f5f685b-6b46-473f-b6ea-88a4f1370280 req-64f42dac-c2cd-4f8c-bded-3ee1064b63b6 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0579405 Apr 06 14:58:14.018459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9f5f685b-6b46-473f-b6ea-88a4f1370280 req-e038584f-6862-4273-ab54-8b33a862d731 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Apr 06 14:58:15.136927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ae68-7a7a-4d4b-aacb-a5258cf2d7d9 req-f1c0d523-9a1d-485d-918c-c390311d7d47 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:15.138416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ca4ae68-7a7a-4d4b-aacb-a5258cf2d7d9 req-f1c0d523-9a1d-485d-918c-c390311d7d47 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0529137 Apr 06 14:58:15.184253 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ca4ae68-7a7a-4d4b-aacb-a5258cf2d7d9 req-6b3fe4d0-f44b-4214-8bec-d80cde04f65a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Apr 06 14:58:15.860871 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:16.300858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eafae-2e32-4eef-8b62-c12857f893d0 req-8acf3fcd-8501-43fd-a8ab-34dc1a4bb229 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:16.302352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e28eafae-2e32-4eef-8b62-c12857f893d0 req-8acf3fcd-8501-43fd-a8ab-34dc1a4bb229 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0525286 Apr 06 14:58:16.353907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e28eafae-2e32-4eef-8b62-c12857f893d0 req-c3853dca-0a6c-49f6-9a8a-53dae8f6ade6 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Apr 06 14:58:16.500592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:17.472025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60557ec3-2755-479d-8e07-ae545ac71bcb req-61d47ba9-36c3-470e-9536-240eaeb1be8c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:17.474204 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60557ec3-2755-479d-8e07-ae545ac71bcb req-61d47ba9-36c3-470e-9536-240eaeb1be8c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0533431 Apr 06 14:58:17.519228 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60557ec3-2755-479d-8e07-ae545ac71bcb req-6f9384b9-9bc1-487e-b6a8-5a91812057e1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396936 Apr 06 14:58:18.636909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa7136-c2a5-4e94-83cd-4fec3133049a req-017b972a-c5b0-411f-af28-edbc10d36f7d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:18.638450 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d9aa7136-c2a5-4e94-83cd-4fec3133049a req-017b972a-c5b0-411f-af28-edbc10d36f7d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0524967 Apr 06 14:58:18.685586 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d9aa7136-c2a5-4e94-83cd-4fec3133049a req-2f58c6df-4514-49ed-9683-c3b559d32df4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416908 Apr 06 14:58:19.806453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140cc66-bd7b-43b2-8d70-6a4857508f86 req-6691fcfe-32ff-434b-80b7-747e309cd0cf tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:19.807971 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9140cc66-bd7b-43b2-8d70-6a4857508f86 req-6691fcfe-32ff-434b-80b7-747e309cd0cf tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0575140 Apr 06 14:58:19.854145 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9140cc66-bd7b-43b2-8d70-6a4857508f86 req-3a4d04a6-6409-47fc-9305-2f0141b8e6c0 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Apr 06 14:58:20.972608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941883c-b2b0-4a2b-81cf-37733a4e9734 req-6d6682be-e195-414b-b680-0953e3c2049c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:20.974169 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1941883c-b2b0-4a2b-81cf-37733a4e9734 req-6d6682be-e195-414b-b680-0953e3c2049c tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0528746 Apr 06 14:58:21.020961 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1941883c-b2b0-4a2b-81cf-37733a4e9734 req-b3799b6b-840c-4016-bd0b-644ef9eccfbc tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Apr 06 14:58:21.427237 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-54351f1f-fd85-4387-97b1-b542dd6c2eb3 service neutron] 10.222.0.87 "GET /v2.0/ports/1a280740-0578-40e8-8e46-e670a765d1e9/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0586402 Apr 06 14:58:21.915544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-69797a08-d44e-4019-b519-e39bc4af369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:21.917070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-69797a08-d44e-4019-b519-e39bc4af369b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8&tenant_id=8522f43ae5a8460cad3bbfba95512301 HTTP/1.1" status: 200 len: 1130 time: 0.0462604 Apr 06 14:58:21.992575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-ee3dcbab-8970-40d9-933d-4ebccd6e4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:21.994050 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-ee3dcbab-8970-40d9-933d-4ebccd6e4909 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 1130 time: 0.0450966 Apr 06 14:58:22.087513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-062ab2b2-86ef-4ab6-a97f-0d0eaf98d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:22.089128 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-062ab2b2-86ef-4ab6-a97f-0d0eaf98d87e service neutron] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 916 time: 0.0892351 Apr 06 14:58:22.146911 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-95553c2f-cd10-4bcd-a4ee-3832e6be6d5f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 200 len: 217 time: 0.0489695 Apr 06 14:58:22.208622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874795e1-97bf-4612-9fca-7b49c3de137d req-abce304b-d76f-4fc1-b780-891c2deee1a7 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:22.210006 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-874795e1-97bf-4612-9fca-7b49c3de137d req-abce304b-d76f-4fc1-b780-891c2deee1a7 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.1199281 Apr 06 14:58:22.215548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-e92ff073-9637-45ef-a6ae-febe9c25f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:22.216907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-e92ff073-9637-45ef-a6ae-febe9c25f29f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0643220 Apr 06 14:58:22.253298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-eb55e59a-cf31-494e-877f-003872e30654 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298812 Apr 06 14:58:22.319149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-874795e1-97bf-4612-9fca-7b49c3de137d req-22d1ff8c-24c1-4b74-a151-936609f60129 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012731 Apr 06 14:58:22.357463 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-bf8e1b43-a86a-4c9e-a8ee-01cbcec12970 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979924 Apr 06 14:58:22.449638 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b452a652-b257-4f61-a686-d3ff62c15bfe req-7502bd3d-f30e-42f1-b33d-4e4e246c47af service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864339 Apr 06 14:58:23.438578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5e16f-56d2-49d3-b380-6d82f7051038 req-5e02584f-a968-4afc-8fe1-0311b8756d90 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:23.440086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f5e16f-56d2-49d3-b380-6d82f7051038 req-5e02584f-a968-4afc-8fe1-0311b8756d90 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0530109 Apr 06 14:58:23.487423 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f5e16f-56d2-49d3-b380-6d82f7051038 req-5e35b33a-9c19-40a0-9610-13f335cdd66d tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Apr 06 14:58:23.809339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:24.433346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1a280740-0578-40e8-8e46-e670a765d1e9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:58:24.441178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1a280740-0578-40e8-8e46-e670a765d1e9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:58:24.594110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:24.596405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1a280740-0578-40e8-8e46-e670a765d1e9 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:24.596795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:24.613624 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '1a280740-0578-40e8-8e46-e670a765d1e9', 'network_id': '573eb16c-81a8-4d78-8171-71423c0686ea', 'port_id': '1a280740-0578-40e8-8e46-e670a765d1e9', 'mac_address': 'fa:16:3e:4a:b9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d46a925-606a-40bf-9874-307cc5dfbd9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:58:24.620134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83405118-4902-45dc-a624-b768cb3b3500 req-79547c4d-0f71-467c-b814-fc651b9eb22a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:24.621636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-83405118-4902-45dc-a624-b768cb3b3500 req-79547c4d-0f71-467c-b814-fc651b9eb22a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0627875 Apr 06 14:58:24.630588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:24.632818 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007c7e62-3e54-432a-aa76-4d092e87f787" -d '{"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:24.664495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:24.671864 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-83405118-4902-45dc-a624-b768cb3b3500 req-87a15fe9-cf9a-4fd0-9c30-b575198d5136 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Apr 06 14:58:24.680802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1a280740-0578-40e8-8e46-e670a765d1e9 is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:24.681417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:24.684304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d1d919-250b-4d2d-b02c-9cee5640fef7 x-openstack-request-id: req-68d1d919-250b-4d2d-b02c-9cee5640fef7 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:24.684595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:24.684847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68d1d919-250b-4d2d-b02c-9cee5640fef7 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:24.685233 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d1d919-250b-4d2d-b02c-9cee5640fef7'] response: {'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9', 'code': 200} Apr 06 14:58:24.697313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a280740-0578-40e8-8e46-e670a765d1e9 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:58:24.729715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:24.943154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:58:24.943805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:58:24.947521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:25.482269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1a280740-0578-40e8-8e46-e670a765d1e9 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:25.482646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:25.495432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a280740-0578-40e8-8e46-e670a765d1e9 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:58:25.514065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:25.563488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:25.612421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:25.697274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['1a280740-0578-40e8-8e46-e670a765d1e9'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:58:25.795943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbddec-9a3e-467e-9705-efe7d12508c1 req-f92b731e-d7e1-4a3e-a855-99043b1277a6 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:25.797430 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcbddec-9a3e-467e-9705-efe7d12508c1 req-f92b731e-d7e1-4a3e-a855-99043b1277a6 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 945 time: 0.0533438 Apr 06 14:58:25.845857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcbddec-9a3e-467e-9705-efe7d12508c1 req-cbb390cb-7ff2-4242-851f-152eb2025210 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Apr 06 14:58:26.211398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ad908-e97c-4049-87e5-f5431c7e2e47 req-f12be0e9-7b81-4a13-81f6-f5a708b455a1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:26.213032 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-318ad908-e97c-4049-87e5-f5431c7e2e47 req-f12be0e9-7b81-4a13-81f6-f5a708b455a1 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 945 time: 0.0578568 Apr 06 14:58:26.299688 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-318ad908-e97c-4049-87e5-f5431c7e2e47 req-c5e84f2b-0555-48d8-b1db-3c8e986a0020 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807204 Apr 06 14:58:26.314843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f6374-c21c-487d-9c34-e45c905e969c req-ae24e59d-ea35-4c9a-b414-0cfbe106d66e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:26.314843 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12f6374-c21c-487d-9c34-e45c905e969c req-ae24e59d-ea35-4c9a-b414-0cfbe106d66e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8&tenant_id=8522f43ae5a8460cad3bbfba95512301&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0929906 Apr 06 14:58:26.427499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f6374-c21c-487d-9c34-e45c905e969c req-d7a2681e-3d85-4cb7-8f5f-5af7f20fa2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:26.429016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12f6374-c21c-487d-9c34-e45c905e969c req-d7a2681e-3d85-4cb7-8f5f-5af7f20fa2e6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8522f43ae5a8460cad3bbfba95512301&device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 1129 time: 0.0556755 Apr 06 14:58:26.441553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1a280740-0578-40e8-8e46-e670a765d1e9 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:26.505750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 1a280740-0578-40e8-8e46-e670a765d1e9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:26.506146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:26.533428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f6374-c21c-487d-9c34-e45c905e969c req-6b546327-7baa-4ddb-93cf-8da91cf3e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:26.534927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12f6374-c21c-487d-9c34-e45c905e969c req-6b546327-7baa-4ddb-93cf-8da91cf3e083 service neutron] 10.222.0.87 "GET /v2.0/networks?id=573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 200 len: 916 time: 0.0999064 Apr 06 14:58:26.583154 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12f6374-c21c-487d-9c34-e45c905e969c req-5614797f-1335-47b1-aef4-2d1bd3421e7f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 200 len: 217 time: 0.0417271 Apr 06 14:58:26.596431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1a280740-0578-40e8-8e46-e670a765d1e9 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:26.596624 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:26.631427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:26.633991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f6374-c21c-487d-9c34-e45c905e969c req-7b4e2e78-da15-43c3-b023-94894fb970e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:26.635543 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12f6374-c21c-487d-9c34-e45c905e969c req-7b4e2e78-da15-43c3-b023-94894fb970e4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 200 len: 854 time: 0.0472841 Apr 06 14:58:26.668874 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12f6374-c21c-487d-9c34-e45c905e969c req-084e2760-aea5-4a0c-8cc5-b62bedf08499 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=573eb16c-81a8-4d78-8171-71423c0686ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279589 Apr 06 14:58:26.686499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:26.688950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e5e16-0a92-4f19-a944-bfb43fa2905d" -d '{"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-plugged", "status": "completed", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:26.692990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:26.745043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27197d1-db26-48f4-af31-c174f1f2fece x-openstack-request-id: req-d27197d1-db26-48f4-af31-c174f1f2fece {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:26.745371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-plugged", "status": "completed", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:26.745612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d27197d1-db26-48f4-af31-c174f1f2fece {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:26.746018 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27197d1-db26-48f4-af31-c174f1f2fece'] response: {'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9', 'code': 200} Apr 06 14:58:26.767121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:26.779728 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12f6374-c21c-487d-9c34-e45c905e969c req-3917a417-0dfd-482a-8e1f-dc2cebf7ad19 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050589 Apr 06 14:58:26.873531 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b12f6374-c21c-487d-9c34-e45c905e969c req-27e51173-6abe-4994-ab72-41f86415e0e3 service neutron] 10.222.0.87 "GET /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878477 Apr 06 14:58:27.427086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ee5b-6e44-4b7f-977e-82ef184c6950 req-bea52eea-54ff-492c-b1f2-bfd4a3b023b2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:27.428591 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd46ee5b-6e44-4b7f-977e-82ef184c6950 req-bea52eea-54ff-492c-b1f2-bfd4a3b023b2 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0597875 Apr 06 14:58:27.476046 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd46ee5b-6e44-4b7f-977e-82ef184c6950 req-c50d9738-a6b2-41fa-bd5a-202f9a641601 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Apr 06 14:58:28.456601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1a280740-0578-40e8-8e46-e670a765d1e9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:58:28.531103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 1a280740-0578-40e8-8e46-e670a765d1e9 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:28.531498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:28.563942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:28.596930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20767-be95-4ddb-89f4-54480108747e req-ad75b55f-19de-4d9c-b0f6-fe3da276ef05 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:28.599075 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ed20767-be95-4ddb-89f4-54480108747e req-ad75b55f-19de-4d9c-b0f6-fe3da276ef05 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 946 time: 0.0540206 Apr 06 14:58:28.643411 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:28.646445 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ed20767-be95-4ddb-89f4-54480108747e req-c67c8177-13bb-40ec-b7f6-c9d52c8144c9 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Apr 06 14:58:28.696032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=9']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:28.747252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:28.749647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e8164-6ad9-47ba-92e3-ba2c317183e1" -d '{"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:28.769752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8f716-8f5a-4593-a7e8-25d75d764d39 req-db15b713-1b07-4f23-acbe-bedb6a59ef74 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:28.771391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-edc8f716-8f5a-4593-a7e8-25d75d764d39 req-db15b713-1b07-4f23-acbe-bedb6a59ef74 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0565135 Apr 06 14:58:28.784491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c967858-4cbf-423a-9c7c-66843b9933f9 x-openstack-request-id: req-8c967858-4cbf-423a-9c7c-66843b9933f9 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:28.784816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:28.785251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c967858-4cbf-423a-9c7c-66843b9933f9 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:28.785758 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c967858-4cbf-423a-9c7c-66843b9933f9'] response: {'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9', 'code': 200} Apr 06 14:58:28.820927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-edc8f716-8f5a-4593-a7e8-25d75d764d39 req-9c03e55f-e4fa-43e0-baa4-998be893e44f tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Apr 06 14:58:28.938418 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2686d50-8b01-436c-ac52-c60867a84d6c req-9f11917b-53e0-4f5c-9dfb-42d7c0917d21 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:28.939839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c2686d50-8b01-436c-ac52-c60867a84d6c req-9f11917b-53e0-4f5c-9dfb-42d7c0917d21 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0533166 Apr 06 14:58:28.986186 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c2686d50-8b01-436c-ac52-c60867a84d6c req-41b60592-0146-4491-a8d1-c412c776b6c4 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Apr 06 14:58:29.538506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee41e8-0b73-480e-9471-52c30fbe02f1 req-a4fe19e6-1225-4624-a7d3-53766f74fe87 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:29.540017 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40ee41e8-0b73-480e-9471-52c30fbe02f1 req-a4fe19e6-1225-4624-a7d3-53766f74fe87 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0520999 Apr 06 14:58:29.589416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40ee41e8-0b73-480e-9471-52c30fbe02f1 req-906339b2-e042-49a0-8db7-b74330af32a8 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Apr 06 14:58:30.386072 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:58:30.705315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b156f-56f3-4612-8b19-05c48a44a9c5 req-4046d036-bc29-432e-902d-b5c73d23c2a9 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:30.707204 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e81b156f-56f3-4612-8b19-05c48a44a9c5 req-4046d036-bc29-432e-902d-b5c73d23c2a9 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0525024 Apr 06 14:58:30.753102 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e81b156f-56f3-4612-8b19-05c48a44a9c5 req-091c92fb-8aa1-4627-87e0-ca78a41e9109 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Apr 06 14:58:31.501958 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-cda9f97e-0a14-40e6-9da4-4c861e4af05e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:31.503416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-cda9f97e-0a14-40e6-9da4-4c861e4af05e tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0507762 Apr 06 14:58:31.595166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Deleting port 1a280740-0578-40e8-8e46-e670a765d1e9 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:58:31.595512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:31.684091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] For port 1a280740-0578-40e8-8e46-e670a765d1e9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1a280740-0578-40e8-8e46-e670a765d1e9,segment=NetworkSegment(54be8fa7-f83d-44f9-942d-37ef6d2446ac),segment_id=54be8fa7-f83d-44f9-942d-37ef6d2446ac)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:31.684367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:31.697188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Calling delete_port for 1a280740-0578-40e8-8e46-e670a765d1e9 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:58:31.875588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710600b-acc6-43bb-b958-ca487b496705 req-af9b4fe4-d148-4fcf-b675-0ce164d40c39 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:31.877142 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9710600b-acc6-43bb-b958-ca487b496705 req-af9b4fe4-d148-4fcf-b675-0ce164d40c39 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd7a03a-6268-4f87-9a3a-963def3572e8 HTTP/1.1" status: 200 len: 944 time: 0.0535333 Apr 06 14:58:31.888653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1a280740-0578-40e8-8e46-e670a765d1e9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:31.932604 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Pushing event deleted for resources: {'Port': ['ID=1a280740-0578-40e8-8e46-e670a765d1e9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:31.953744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.954102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.954451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.954794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.955171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.955507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.955842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.956175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.956507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.957030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.957602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.957760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:31.958092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:32.002577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] No DVR routers for this DVR port 1a280740-0578-40e8-8e46-e670a765d1e9 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:58:32.007266 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9710600b-acc6-43bb-b958-ca487b496705 req-51438431-b658-49ba-9b10-a15220469f56 tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.71 "GET /v2.0/security-groups?id=16ab2b96-d97c-4c55-8f6b-ee98e99ce698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244769 Apr 06 14:58:32.008305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:32.011561 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-13b4f6fb-bb3e-4029-9184-8de3d318768c req-5034f1b9-3988-47a3-9baf-5c8467d3af4a tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] 10.222.0.87 "DELETE /v2.0/ports/1a280740-0578-40e8-8e46-e670a765d1e9 HTTP/1.1" status: 204 len: 173 time: 0.5030174 Apr 06 14:58:32.012016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-deleted', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:32.014304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab6a293-ddd6-4857-bdd4-6f7ae3a995cb" -d '{"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-deleted", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:32.049122 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a832f13e-e5dc-4c09-bd4e-018d80c058a3 x-openstack-request-id: req-a832f13e-e5dc-4c09-bd4e-018d80c058a3 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:32.053683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd7a03a-6268-4f87-9a3a-963def3572e8", "name": "network-vif-deleted", "tag": "1a280740-0578-40e8-8e46-e670a765d1e9", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:32.053683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a832f13e-e5dc-4c09-bd4e-018d80c058a3 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:32.053683 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a832f13e-e5dc-4c09-bd4e-018d80c058a3'] response: {'server_uuid': 'fbd7a03a-6268-4f87-9a3a-963def3572e8', 'name': 'network-vif-deleted', 'tag': '1a280740-0578-40e8-8e46-e670a765d1e9', 'status': 'completed', 'code': 200} Apr 06 14:58:33.131440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 49564) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:33.174533 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Deleting subnet 7d46a925-606a-40bf-9874-307cc5dfbd9d {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:58:33.178209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Publish callbacks [] for subnet (7d46a925-606a-40bf-9874-307cc5dfbd9d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.211511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (7d46a925-606a-40bf-9874-307cc5dfbd9d), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.252832 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (7d46a925-606a-40bf-9874-307cc5dfbd9d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.380861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (7d46a925-606a-40bf-9874-307cc5dfbd9d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.408181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d46a925-606a-40bf-9874-307cc5dfbd9d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:33.413387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.416688 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7d46a925-606a-40bf-9874-307cc5dfbd9d HTTP/1.1" status: 204 len: 168 time: 0.2842321 Apr 06 14:58:33.419315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49566) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:33.422868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.423258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.423604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.423940 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.424322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.424652 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.424979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.425331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.426329 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.426668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.427017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.427344 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.427668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d32fe5-c38e-4670-b2ff-f97fd3d9c200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:33.490748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (573eb16c-81a8-4d78-8171-71423c0686ea), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.571224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (573eb16c-81a8-4d78-8171-71423c0686ea), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.591413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573eb16c-81a8-4d78-8171-71423c0686ea']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:33.600674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54be8fa7-f83d-44f9-942d-37ef6d2446ac') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:33.600970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54be8fa7-f83d-44f9-942d-37ef6d2446ac') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:33.609835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (54be8fa7-f83d-44f9-942d-37ef6d2446ac), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.622794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (54be8fa7-f83d-44f9-942d-37ef6d2446ac), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.629278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:58:33.629752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (54be8fa7-f83d-44f9-942d-37ef6d2446ac), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:58:33.631406 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:58:33.746166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (573eb16c-81a8-4d78-8171-71423c0686ea), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.751411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:33.755281 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] 10.222.0.71 "DELETE /v2.0/networks/573eb16c-81a8-4d78-8171-71423c0686ea HTTP/1.1" status: 204 len: 168 time: 0.3349247 Apr 06 14:58:33.766038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b513bf-b42e-42e5-8d72-c8352a0ade54 admin admin] Pushing event deleted for resources: {'Network': ['ID=573eb16c-81a8-4d78-8171-71423c0686ea,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:34.075997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49570) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:34.116482 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6514d819-0189-40bd-bc03-6257708aa4a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8522f43ae5a8460cad3bbfba95512301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393589 Apr 06 14:58:34.118896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49572) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:34.165149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bac53400-d4d3-4a91-b593-72541549f395 admin admin] Publish callbacks [] for security_group (16ab2b96-d97c-4c55-8f6b-ee98e99ce698), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:34.185986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bac53400-d4d3-4a91-b593-72541549f395 admin admin] Publish callbacks [] for security_group (16ab2b96-d97c-4c55-8f6b-ee98e99ce698), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:34.294295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bac53400-d4d3-4a91-b593-72541549f395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (16ab2b96-d97c-4c55-8f6b-ee98e99ce698), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:34.296972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bac53400-d4d3-4a91-b593-72541549f395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:34.298135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bac53400-d4d3-4a91-b593-72541549f395 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16ab2b96-d97c-4c55-8f6b-ee98e99ce698 HTTP/1.1" status: 204 len: 168 time: 0.1783454 Apr 06 14:58:34.306545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac53400-d4d3-4a91-b593-72541549f395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ab2b96-d97c-4c55-8f6b-ee98e99ce698,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:34.494537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1a280740-0578-40e8-8e46-e670a765d1e9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:58:34.513895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 1a280740-0578-40e8-8e46-e670a765d1e9 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:58:34.514243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 1a280740-0578-40e8-8e46-e670a765d1e9 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:58:35.250562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49594) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:35.345868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1072520245-network', 'tenant_id': '33f237c351b748d390e901f221ab3bb9'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:35.414344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Made reservation on behalf of 33f237c351b748d390e901f221ab3bb9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:58:35.416875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:35.430074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:35.501925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Publish callbacks [] for security_group (590bcc28-c125-40de-a586-b41330dd882e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:35.580073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (590bcc28-c125-40de-a586-b41330dd882e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:35.606901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:58:35.613594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590bcc28-c125-40de-a586-b41330dd882e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:35.619681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5352e741-d805-463e-868c-fc23a2a114d6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:35.623914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Added segment 5352e741-d805-463e-868c-fc23a2a114d6 of type vlan for network c61904af-bd81-4726-b188-fd1a6cd9527c Apr 06 14:58:35.660137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (c61904af-bd81-4726-b188-fd1a6cd9527c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:35.745889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (c61904af-bd81-4726-b188-fd1a6cd9527c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:35.746873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:35.747502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:35.808700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] Pushing event updated for resources: {'Network': ['ID=c61904af-bd81-4726-b188-fd1a6cd9527c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:35.818757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network c61904af-bd81-4726-b188-fd1a6cd9527c details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:58:35.845944 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2e1a1067-37a4-4b7d-969c-1af6abf00a8a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5942600 Apr 06 14:58:35.849369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49598) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:35.854353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Request body: {'subnet': {'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1072520245-subnet', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:35.928669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Made reservation on behalf of 33f237c351b748d390e901f221ab3bb9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:58:35.931040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.186075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (ddc7b506-4209-4315-9249-8f1b34ac63da), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.242385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc7b506-4209-4315-9249-8f1b34ac63da,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:36.249503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Checking segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:36.249856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Network hostable DHCP agents. Network: c61904af-bd81-4726-b188-fd1a6cd9527c, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:58:36.340172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Network c61904af-bd81-4726-b188-fd1a6cd9527c is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:58:36.420886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, c61904af-bd81-4726-b188-fd1a6cd9527c) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:36.425760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:36.429304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.431259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bf1d4-66da-49aa-8a8f-1b4559bda398 None None] Network c61904af-bd81-4726-b188-fd1a6cd9527c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:58:36.514743 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-50de4c01-d145-4506-aabf-51ab36d50071 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6641593 Apr 06 14:58:36.517436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49600) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:36.522474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:36.534672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-c61904af-bd81-4726-b188-fd1a6cd9527c', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:58:36.538176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.615050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.616334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.665858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Allocated IP 172.20.0.2 (c61904af-bd81-4726-b188-fd1a6cd9527c/ddc7b506-4209-4315-9249-8f1b34ac63da/90aa5b7c-a434-4731-b7ff-6b0d8709bbe8) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:36.683315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks [] for router_controller (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.806491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Publish callbacks [] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.877813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.912195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Network c61904af-bd81-4726-b188-fd1a6cd9527c is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:36.912428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks [] for router_gateway (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.915182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:36.918621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:36.933960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Pushing event updated for resources: {'Port': ['ID=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:36.983348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Attempting to bind port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:36.983720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Attempting to bind port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:36.984090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Attempting to bind port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:36.989626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:36.990005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Checking segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:36.990410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:36.990808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Bound using segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:36.991309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Bound port: 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:36.991720 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.053942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] For port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:37.057352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] For port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:37.135312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.187059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks [] for router_gateway (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.197373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892c0c9-cbc1-41ad-aa5d-83290ee3cdb9 None None] Pushing event updated for resources: {'Port': ['ID=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:37.206512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.313326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Allocated IP 172.26.7.220 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/c2ec31ac-79c5-4a10-ba33-b66a9d0fc719) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:37.441636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks [] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.529069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.565538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:37.569484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:37.571884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:37.600907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ec31ac-79c5-4a10-ba33-b66a9d0fc719,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:37.719652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:37.772704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:37.773205 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.854866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:37.855272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.903047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:37.955434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks [] for router_gateway (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:37.969142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:38.026685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:38.093207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef483d-4ed8-41b5-9f39-25f156b85c8d None None] Network c61904af-bd81-4726-b188-fd1a6cd9527c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:58:38.156391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-1e4156df-ef1a-4f82-9f92-9e032f8e1b56 None None] Provisioning complete for port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:38.156765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1e4156df-ef1a-4f82-9f92-9e032f8e1b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:38.165788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:38.269523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-1e4156df-ef1a-4f82-9f92-9e032f8e1b56 None None] Current status of the port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:38.494620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-44d0926d-407b-450d-867b-10f9897d7f84 None None] Provisioning complete for port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:38.495143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-44d0926d-407b-450d-867b-10f9897d7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:38.578364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-44d0926d-407b-450d-867b-10f9897d7f84 None None] Current status of the port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:38.751587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:58:38.856970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:58:38.867438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:58:38.876386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:38.877004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:58:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:38.913680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:38.917560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f584625c-7138-4de9-854e-bd469bbcb255 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3965857 Apr 06 14:58:38.917806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49602) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:38.982408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:39.157870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-edd01c1f-aeb8-4307-8763-01d1c91cf0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.172151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:37Z', 'revision_number': 3, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:39.199375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:58:39.199733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Updating router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:58:39.230590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.343915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.480660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Publish callbacks [] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.547810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Allocated IP 172.20.0.1 (c61904af-bd81-4726-b188-fd1a6cd9527c/ddc7b506-4209-4315-9249-8f1b34ac63da/4bb82ae5-0a00-418b-b61c-369ad3ba33fd) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:39.557023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.619811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Attempting to bind port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:39.620182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Attempting to bind port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:39.620546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Attempting to bind port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:39.625891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8abb1-14a6-4b7f-9873-986bdc4215bf None None] Pushing event updated for resources: {'Port': ['ID=c2ec31ac-79c5-4a10-ba33-b66a9d0fc719,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:39.641256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:39.641646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:39.642050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.642446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:39.642939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Bound port: c2ec31ac-79c5-4a10-ba33-b66a9d0fc719, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:39.643348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.662177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Publish callbacks [] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.707129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:39.769793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.812196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Network c61904af-bd81-4726-b188-fd1a6cd9527c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:39.818211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:39.822949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:39.826020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:39.857790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] For port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:39.868125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.892405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] For port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c2ec31ac-79c5-4a10-ba33-b66a9d0fc719,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:39.916289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:39.916655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:39.986646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:40.036992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:40.062130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8abb1-14a6-4b7f-9873-986bdc4215bf None None] Pushing event updated for resources: {'Port': ['ID=c2ec31ac-79c5-4a10-ba33-b66a9d0fc719,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:40.064752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:40.065358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:58:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:40.101592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:40.159550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dcee8f6b-ffbb-4186-ab29-17162c14d704 None None] Provisioning complete for port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:40.159925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dcee8f6b-ffbb-4186-ab29-17162c14d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:40.208892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dcee8f6b-ffbb-4186-ab29-17162c14d704 None None] Port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:58:40.211348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:40.271734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Publish callbacks [] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:40.317730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:40.386444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:40.391507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:40.419111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 1, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:40.447455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7b2db-72db-4b57-a0eb-e7dfddcc34a6 None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 1, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:58:40.484523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Network c61904af-bd81-4726-b188-fd1a6cd9527c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:40.485846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:40.612066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:58:40.743131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:58:40.748381 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-81f1d318-2435-4288-b936-37b6413a59c5 admin admin] 10.222.0.71 "PUT /v2.0/routers/e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8296235 Apr 06 14:58:40.832866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8d9e9fbc-d42e-4219-ba0a-6de4bb3feda0 None None] Provisioning complete for port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:40.833244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9fbc-d42e-4219-ba0a-6de4bb3feda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:40.871246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e9fbc-d42e-4219-ba0a-6de4bb3feda0 None None] Port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:58:41.353651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49610) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:41.358191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-407388cf-ebdd-4d70-963e-396e7366c9e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967998052', 'description': 'tempest-description--716633540'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:41.466018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-407388cf-ebdd-4d70-963e-396e7366c9e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.523980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-500a3d09-b25e-436e-b190-82de5e68d9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.540790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-407388cf-ebdd-4d70-963e-396e7366c9e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group (d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.603145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-407388cf-ebdd-4d70-963e-396e7366c9e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.634298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407388cf-ebdd-4d70-963e-396e7366c9e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:41.687519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-407388cf-ebdd-4d70-963e-396e7366c9e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.687519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-407388cf-ebdd-4d70-963e-396e7366c9e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3322108 Apr 06 14:58:41.689740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49612) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:41.695132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d3ac1fa3-7251-4b3a-b22d-099c7152c390 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'security_group_rule': {'security_group_id': 'd82bbe02-03cb-4a4a-9443-2c4d82ccfd5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:41.747145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:41.791266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1fa3-7251-4b3a-b22d-099c7152c390 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group_rule (e9858d71-f6c5-45f2-9521-55a9ccaadc67), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.799239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:41.799617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.853601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1fa3-7251-4b3a-b22d-099c7152c390 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group_rule (e9858d71-f6c5-45f2-9521-55a9ccaadc67), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.876414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:41.876799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.896050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c2ec31ac-79c5-4a10-ba33-b66a9d0fc719,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:41.905932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1fa3-7251-4b3a-b22d-099c7152c390 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (e9858d71-f6c5-45f2-9521-55a9ccaadc67), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.925900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac1fa3-7251-4b3a-b22d-099c7152c390 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9858d71-f6c5-45f2-9521-55a9ccaadc67,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:41.951832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.977027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1fa3-7251-4b3a-b22d-099c7152c390 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:41.978284 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d3ac1fa3-7251-4b3a-b22d-099c7152c390 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876143 Apr 06 14:58:41.981430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49614) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:41.985878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a0a5fcca-1192-41bd-8c2f-15a38eb4fabb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'security_group_rule': {'security_group_id': 'd82bbe02-03cb-4a4a-9443-2c4d82ccfd5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:42.014439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=c2ec31ac-79c5-4a10-ba33-b66a9d0fc719,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:42.071193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a0a5fcca-1192-41bd-8c2f-15a38eb4fabb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group_rule (79a0fc93-9a6c-48f0-b183-31eee0de606e), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.129804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a0a5fcca-1192-41bd-8c2f-15a38eb4fabb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group_rule (79a0fc93-9a6c-48f0-b183-31eee0de606e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.208985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a0a5fcca-1192-41bd-8c2f-15a38eb4fabb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (79a0fc93-9a6c-48f0-b183-31eee0de606e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.229694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5fcca-1192-41bd-8c2f-15a38eb4fabb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a0fc93-9a6c-48f0-b183-31eee0de606e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:42.319674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a0a5fcca-1192-41bd-8c2f-15a38eb4fabb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.320919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a0a5fcca-1192-41bd-8c2f-15a38eb4fabb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385305 Apr 06 14:58:42.323942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49616) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:42.328274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:42.431528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.434731 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:58:42.445106 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:42.445724 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:58:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:42.536907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.553280 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:42.637896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Allocated IP 172.26.7.204 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/cb1c2345-fbe5-4992-b562-5b3a04448aa7) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:42.747426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for port (cb1c2345-fbe5-4992-b562-5b3a04448aa7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.820358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cb1c2345-fbe5-4992-b562-5b3a04448aa7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.849579 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:40Z', 'revision_number': 2, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:42.859497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:42.862400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:42.868749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:42.874136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'Port': ['ID=cb1c2345-fbe5-4992-b562-5b3a04448aa7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:42.878817 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:58:42.879239 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Updating router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:58:42.906912 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:42.961523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.047908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (cb1c2345-fbe5-4992-b562-5b3a04448aa7), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.162641 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Publish callbacks [] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.202794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for port (cb1c2345-fbe5-4992-b562-5b3a04448aa7), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.237141 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.265750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (cb1c2345-fbe5-4992-b562-5b3a04448aa7), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.289211 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Pushing event updated for resources: {'Port': ['ID=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:43.296900 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.297259 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.297610 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.297950 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.298294 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.298636 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.298943 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.299610 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.299610 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.299965 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.300309 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.301319 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.301319 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:43.341998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'Port': ['ID=cb1c2345-fbe5-4992-b562-5b3a04448aa7,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:43.360037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.361588 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Attempting to bind port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:43.361968 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Attempting to bind port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:43.362600 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Attempting to bind port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:43.367970 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:43.368358 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Checking segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:43.368768 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.369175 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Bound using segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:43.369657 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Bound port: 4bb82ae5-0a00-418b-b61c-369ad3ba33fd, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:43.370041 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.428526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.432457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-57f35803-44a5-449c-bad8-cf30b5eaa862 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1050048 Apr 06 14:58:43.437444 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] For port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:43.443274 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] For port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:43.523870 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.530797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ed3bdc94-ef28-4f8e-b926-3167fdf3918f None None] Provisioning complete for port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:43.531356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdc94-ef28-4f8e-b926-3167fdf3918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.595246 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bd987-931f-436b-bf9a-abe81baa5bbc None None] Pushing event updated for resources: {'Port': ['ID=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:43.604236 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:43.605314 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:58:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:43.632545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bdc94-ef28-4f8e-b926-3167fdf3918f None None] Current status of the port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:43.633194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdc94-ef28-4f8e-b926-3167fdf3918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.678850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ed3bdc94-ef28-4f8e-b926-3167fdf3918f None None] For port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:43.743446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:43.771626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdc94-ef28-4f8e-b926-3167fdf3918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.772641 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-dc60f930-eb37-4583-ac15-61c85f1b9ef2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1967998052&fields=id&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 267 time: 0.0720787 Apr 06 14:58:43.801445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:43.845839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.876543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:43.876918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.886869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-ece187a7-feb6-4beb-89fa-b6f1a0ea60c3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:43.888509 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-ece187a7-feb6-4beb-89fa-b6f1a0ea60c3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 812 time: 0.1139872 Apr 06 14:58:43.905187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-74d9b949-601d-4a30-bd96-aadb4def39df tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/quotas/33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 375 time: 0.0097637 Apr 06 14:58:43.907338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bdc94-ef28-4f8e-b926-3167fdf3918f None None] Pushing event updated for resources: {'Port': ['ID=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:43.936328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-eb2d8329-3dcc-4cd0-8529-98e1eedadfd3 None None] Provisioning complete for port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:43.936699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8329-3dcc-4cd0-8529-98e1eedadfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:43.970395 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-f3a0e1db-0517-4e9d-b0d5-59005e71f762 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544322 Apr 06 14:58:43.979777 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:44.007033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:44.007460 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20e52f-2022-4f54-aae0-50e1ce662f44 None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:58:44.008020 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4bb82ae5-0a00-418b-b61c-369ad3ba33fd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:44.087566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-3f666cf6-ffbb-40c2-8c99-f1ddf3a028a6 service neutron] 10.222.0.71 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037333 Apr 06 14:58:44.090811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d8329-3dcc-4cd0-8529-98e1eedadfd3 None None] Current status of the port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:44.094734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:44.095134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:44.183651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:44.192892 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-4809a5ba-2c11-4884-9a63-792eddd8acdb service neutron] 10.222.0.71 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977490 Apr 06 14:58:44.509580 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9cd571-448c-49fc-a4cb-122af762bc36 req-b1fe6daf-d3bf-4a3b-8aef-c392f16fa86d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 210 time: 0.0828841 Apr 06 14:58:45.618196 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4f23286-cb00-49a3-bf7c-20f990211ca5 req-1f52fad4-a509-42ae-8295-0d44b8f3ed22 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 210 time: 0.0279484 Apr 06 14:58:45.715783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4bb82ae5-0a00-418b-b61c-369ad3ba33fd up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:45.768724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:45.769196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:45.860612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:45.888781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:46.455524 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-d233c232-ab61-49b0-b5f0-3859ae2d9c3e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:46.457924 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-d233c232-ab61-49b0-b5f0-3859ae2d9c3e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 812 time: 0.1186328 Apr 06 14:58:46.465680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:46.533016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-bd4cb3b0-1497-47fd-99f2-47d3b4ca7746 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 380 time: 0.0579097 Apr 06 14:58:46.542497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'port': {'device_id': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'admin_state_up': True, 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'security_groups': ['d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:46.716550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a67664d8-cb3f-478f-b676-11aeaed25b25 req-5e91cda8-6b00-43de-acd4-e1ede149c2e4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 210 time: 0.0295815 Apr 06 14:58:46.717447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Made reservation on behalf of 33f237c351b748d390e901f221ab3bb9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:58:46.720916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:46.858933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Allocated IP 172.20.0.13 (c61904af-bd81-4726-b188-fd1a6cd9527c/ddc7b506-4209-4315-9249-8f1b34ac63da/a8a5f218-a981-4447-aae5-09c98c99a5bc) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:58:46.995867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:47.083663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:47.126792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Network c61904af-bd81-4726-b188-fd1a6cd9527c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:58:47.130465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:58:47.136767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:58:47.163888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:47.201002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:47.201637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:47.274593 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-8db1e5f6-1748-4794-bee8-7f1861e94cd4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358847 Apr 06 14:58:47.292168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Request body: {'port': {'device_id': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:47.357302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:47.441330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b4b45b00-c4fc-4dce-882d-162e2ebdc9ae None None] Provisioning complete for port a8a5f218-a981-4447-aae5-09c98c99a5bc triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:47.441907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b4b45b00-c4fc-4dce-882d-162e2ebdc9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:47.478422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b4b45b00-c4fc-4dce-882d-162e2ebdc9ae None None] Port a8a5f218-a981-4447-aae5-09c98c99a5bc cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:58:47.631496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a5f218-a981-4447-aae5-09c98c99a5bc {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:58:47.638711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Publish callbacks [] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:47.650880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Transition to ACTIVE for port object a8a5f218-a981-4447-aae5-09c98c99a5bc will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:58:47.723800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:47.779655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Pushing event updated for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:47.891014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157515a-3839-422c-a500-7256800c2f8a req-f97c74e1-c409-46f3-862c-99a0d69807ef tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:47.892528 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f157515a-3839-422c-a500-7256800c2f8a req-f97c74e1-c409-46f3-862c-99a0d69807ef tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 944 time: 0.0954909 Apr 06 14:58:47.893545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Attempting to bind port a8a5f218-a981-4447-aae5-09c98c99a5bc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:58:47.893890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Attempting to bind port a8a5f218-a981-4447-aae5-09c98c99a5bc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:58:47.894210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Attempting to bind port a8a5f218-a981-4447-aae5-09c98c99a5bc on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:47.899462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Port a8a5f218-a981-4447-aae5-09c98c99a5bc on network c61904af-bd81-4726-b188-fd1a6cd9527c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:58:47.899787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Attempting to bind port a8a5f218-a981-4447-aae5-09c98c99a5bc on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:58:47.917874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:58:47.918212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Checking segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:58:47.918598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Bound using segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:58:47.919062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Bound port: a8a5f218-a981-4447-aae5-09c98c99a5bc, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:58:47.919424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:47.980347 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f157515a-3839-422c-a500-7256800c2f8a req-feaaf594-94cc-4f79-9265-648def00bbee tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783527 Apr 06 14:58:48.013762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:58:48.016956 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:58:48.089200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:48.126530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:48.127177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:48.129108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] 10.222.0.87 "PUT /v2.0/ports/a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 200 len: 1094 time: 0.8413212 Apr 06 14:58:48.129555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:48.131864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768141a-4fbf-4a6a-b173-b77c1251c422" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:48.155670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeafd06-9427-4676-b004-e01fd325380e service neutron] Pushing event updated for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:48.175889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812b27be-f82c-42ed-a15d-eda6a3d768d7 x-openstack-request-id: req-812b27be-f82c-42ed-a15d-eda6a3d768d7 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:48.176328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:48.176592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-812b27be-f82c-42ed-a15d-eda6a3d768d7 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:48.177008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812b27be-f82c-42ed-a15d-eda6a3d768d7'] response: {'name': 'network-changed', 'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'status': 'completed', 'code': 200} Apr 06 14:58:48.275615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768141a-4fbf-4a6a-b173-b77c1251c422 req-c507b5db-16d1-44d7-b988-48e3bd037829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:48.277187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2768141a-4fbf-4a6a-b173-b77c1251c422 req-c507b5db-16d1-44d7-b988-48e3bd037829 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 1128 time: 0.0504234 Apr 06 14:58:48.388398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768141a-4fbf-4a6a-b173-b77c1251c422 req-13c7bed7-c1cf-40b8-906f-d9c4f68d8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:48.389782 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2768141a-4fbf-4a6a-b173-b77c1251c422 req-13c7bed7-c1cf-40b8-906f-d9c4f68d8776 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=33f237c351b748d390e901f221ab3bb9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0961607 Apr 06 14:58:48.484228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768141a-4fbf-4a6a-b173-b77c1251c422 req-a37ab6cb-23ea-40a1-8f10-55356bd208fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:48.485703 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2768141a-4fbf-4a6a-b173-b77c1251c422 req-a37ab6cb-23ea-40a1-8f10-55356bd208fa service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0874884 Apr 06 14:58:48.584963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-67267f98-89af-449e-9cee-d31742a52416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:48.586446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-67267f98-89af-449e-9cee-d31742a52416 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 1128 time: 0.0443017 Apr 06 14:58:48.636099 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-098f0a07-b71e-43b7-ad77-67ea6a787bf7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 200 len: 217 time: 0.0376418 Apr 06 14:58:48.684544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-ddec5163-13b6-4e6c-b295-c1c05e2a1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:48.685910 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-ddec5163-13b6-4e6c-b295-c1c05e2a1bc3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0437353 Apr 06 14:58:48.734278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-9ea4c169-14ce-4e5b-b768-9f7aa6b7b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:48.735880 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-9ea4c169-14ce-4e5b-b768-9f7aa6b7b8a2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435648 Apr 06 14:58:48.825067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-ccb64b6e-bfaa-49cf-a5dc-b1102b48db99 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835149 Apr 06 14:58:48.912398 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40b393fd-1e30-4058-9f10-b96a0fe5ae77 req-aab60a51-6720-41cc-8673-6ac08250a3fb service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812836 Apr 06 14:58:49.107803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f906824-32f3-4259-8c0a-335ff6ea14ee req-0dd2c1d1-d109-44a0-9615-67a5b38ffb27 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:49.109274 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f906824-32f3-4259-8c0a-335ff6ea14ee req-0dd2c1d1-d109-44a0-9615-67a5b38ffb27 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 944 time: 0.0576220 Apr 06 14:58:49.155085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f906824-32f3-4259-8c0a-335ff6ea14ee req-51501de4-8cbf-4dde-81a7-57c077389391 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Apr 06 14:58:50.274812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81765ec-f05e-486b-8c1b-a1a02f63565e req-0cf6bcc9-ff1c-4878-a44e-870f1936aed3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:50.276399 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c81765ec-f05e-486b-8c1b-a1a02f63565e req-0cf6bcc9-ff1c-4878-a44e-870f1936aed3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 944 time: 0.0537057 Apr 06 14:58:50.323168 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c81765ec-f05e-486b-8c1b-a1a02f63565e req-6576f126-1338-4c85-aa81-a39af42bf9e7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 Apr 06 14:58:50.562027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a8a5f218-a981-4447-aae5-09c98c99a5bc details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:58:50.658441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:50.670059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'mac_address': 'fa:16:3e:43:16:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:58:50.707121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a8a5f218-a981-4447-aae5-09c98c99a5bc is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:50.707518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:50.720477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a5f218-a981-4447-aae5-09c98c99a5bc {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:58:50.740452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:50.790882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:50.842363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:50.849579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.849934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.850279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.850622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.850954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.851305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.851634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.851968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.852298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.852623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.852948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.853269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:50.853590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:58:51.273647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['a8a5f218-a981-4447-aae5-09c98c99a5bc'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:58:51.445814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24ceb9-caab-4a53-bed5-055ea0d2361e req-ce8f7a86-e1fb-4b56-bb0b-578458af6214 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:51.447329 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a24ceb9-caab-4a53-bed5-055ea0d2361e req-ce8f7a86-e1fb-4b56-bb0b-578458af6214 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 945 time: 0.0575211 Apr 06 14:58:51.497185 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a24ceb9-caab-4a53-bed5-055ea0d2361e req-5a69326b-75b0-44fb-bbd0-77485c771ddb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442791 Apr 06 14:58:52.562376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a8a5f218-a981-4447-aae5-09c98c99a5bc up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:58:52.614260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3904d-2ecd-4008-8897-9d9e45613726 req-18faaab5-3e94-4e07-9d3c-e9327b42f9f7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:52.615789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-41d3904d-2ecd-4008-8897-9d9e45613726 req-18faaab5-3e94-4e07-9d3c-e9327b42f9f7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 945 time: 0.0522039 Apr 06 14:58:52.660808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port a8a5f218-a981-4447-aae5-09c98c99a5bc completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:58:52.662477 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-41d3904d-2ecd-4008-8897-9d9e45613726 req-bd4a8350-ad58-4ed5-b653-6e7a74b3feef tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Apr 06 14:58:52.665534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port a8a5f218-a981-4447-aae5-09c98c99a5bc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:58:52.665998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:52.742211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a8a5f218-a981-4447-aae5-09c98c99a5bc is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:58:52.742596 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:52.764510 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:52.766701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05b90b-7b4a-44c7-bee1-c66e7e4668fb" -d '{"events": [{"server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "name": "network-vif-plugged", "status": "completed", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:52.779328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:58:52.805037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88682a6-5569-4420-a48e-dd99ddacd118 x-openstack-request-id: req-b88682a6-5569-4420-a48e-dd99ddacd118 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:52.805333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "name": "network-vif-plugged", "status": "completed", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:52.805592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b88682a6-5569-4420-a48e-dd99ddacd118 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:52.805995 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88682a6-5569-4420-a48e-dd99ddacd118'] response: {'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'code': 200} Apr 06 14:58:52.825365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:52.882554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:58:53.122677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765575cb-9a8e-49bd-a845-fee268fcd43e req-ff08dadd-8e73-4064-a407-f7d58099b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:53.124188 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-765575cb-9a8e-49bd-a845-fee268fcd43e req-ff08dadd-8e73-4064-a407-f7d58099b40d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 1130 time: 0.0422926 Apr 06 14:58:53.166732 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-765575cb-9a8e-49bd-a845-fee268fcd43e req-588a7b5f-5a2f-4528-ac03-6184fc9c202f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361955 Apr 06 14:58:53.788619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5956eb-72ba-4a22-acf2-026193069eb4 req-c7bc36ff-c917-48cb-b704-b474d8f7ebff tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:53.790144 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf5956eb-72ba-4a22-acf2-026193069eb4 req-c7bc36ff-c917-48cb-b704-b474d8f7ebff tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0584679 Apr 06 14:58:53.837883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf5956eb-72ba-4a22-acf2-026193069eb4 req-2d82e163-a394-474a-840e-114d9f7cb128 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Apr 06 14:58:53.842661 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:54.956525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2861-575d-4942-a5a1-f28b3b6cddc2 req-857f1811-2644-4006-b81f-61e7a6453172 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:54.957974 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-81db2861-575d-4942-a5a1-f28b3b6cddc2 req-857f1811-2644-4006-b81f-61e7a6453172 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0528367 Apr 06 14:58:55.013204 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-81db2861-575d-4942-a5a1-f28b3b6cddc2 req-9bffaf41-85ab-44cb-add9-51f5cf0947b9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495954 Apr 06 14:58:55.125490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c100bc-b5e0-46e9-9fd8-5483922a588a req-207d18e9-8dbe-4712-bd74-83d1b23e1d99 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:55.126934 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50c100bc-b5e0-46e9-9fd8-5483922a588a req-207d18e9-8dbe-4712-bd74-83d1b23e1d99 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0506630 Apr 06 14:58:55.136179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49672) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:58:55.140323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'floatingip': {'port_id': 'a8a5f218-a981-4447-aae5-09c98c99a5bc'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:58:55.181477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:55.964534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:56.013872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:56.115654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095 associated. External IP: 172.26.7.204, port: a8a5f218-a981-4447-aae5-09c98c99a5bc. Apr 06 14:58:56.323432 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:58:56.434919 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:58:56.439813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:58:56.445032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:58:56.454903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:56.456256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:58:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:56.471978 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c31b4c7d-24b6-4c8d-bb5f-001d220c79a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "PUT /v2.0/floatingips/32e1cf85-9a39-4be7-87cc-d0d685889095 HTTP/1.1" status: 200 len: 992 time: 1.3342795 Apr 06 14:58:56.472554 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:58:56.475119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01163775-c692-4fa6-8c29-f04613127c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:58:56.514597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b019d-f05f-4c77-90d2-f48dc93dbfd6 x-openstack-request-id: req-a28b019d-f05f-4c77-90d2-f48dc93dbfd6 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:58:56.514879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:58:56.515236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a28b019d-f05f-4c77-90d2-f48dc93dbfd6 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:58:56.515645 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28b019d-f05f-4c77-90d2-f48dc93dbfd6'] response: {'name': 'network-changed', 'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'status': 'completed', 'code': 200} Apr 06 14:58:56.571588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:56.618137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35149417-3c7e-4527-8128-c74c3c8b3e09 req-aa094c1f-2016-451e-b7d7-1e6ea8cbfebe tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:56.619578 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35149417-3c7e-4527-8128-c74c3c8b3e09 req-aa094c1f-2016-451e-b7d7-1e6ea8cbfebe tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0901761 Apr 06 14:58:56.626004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163775-c692-4fa6-8c29-f04613127c7c req-3cf0a3a3-538f-4af0-a768-9ebd8ea4cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:56.627980 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01163775-c692-4fa6-8c29-f04613127c7c req-3cf0a3a3-538f-4af0-a768-9ebd8ea4cd90 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 1130 time: 0.0661867 Apr 06 14:58:56.723826 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35149417-3c7e-4527-8128-c74c3c8b3e09 req-93ad622a-0af8-4510-a33d-5c28b397e527 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948892 Apr 06 14:58:56.756041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163775-c692-4fa6-8c29-f04613127c7c req-5e6bb1ba-f5b4-44ba-91fe-0fab147c150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:56.757617 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01163775-c692-4fa6-8c29-f04613127c7c req-5e6bb1ba-f5b4-44ba-91fe-0fab147c150f service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.1222043 Apr 06 14:58:56.799665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:43:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T14:58:55Z', 'revision_number': 1, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:56.830927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:58:56.839239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:58:56.839861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:58:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:56.852677 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01163775-c692-4fa6-8c29-f04613127c7c req-e8d1713c-6900-4db5-8331-502e22fd71dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 200 len: 1000 time: 0.0894597 Apr 06 14:58:56.901203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da79a45-0d73-4feb-b2b5-5c32650dc277 req-265057d3-aa35-45e9-ac59-55824044df1a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:56.902646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4da79a45-0d73-4feb-b2b5-5c32650dc277 req-265057d3-aa35-45e9-ac59-55824044df1a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.1009829 Apr 06 14:58:56.930112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163775-c692-4fa6-8c29-f04613127c7c req-582dd418-7c39-4f96-bbe4-f1fb2fd41600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:56.931646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01163775-c692-4fa6-8c29-f04613127c7c req-582dd418-7c39-4f96-bbe4-f1fb2fd41600 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0729673 Apr 06 14:58:56.993112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4da79a45-0d73-4feb-b2b5-5c32650dc277 req-600e967f-bb6f-4a36-8c1c-5300c8aca921 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834241 Apr 06 14:58:57.013923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163775-c692-4fa6-8c29-f04613127c7c req-ab5705fa-2da4-4250-849e-55685019eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:57.013923 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01163775-c692-4fa6-8c29-f04613127c7c req-ab5705fa-2da4-4250-849e-55685019eb9d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0702522 Apr 06 14:58:57.097249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:58:57.103742 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01163775-c692-4fa6-8c29-f04613127c7c req-f6269d7b-21c3-4065-a2ff-12828f3fbbf5 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886962 Apr 06 14:58:57.192429 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01163775-c692-4fa6-8c29-f04613127c7c req-07fc6d09-8057-49ab-978e-95f8f01c8dec service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831900 Apr 06 14:58:57.321223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:43:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T14:58:55Z', 'revision_number': 1, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:58:57.353116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d361f7-3905-4b7e-bb74-a3a87877a143 None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:43:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T14:58:55Z', 'revision_number': 1, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:58:57.538839 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfd06f-2369-4403-baed-0cce1c500ed7 None None] New status for floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:58:58.112102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a01d-d678-417b-8511-c709d372e760 req-ce6daacc-da46-4bb8-9348-f1e9ee469d94 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:58.113584 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dfe6a01d-d678-417b-8511-c709d372e760 req-ce6daacc-da46-4bb8-9348-f1e9ee469d94 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0537753 Apr 06 14:58:58.159533 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dfe6a01d-d678-417b-8511-c709d372e760 req-b53a2279-2236-467b-8be9-09be12550b24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 Apr 06 14:58:58.281447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc7408-389c-481f-b701-d0a25a624865 req-357f6e80-70bf-439b-8bf5-9cd867a4a4ec tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:58.282832 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-badc7408-389c-481f-b701-d0a25a624865 req-357f6e80-70bf-439b-8bf5-9cd867a4a4ec tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0586400 Apr 06 14:58:58.328782 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-badc7408-389c-481f-b701-d0a25a624865 req-f9c0ecb3-0f67-41b3-a717-d155f6b4cb5b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Apr 06 14:58:58.677207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203068d-445f-4cf3-b501-7c5362470ddc req-d9b48560-3f89-41ff-8488-c6b590d61939 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:58.678693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1203068d-445f-4cf3-b501-7c5362470ddc req-d9b48560-3f89-41ff-8488-c6b590d61939 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0533063 Apr 06 14:58:58.725694 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1203068d-445f-4cf3-b501-7c5362470ddc req-8da6c670-0a31-4b4a-96f3-c1571cedc0e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Apr 06 14:58:58.811920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-a329c3d4-af3f-4f16-b34e-af209fe61514 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465546 Apr 06 14:58:59.374811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-4b561aac-6b2d-4ff0-80c7-0951b3de631a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:59.376221 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-4b561aac-6b2d-4ff0-80c7-0951b3de631a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports/a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 200 len: 943 time: 0.0463202 Apr 06 14:58:59.851588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771893a-c89c-4dd8-9800-a27529f52ae2 req-f8240280-8633-44f8-a9f7-8bdf8f6b2394 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:58:59.853004 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2771893a-c89c-4dd8-9800-a27529f52ae2 req-f8240280-8633-44f8-a9f7-8bdf8f6b2394 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0551262 Apr 06 14:58:59.900830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2771893a-c89c-4dd8-9800-a27529f52ae2 req-1c048212-091c-43d2-9562-c4911195eb1b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Apr 06 14:59:00.812212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-1357f3b6-bb3b-428a-b896-9b1378cf6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:00.813696 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-1357f3b6-bb3b-428a-b896-9b1378cf6b4c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 1130 time: 0.0446656 Apr 06 14:59:00.920197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-2e5db1f7-7a55-43cd-aaf3-d82043b966f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:00.921658 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-2e5db1f7-7a55-43cd-aaf3-d82043b966f1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0861571 Apr 06 14:59:01.013409 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-4378b3eb-747b-4867-8357-92ced3f67f09 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 200 len: 1002 time: 0.0858388 Apr 06 14:59:01.067361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec7aa0-40c8-460a-a720-c82122c0651c req-0b90d016-94ce-4350-aa94-88f32d58a9f1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:01.068716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ddec7aa0-40c8-460a-a720-c82122c0651c req-0b90d016-94ce-4350-aa94-88f32d58a9f1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0983903 Apr 06 14:59:01.077189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-3bf30038-c1e2-415a-92ad-da6a3e86b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:01.078497 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-3bf30038-c1e2-415a-92ad-da6a3e86b04c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0580900 Apr 06 14:59:01.145654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ddec7aa0-40c8-460a-a720-c82122c0651c req-4ac58165-d8e0-4c22-bb20-189ecc6b5c4d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706859 Apr 06 14:59:01.153546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-2299bdd4-9e69-4669-a71c-6c26d5e19dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:01.155019 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-2299bdd4-9e69-4669-a71c-6c26d5e19dda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0701795 Apr 06 14:59:01.246259 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-dc6d5efd-d8d8-4e8e-a6f8-0b619253353a service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851088 Apr 06 14:59:01.334364 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fbbbe47f-067f-49ff-88e8-eba29c0232c9 req-98b56675-e8e5-4f4f-b2c3-8625075d26ca service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823567 Apr 06 14:59:01.441300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-8b6acb85-e0ac-4aed-bf4e-71729ba58d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:01.442789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-8b6acb85-e0ac-4aed-bf4e-71729ba58d80 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 1130 time: 0.0450919 Apr 06 14:59:01.533902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-625c4e01-0474-4f4a-80f7-340cbc253c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:01.535390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-625c4e01-0474-4f4a-80f7-340cbc253c4e service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0865355 Apr 06 14:59:01.597149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-19812e78-ba7c-4d68-ae43-29bcf46b4573 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 200 len: 1002 time: 0.0564053 Apr 06 14:59:01.648161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-448264f9-62c3-4bbe-b5e0-5d77a70b923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:01.649617 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-448264f9-62c3-4bbe-b5e0-5d77a70b923c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0473137 Apr 06 14:59:01.698248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-1c83af74-a561-4aa7-bedc-7fde42f29861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:01.699811 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-1c83af74-a561-4aa7-bedc-7fde42f29861 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448031 Apr 06 14:59:01.785684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-552c1129-545e-4d87-8ac7-e75c4256b046 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796745 Apr 06 14:59:01.882239 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-451985cf-0141-464a-bb67-b45e3a8ba42e service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905581 Apr 06 14:59:02.266290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542d71-c8d4-47ac-9b14-6fc0bed5b38b req-9c67e6b7-fe09-4303-a7a4-eacb3a9797c7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:02.268321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2e542d71-c8d4-47ac-9b14-6fc0bed5b38b req-9c67e6b7-fe09-4303-a7a4-eacb3a9797c7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0534317 Apr 06 14:59:02.314888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2e542d71-c8d4-47ac-9b14-6fc0bed5b38b req-292d509b-8884-4498-8d6a-6d680d80792d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403137 Apr 06 14:59:03.439118 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d8a5b-09f4-4f15-9092-bdc4eb8bf510 req-174c4de7-efed-4398-81fb-1c2b0f850e58 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:03.440866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-174d8a5b-09f4-4f15-9092-bdc4eb8bf510 req-174c4de7-efed-4398-81fb-1c2b0f850e58 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0578713 Apr 06 14:59:03.487192 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-174d8a5b-09f4-4f15-9092-bdc4eb8bf510 req-6b26a0bb-3e11-429a-85d8-64125112731d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399475 Apr 06 14:59:04.608104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f732c-7e50-415f-b5e2-da500a7141dd req-c13cb70a-05db-42cb-82ca-67ebff2fafbb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:04.609613 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-434f732c-7e50-415f-b5e2-da500a7141dd req-c13cb70a-05db-42cb-82ca-67ebff2fafbb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0532668 Apr 06 14:59:04.661406 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-434f732c-7e50-415f-b5e2-da500a7141dd req-e23701c4-2244-4ec7-af6a-d4c5403b41f1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Apr 06 14:59:05.775242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6db87-c590-4d37-8a1d-80447d0cda80 req-af5af6f1-6435-4238-8837-c84be75c20cf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:05.776689 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bea6db87-c590-4d37-8a1d-80447d0cda80 req-af5af6f1-6435-4238-8837-c84be75c20cf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0525761 Apr 06 14:59:05.826732 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bea6db87-c590-4d37-8a1d-80447d0cda80 req-cd415241-aa47-4fb7-a36f-4a584062bb4f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Apr 06 14:59:06.943682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28dcb9-6914-48fe-abea-eee8571f02c2 req-03007669-0b68-49d7-ac84-539ccc4bf9cc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:06.945137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e28dcb9-6914-48fe-abea-eee8571f02c2 req-03007669-0b68-49d7-ac84-539ccc4bf9cc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0519834 Apr 06 14:59:06.990317 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6e28dcb9-6914-48fe-abea-eee8571f02c2 req-8a745994-3929-4738-9e9c-4b238f2e7bb2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397270 Apr 06 14:59:07.385987 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:59:08.108152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5e8bf-3ef3-4de2-88e8-cb0bd6b50831 req-7dcd5ce9-a0d8-4232-a601-b81e3b5225e6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:08.109650 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5da5e8bf-3ef3-4de2-88e8-cb0bd6b50831 req-7dcd5ce9-a0d8-4232-a601-b81e3b5225e6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0529852 Apr 06 14:59:08.155443 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5da5e8bf-3ef3-4de2-88e8-cb0bd6b50831 req-450e5ee5-4ec2-48d4-a1b6-802fe8c777e4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 Apr 06 14:59:09.133583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3c58cc4a-0cb9-4158-a28b-df8c7867d129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:09.277472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3018b-6a02-4e69-b449-1e31a7060781 req-d01f7ed0-65e2-4f5e-94d0-1768e66726dc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:09.278932 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bcd3018b-6a02-4e69-b449-1e31a7060781 req-d01f7ed0-65e2-4f5e-94d0-1768e66726dc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0560496 Apr 06 14:59:09.324899 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bcd3018b-6a02-4e69-b449-1e31a7060781 req-7aad827b-3f5d-424b-b499-39fa1fa479ae tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395095 Apr 06 14:59:10.443856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475215df-7567-4aff-a368-01c53fc46c94 req-feed508a-d1a4-4e25-bfd6-96272ce3e15d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:10.445325 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-475215df-7567-4aff-a368-01c53fc46c94 req-feed508a-d1a4-4e25-bfd6-96272ce3e15d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0529263 Apr 06 14:59:10.490983 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-475215df-7567-4aff-a368-01c53fc46c94 req-b60319dc-05ad-4079-bdd7-25481f7adb68 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401046 Apr 06 14:59:11.533369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8a9b906e-c3e3-4ef3-9538-a678d390e124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:11.607884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23233376-0278-4720-bc06-422964e36b97 req-9ef69e1c-fa27-467c-aaa4-fb12cba92859 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:11.609357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23233376-0278-4720-bc06-422964e36b97 req-9ef69e1c-fa27-467c-aaa4-fb12cba92859 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0516484 Apr 06 14:59:11.659607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23233376-0278-4720-bc06-422964e36b97 req-481b6d01-6371-41bc-9215-d1e56b340426 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Apr 06 14:59:12.776162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b33e24-c49e-41d8-be5a-c2188f430219 req-3ffcd3e4-d1e1-46fe-b5f1-6d0fd7ab7f2b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:12.777615 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-51b33e24-c49e-41d8-be5a-c2188f430219 req-3ffcd3e4-d1e1-46fe-b5f1-6d0fd7ab7f2b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0523837 Apr 06 14:59:12.823594 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-51b33e24-c49e-41d8-be5a-c2188f430219 req-c105946a-2018-4cd4-827c-9ccf5447ec02 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404813 Apr 06 14:59:13.778578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:13.947299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac98ea5-4008-43d8-993e-f84e8e392eb3 req-15f59645-5d3f-4f99-97ae-c7ac628b752b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:13.948695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fac98ea5-4008-43d8-993e-f84e8e392eb3 req-15f59645-5d3f-4f99-97ae-c7ac628b752b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0536020 Apr 06 14:59:13.995490 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fac98ea5-4008-43d8-993e-f84e8e392eb3 req-9df2da07-5fbc-4c50-aeb1-bb71d25d2df1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Apr 06 14:59:15.133663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100fbc-54ef-4060-9add-4b52786648e6 req-a645dc95-f162-45b4-9c0f-6c9434bede87 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:15.135155 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-27100fbc-54ef-4060-9add-4b52786648e6 req-a645dc95-f162-45b4-9c0f-6c9434bede87 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0562055 Apr 06 14:59:15.180483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-27100fbc-54ef-4060-9add-4b52786648e6 req-c3b224ad-64c7-4e79-a3a3-7648e25dd890 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398562 Apr 06 14:59:15.864514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:16.297951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145540f3-5167-4e8c-adf2-d7eb28a57078 req-d58ec289-969a-44cd-9678-3db1ccd88e88 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:16.299446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-145540f3-5167-4e8c-adf2-d7eb28a57078 req-d58ec289-969a-44cd-9678-3db1ccd88e88 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0520611 Apr 06 14:59:16.345945 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-145540f3-5167-4e8c-adf2-d7eb28a57078 req-3193ba0b-0d38-4d8a-b96e-b56ae7d17155 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Apr 06 14:59:16.464389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:17.467579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794ed42-97be-421b-af11-a860ecbb6938 req-4b1b50b7-4683-4aad-97ae-2fb9a23c875e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:17.469052 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e794ed42-97be-421b-af11-a860ecbb6938 req-4b1b50b7-4683-4aad-97ae-2fb9a23c875e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0553975 Apr 06 14:59:17.515202 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e794ed42-97be-421b-af11-a860ecbb6938 req-a999ea6c-2b77-411b-950a-a1d725a42b4a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396276 Apr 06 14:59:18.633885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93ca89-c210-49e2-9bb3-a2eb02e750a5 req-db308ea1-a6a3-4267-8ffc-0a1b41313ce5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:18.635379 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-de93ca89-c210-49e2-9bb3-a2eb02e750a5 req-db308ea1-a6a3-4267-8ffc-0a1b41313ce5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0519655 Apr 06 14:59:18.681234 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-de93ca89-c210-49e2-9bb3-a2eb02e750a5 req-1e1b8e2c-cb94-4610-ae71-6791cb0f4e2d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402930 Apr 06 14:59:19.797242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc3f11-1119-4606-9d5d-16c07c6352ad req-4f70b17f-ebd4-4222-a688-32202da9412b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:19.798728 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-66bc3f11-1119-4606-9d5d-16c07c6352ad req-4f70b17f-ebd4-4222-a688-32202da9412b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0520504 Apr 06 14:59:19.847911 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-66bc3f11-1119-4606-9d5d-16c07c6352ad req-943bc71f-bf6c-49a1-af89-6a69fb87a651 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Apr 06 14:59:20.965710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b6e83-c2ca-4dd1-ae12-ed04f622588f req-f775918d-b6f9-44b6-b4fe-3e5f9a0f63de tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:20.967193 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c51b6e83-c2ca-4dd1-ae12-ed04f622588f req-f775918d-b6f9-44b6-b4fe-3e5f9a0f63de tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0522439 Apr 06 14:59:21.013639 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c51b6e83-c2ca-4dd1-ae12-ed04f622588f req-ab36fd55-f575-4b94-bba6-7ded692a9bb0 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400095 Apr 06 14:59:22.131657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4665fcf-0c64-4db3-818d-18f657b030d1 req-d8d23f99-5eea-4f9e-aef4-47738334e08a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:22.133141 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4665fcf-0c64-4db3-818d-18f657b030d1 req-d8d23f99-5eea-4f9e-aef4-47738334e08a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0509362 Apr 06 14:59:22.178843 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4665fcf-0c64-4db3-818d-18f657b030d1 req-377c1f7e-dc16-47d1-a49a-122e761e7aa8 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Apr 06 14:59:23.301837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ac2a0-986e-4205-9547-dff942d8310f req-ec05b899-c2d1-4e5b-96c1-e6d9493598fc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:23.308686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-394ac2a0-986e-4205-9547-dff942d8310f req-ec05b899-c2d1-4e5b-96c1-e6d9493598fc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0567133 Apr 06 14:59:23.349587 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-394ac2a0-986e-4205-9547-dff942d8310f req-e444a93d-ae7b-49d0-b8f1-b3b1aad4a06f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406222 Apr 06 14:59:23.881180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:23.973501 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-9ce0efed-361f-4c8a-a68d-4ef4f2908386 service neutron] 10.222.0.87 "GET /v2.0/ports/a8a5f218-a981-4447-aae5-09c98c99a5bc/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0549262 Apr 06 14:59:24.470654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c0a5-8b05-4bd3-bce4-2f03c7cef8bc req-dce320a5-e563-4fa4-a659-028f9b09b7db tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:24.472238 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-70e6c0a5-8b05-4bd3-bce4-2f03c7cef8bc req-dce320a5-e563-4fa4-a659-028f9b09b7db tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0535347 Apr 06 14:59:24.547226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-70e6c0a5-8b05-4bd3-bce4-2f03c7cef8bc req-e60b8440-6011-4384-8d40-89d99f6d60df tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693789 Apr 06 14:59:24.560737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-f6c6a0d8-acd2-48e0-9a58-784bd1809166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:24.562194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-f6c6a0d8-acd2-48e0-9a58-784bd1809166 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 1130 time: 0.0672534 Apr 06 14:59:24.637252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-881f009a-a9fe-4f4d-9838-6e8ef7364d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:24.638692 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-881f009a-a9fe-4f4d-9838-6e8ef7364d53 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 1130 time: 0.0438757 Apr 06 14:59:24.727765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-2697da15-e249-4699-97ca-ff5c0a0d6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:24.729308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-2697da15-e249-4699-97ca-ff5c0a0d6e6e service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0855391 Apr 06 14:59:24.792050 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-45464142-d17e-4f7d-80d5-1976ef2543f7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 200 len: 1002 time: 0.0572195 Apr 06 14:59:24.838480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-06459684-65a1-4cc4-921d-a14732f12ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:24.839909 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-06459684-65a1-4cc4-921d-a14732f12ba3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0421824 Apr 06 14:59:24.889024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-2545a20b-2f74-4b7f-8cf2-3fcc84401ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:24.890410 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-2545a20b-2f74-4b7f-8cf2-3fcc84401ab3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446780 Apr 06 14:59:24.977219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-c3508c91-ad5f-4b4f-a9fa-34484caa2d5a service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805690 Apr 06 14:59:25.065648 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6b06494-f903-4ffe-9888-9321e37273a9 req-c9dcef9d-46fb-4d42-830a-7a7bc4a8b94c service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832689 Apr 06 14:59:26.014544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b661058-3f6d-4763-a39f-afb26e1ca48e req-92daa683-60a4-4cd0-9a68-b5324df4c615 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:26.016047 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6b661058-3f6d-4763-a39f-afb26e1ca48e req-92daa683-60a4-4cd0-9a68-b5324df4c615 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.4007878 Apr 06 14:59:26.062000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6b661058-3f6d-4763-a39f-afb26e1ca48e req-bdb207b2-c232-483a-a9a1-4c15a1bdd721 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389349 Apr 06 14:59:27.202569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093491f-55fd-4224-9062-5b2a4dfed5fd req-604a2049-b239-4ad7-a184-2464e7c0bac6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:27.204736 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3093491f-55fd-4224-9062-5b2a4dfed5fd req-604a2049-b239-4ad7-a184-2464e7c0bac6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0528345 Apr 06 14:59:27.252949 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3093491f-55fd-4224-9062-5b2a4dfed5fd req-62b5f464-c287-4701-997d-15504166e567 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Apr 06 14:59:28.374358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42267a-e067-4204-8dba-544ac8703bd6 req-78ab4eff-d3e9-4b77-87ea-0cb8437ac494 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:28.375892 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c42267a-e067-4204-8dba-544ac8703bd6 req-78ab4eff-d3e9-4b77-87ea-0cb8437ac494 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0548306 Apr 06 14:59:28.422069 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c42267a-e067-4204-8dba-544ac8703bd6 req-a3f839e9-532a-4a12-9cff-0adb4caf38f6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400710 Apr 06 14:59:28.746134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a8a5f218-a981-4447-aae5-09c98c99a5bc details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:59:28.753859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a8a5f218-a981-4447-aae5-09c98c99a5bc no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:59:28.772423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390562-9c66-4d2e-8dcc-4d46f724f580 req-edcc8263-69b3-4929-a758-d89d2b5f566c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:28.774012 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da390562-9c66-4d2e-8dcc-4d46f724f580 req-edcc8263-69b3-4929-a758-d89d2b5f566c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0551944 Apr 06 14:59:28.826267 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da390562-9c66-4d2e-8dcc-4d46f724f580 req-b52eb1ae-e9f4-4299-96e2-88a934d470f1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463607 Apr 06 14:59:28.922336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:28.939114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-ed619e24-5fe5-4b2e-a0b8-63abeaed6204 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:28.940628 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-ed619e24-5fe5-4b2e-a0b8-63abeaed6204 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33&tenant_id=33f237c351b748d390e901f221ab3bb9&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.0607038 Apr 06 14:59:28.941289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'mac_address': 'fa:16:3e:43:16:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:59:28.942892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a8a5f218-a981-4447-aae5-09c98c99a5bc is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:59:28.943293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:28.988378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:28.990577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b445248-2944-487a-a677-0c0271223cfa" -d '{"events": [{"server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:29.008799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:29.015909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a8a5f218-a981-4447-aae5-09c98c99a5bc is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:59:29.015909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:29.026071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8a5f218-a981-4447-aae5-09c98c99a5bc {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:59:29.038562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1fe34-1f8b-49d5-8ad7-5dd6623b04b0 x-openstack-request-id: req-b3e1fe34-1f8b-49d5-8ad7-5dd6623b04b0 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:29.038863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:29.039178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3e1fe34-1f8b-49d5-8ad7-5dd6623b04b0 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:29.039550 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e1fe34-1f8b-49d5-8ad7-5dd6623b04b0'] response: {'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'code': 200} Apr 06 14:59:29.044386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-9849a6a0-c49a-4dcd-a69a-7d075ad3bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:29.045890 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-9849a6a0-c49a-4dcd-a69a-7d075ad3bc0a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 1130 time: 0.0475512 Apr 06 14:59:29.070483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:29.145238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:59:29.145605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:59:29.146473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:29.159092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-21f2f1b9-9b97-4611-8b2b-1053c8170b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:29.160593 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-21f2f1b9-9b97-4611-8b2b-1053c8170b22 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0849655 Apr 06 14:59:29.228353 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-6dc1aac1-c5af-428b-b573-29cf722de86b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 200 len: 1000 time: 0.0612917 Apr 06 14:59:29.274837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-92df700e-7c23-42af-b61c-b6503adc4da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:29.276287 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-92df700e-7c23-42af-b61c-b6503adc4da9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0429549 Apr 06 14:59:29.322709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-a2c9248d-f594-403a-9f31-5c6c404f3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:29.324204 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-a2c9248d-f594-403a-9f31-5c6c404f3cac service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425544 Apr 06 14:59:29.414069 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-cb2ce336-96cb-4d48-bc01-23e542c61494 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838552 Apr 06 14:59:29.500536 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b26861d-7bdc-40a7-973a-7467f1273f87 req-dd90384e-2efb-4b3a-9782-b90f17bf3c1c service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810747 Apr 06 14:59:29.680979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a8a5f218-a981-4447-aae5-09c98c99a5bc is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:59:29.681377 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:29.694641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a5f218-a981-4447-aae5-09c98c99a5bc {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:59:29.713668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:29.807242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:29.855265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:29.955793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698a3be-9670-416d-8aa7-5a5e85dce22b req-ef43ea72-3f97-44ce-894d-9a0ec9eb150f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:29.957258 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8698a3be-9670-416d-8aa7-5a5e85dce22b req-ef43ea72-3f97-44ce-894d-9a0ec9eb150f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 945 time: 0.0587919 Apr 06 14:59:30.004256 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8698a3be-9670-416d-8aa7-5a5e85dce22b req-5f0cd3c1-33bb-421f-9b09-8e273f1df597 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 Apr 06 14:59:30.005078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['a8a5f218-a981-4447-aae5-09c98c99a5bc'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:59:30.748788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a8a5f218-a981-4447-aae5-09c98c99a5bc up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:59:30.797910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port a8a5f218-a981-4447-aae5-09c98c99a5bc triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:59:30.798351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:30.876092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a8a5f218-a981-4447-aae5-09c98c99a5bc is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:59:30.876764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:30.908690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:30.978383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:31.024543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:31.040727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:31.043140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8edf67e-e4b3-4c1b-9284-5ce5e9c69e31" -d '{"events": [{"server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "name": "network-vif-plugged", "status": "completed", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:31.081727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d20d98f-76bf-48de-8243-cc3c60071b42 x-openstack-request-id: req-5d20d98f-76bf-48de-8243-cc3c60071b42 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:31.082024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "name": "network-vif-plugged", "status": "completed", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:31.082284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d20d98f-76bf-48de-8243-cc3c60071b42 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:31.082697 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d20d98f-76bf-48de-8243-cc3c60071b42'] response: {'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'code': 200} Apr 06 14:59:31.149038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaaf25-db9c-465b-8967-d53f3c9ba252 req-f3112453-875a-48c0-a432-83edde4a5ad5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:31.150518 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cebaaf25-db9c-465b-8967-d53f3c9ba252 req-f3112453-875a-48c0-a432-83edde4a5ad5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0523529 Apr 06 14:59:31.196009 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cebaaf25-db9c-465b-8967-d53f3c9ba252 req-17b8dfd6-7be9-44df-98ec-e92836f040c7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Apr 06 14:59:31.317260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7066c-6e88-4894-90e8-33439971c0bd req-4e96542c-3cba-41b2-8f68-e1818ec0c512 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:31.318648 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b7f7066c-6e88-4894-90e8-33439971c0bd req-4e96542c-3cba-41b2-8f68-e1818ec0c512 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0557086 Apr 06 14:59:31.364230 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b7f7066c-6e88-4894-90e8-33439971c0bd req-d81d9c3f-798d-49e1-acae-87a1bbad56a6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400944 Apr 06 14:59:31.479814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d77c6-8585-4b39-b8fd-f8e8f077f6e1 req-719438c7-625f-42bd-a07f-c8e59aaf25b6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:31.481268 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-982d77c6-8585-4b39-b8fd-f8e8f077f6e1 req-719438c7-625f-42bd-a07f-c8e59aaf25b6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0514798 Apr 06 14:59:31.528504 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-982d77c6-8585-4b39-b8fd-f8e8f077f6e1 req-e995db60-f869-40d6-92a6-91553ae6dd9f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409145 Apr 06 14:59:31.905868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fce522-9096-45a3-b344-ae828e2afb73 req-f3a86012-ff97-4753-9541-e35fcf5e938d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:31.908201 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9fce522-9096-45a3-b344-ae828e2afb73 req-f3a86012-ff97-4753-9541-e35fcf5e938d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0523427 Apr 06 14:59:31.957207 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9fce522-9096-45a3-b344-ae828e2afb73 req-bad03da7-cbd0-4178-aee6-b9931770af0c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Apr 06 14:59:33.074442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcfdbe-c7fc-4146-bedc-a08e627607df req-e712a2f2-7070-463d-afdc-e839253d5113 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:33.075912 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fcfdbe-c7fc-4146-bedc-a08e627607df req-e712a2f2-7070-463d-afdc-e839253d5113 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0513520 Apr 06 14:59:33.121600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fcfdbe-c7fc-4146-bedc-a08e627607df req-594b7357-8903-43ee-8513-98690be22866 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Apr 06 14:59:33.729519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-19130ec3-1fef-4c60-8814-fee5bf05686e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:33.730940 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-19130ec3-1fef-4c60-8814-fee5bf05686e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0534310 Apr 06 14:59:33.822717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Deleting port a8a5f218-a981-4447-aae5-09c98c99a5bc {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:59:33.823093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:33.910320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] For port a8a5f218-a981-4447-aae5-09c98c99a5bc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a8a5f218-a981-4447-aae5-09c98c99a5bc,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:33.910681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:34.082714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:34.083434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:34.083434 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095 disassociated. External IP: 172.26.7.204, port: a8a5f218-a981-4447-aae5-09c98c99a5bc. Apr 06 14:59:34.083739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Calling delete_port for a8a5f218-a981-4447-aae5-09c98c99a5bc owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:59:34.254198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32bfee-2262-4afa-925d-5df3f21dd93a req-ac5787f4-299c-4a73-ae1a-3c4998f45df9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:34.255707 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2e32bfee-2262-4afa-925d-5df3f21dd93a req-ac5787f4-299c-4a73-ae1a-3c4998f45df9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 946 time: 0.0646772 Apr 06 14:59:34.278146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a8a5f218-a981-4447-aae5-09c98c99a5bc), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:34.313596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event deleted for resources: {'Port': ['ID=a8a5f218-a981-4447-aae5-09c98c99a5bc,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:34.333310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.333609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.333962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.334305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.334639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.334990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.335335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.335670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.336000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.336331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.377996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.377996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.377996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:59:34.377996 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2e32bfee-2262-4afa-925d-5df3f21dd93a req-238ea6fa-b189-4965-9b80-6e717d309081 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902770 Apr 06 14:59:34.465891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:59:34.580171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:59:34.590838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:59:34.601036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:59:34.601660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:59:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:59:34.621686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] No DVR routers for this DVR port a8a5f218-a981-4447-aae5-09c98c99a5bc on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:59:34.624240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:34.628302 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e9a8aee-67ca-46b3-ab74-e5bb33998692 req-b0f60dfd-295f-4a2e-a968-7a5336d417fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "DELETE /v2.0/ports/a8a5f218-a981-4447-aae5-09c98c99a5bc HTTP/1.1" status: 204 len: 173 time: 0.8921409 Apr 06 14:59:34.628743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'name': 'network-vif-deleted', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:34.631048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98811236-323c-4df6-99ca-20923ebdfcf3" -d '{"events": [{"server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "name": "network-vif-deleted", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:34.713350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:59:34.731044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b2aa6-6fcd-4ee6-b56b-f8934aefbf61 x-openstack-request-id: req-365b2aa6-6fcd-4ee6-b56b-f8934aefbf61 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:34.731372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b42924-e3f3-40f6-97e1-b5487f047b33", "name": "network-vif-deleted", "tag": "a8a5f218-a981-4447-aae5-09c98c99a5bc", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:34.731631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-365b2aa6-6fcd-4ee6-b56b-f8934aefbf61 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:34.732100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365b2aa6-6fcd-4ee6-b56b-f8934aefbf61'] response: {'server_uuid': 'b5b42924-e3f3-40f6-97e1-b5487f047b33', 'name': 'network-vif-deleted', 'tag': 'a8a5f218-a981-4447-aae5-09c98c99a5bc', 'status': 'completed', 'code': 200} Apr 06 14:59:34.918630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:59:34.945507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:59:34.954568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:59:34.955221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:59:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:59:35.067388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:59:35.267806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:59:35.294600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4355b-d63d-425e-9862-2da03279d1bc None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:59:35.462542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-249df323-4078-42c3-a01f-366425dc05bc req-627f8135-accf-4e96-92da-a084e440959c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5b42924-e3f3-40f6-97e1-b5487f047b33 HTTP/1.1" status: 200 len: 210 time: 0.0300944 Apr 06 14:59:35.533605 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c3a74-cff2-4e6c-a2ed-7ba93242aab7 None None] New status for floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:59:36.702484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-62bb6176-1698-4cfe-8e71-d9d8adc3a497 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1967998052&fields=id&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 267 time: 0.0440853 Apr 06 14:59:36.823642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-e7f1ebcb-2997-49e2-93ce-5045a0a313de tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:36.825070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-e7f1ebcb-2997-49e2-93ce-5045a0a313de tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 812 time: 0.1157646 Apr 06 14:59:36.839703 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-0d4f05ac-9fa2-4570-8e3e-e0dbdb90c316 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/quotas/33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 375 time: 0.0087283 Apr 06 14:59:36.892138 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-cc4a8834-76b7-4f27-99d3-86ea592ae43e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470681 Apr 06 14:59:36.990591 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-9cf10681-957a-4573-9fc7-ad64d5ada05c service neutron] 10.222.0.71 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870340 Apr 06 14:59:37.080453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-e7e55e3d-c9d3-49fa-a65f-70c9b275a893 service neutron] 10.222.0.71 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839303 Apr 06 14:59:37.322261 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7fd55323-a5cf-4bd7-9227-87a328ba462d req-63a27688-54a6-486e-aff8-07a855182938 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 210 time: 0.0325725 Apr 06 14:59:38.417861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0b9866d0-4454-4ce5-abe3-88eda719d803 req-85d2d3f6-859a-4bda-81e6-261747a391cc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 210 time: 0.0289645 Apr 06 14:59:38.773042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a8a5f218-a981-4447-aae5-09c98c99a5bc no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:59:38.793719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: a8a5f218-a981-4447-aae5-09c98c99a5bc {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:59:38.794067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a8a5f218-a981-4447-aae5-09c98c99a5bc not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:59:39.121485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9386-7967-4fdf-b5d9-8a8a59021043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:39.141211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-198772fd-a1ff-40fe-9f96-9544d7b94766 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:39.142759 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-198772fd-a1ff-40fe-9f96-9544d7b94766 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 812 time: 0.1070807 Apr 06 14:59:39.207660 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-356f6ff4-d6f2-4cbd-b1d1-0b320af7dd27 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 380 time: 0.0501487 Apr 06 14:59:39.215828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'port': {'device_id': '87c88302-03fc-4933-8d2a-280aba5dff99', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'admin_state_up': True, 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'security_groups': ['d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:59:39.378203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Made reservation on behalf of 33f237c351b748d390e901f221ab3bb9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:59:39.381698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:39.530661 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bdbef97a-ce7d-49be-b93e-a38d4e380c90 req-a9e0a368-2868-4963-a659-a26f8d1ad657 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 210 time: 0.0316439 Apr 06 14:59:39.546069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Allocated IP 172.20.0.7 (c61904af-bd81-4726-b188-fd1a6cd9527c/ddc7b506-4209-4315-9249-8f1b34ac63da/ef07ca94-ac92-444e-b86a-59150a490852) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:59:39.696438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for port (ef07ca94-ac92-444e-b86a-59150a490852), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:39.795716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:39.838738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Network c61904af-bd81-4726-b188-fd1a6cd9527c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:59:39.841736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:59:39.847535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:59:39.871280 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:39.907428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:39.908054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:39.992381 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-6201e079-fd4b-4b27-a860-11bf5af442fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7800982 Apr 06 14:59:40.009702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Request body: {'port': {'device_id': '87c88302-03fc-4933-8d2a-280aba5dff99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:59:40.072397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-17bdb9b0-9cf6-4f24-97df-dbc21fb16131 None None] Provisioning complete for port ef07ca94-ac92-444e-b86a-59150a490852 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:59:40.072966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17bdb9b0-9cf6-4f24-97df-dbc21fb16131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ef07ca94-ac92-444e-b86a-59150a490852), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:40.074175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:40.107480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-17bdb9b0-9cf6-4f24-97df-dbc21fb16131 None None] Port ef07ca94-ac92-444e-b86a-59150a490852 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:59:40.325358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef07ca94-ac92-444e-b86a-59150a490852 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:59:40.332817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Publish callbacks [] for port (ef07ca94-ac92-444e-b86a-59150a490852), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:40.344913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Transition to ACTIVE for port object ef07ca94-ac92-444e-b86a-59150a490852 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:59:40.424056 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:40.482073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Pushing event updated for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:40.549061 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Attempting to bind port ef07ca94-ac92-444e-b86a-59150a490852 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:59:40.549704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Attempting to bind port ef07ca94-ac92-444e-b86a-59150a490852 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:59:40.549928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Attempting to bind port ef07ca94-ac92-444e-b86a-59150a490852 on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:59:40.561329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Port ef07ca94-ac92-444e-b86a-59150a490852 on network c61904af-bd81-4726-b188-fd1a6cd9527c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:59:40.561713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Attempting to bind port ef07ca94-ac92-444e-b86a-59150a490852 on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:59:40.567539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:59:40.567926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Checking segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:59:40.568445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Bound using segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:59:40.568887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Bound port: ef07ca94-ac92-444e-b86a-59150a490852, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:59:40.569249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:40.668028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:59:40.683893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:59:40.694106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d3764-323f-4c22-986f-fd0b7593518f req-c667a40b-566d-4020-900d-d82f157af9dc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:40.695620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f6d3764-323f-4c22-986f-fd0b7593518f req-c667a40b-566d-4020-900d-d82f157af9dc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 943 time: 0.0921791 Apr 06 14:59:40.727557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:40.775266 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f6d3764-323f-4c22-986f-fd0b7593518f req-11f05b4a-2916-481a-b118-d6d73c9d52b4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740161 Apr 06 14:59:40.776492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:40.777111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:40.778423 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] 10.222.0.87 "PUT /v2.0/ports/ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 1093 time: 0.7731185 Apr 06 14:59:40.780702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:40.783084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951b31e5-2c91-437e-bbeb-46837c8ff4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "tag": "ef07ca94-ac92-444e-b86a-59150a490852"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:40.807430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d483b2-a91d-481b-b69f-37a94f58c344 service neutron] Pushing event updated for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:40.826499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d39e0ea-b5d7-4afa-86b9-335cda393e7b x-openstack-request-id: req-9d39e0ea-b5d7-4afa-86b9-335cda393e7b {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:40.826802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "tag": "ef07ca94-ac92-444e-b86a-59150a490852", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:40.827096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9d39e0ea-b5d7-4afa-86b9-335cda393e7b {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:40.827543 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d39e0ea-b5d7-4afa-86b9-335cda393e7b'] response: {'name': 'network-changed', 'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852', 'status': 'completed', 'code': 200} Apr 06 14:59:40.918282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b31e5-2c91-437e-bbeb-46837c8ff4c2 req-732eb58d-95b8-4bb9-af9f-575016b6dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:40.920115 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-951b31e5-2c91-437e-bbeb-46837c8ff4c2 req-732eb58d-95b8-4bb9-af9f-575016b6dffd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1127 time: 0.0483103 Apr 06 14:59:41.030226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b31e5-2c91-437e-bbeb-46837c8ff4c2 req-b8c83208-a09c-4c7a-90ff-b33f973940e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:41.032315 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-951b31e5-2c91-437e-bbeb-46837c8ff4c2 req-b8c83208-a09c-4c7a-90ff-b33f973940e3 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=33f237c351b748d390e901f221ab3bb9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0969093 Apr 06 14:59:41.128824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b31e5-2c91-437e-bbeb-46837c8ff4c2 req-fc945ebb-a4b1-4625-8d99-12bacd26b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:41.130199 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-951b31e5-2c91-437e-bbeb-46837c8ff4c2 req-fc945ebb-a4b1-4625-8d99-12bacd26b166 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0914564 Apr 06 14:59:41.230401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-867d2da0-5fb0-4b3b-a32e-605a64523b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:41.231913 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-867d2da0-5fb0-4b3b-a32e-605a64523b2c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1127 time: 0.0450718 Apr 06 14:59:41.277470 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-c9229463-5ebc-43ee-ad72-edb1074e7f47 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 217 time: 0.0335822 Apr 06 14:59:41.327538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-f7068e36-d868-4bf8-9f97-17739c740d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:41.329658 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-f7068e36-d868-4bf8-9f97-17739c740d68 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0464790 Apr 06 14:59:41.377735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-9a4663ca-4826-45dc-ac86-48d6953d3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:41.379306 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-9a4663ca-4826-45dc-ac86-48d6953d3b67 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435433 Apr 06 14:59:41.467998 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-46babbce-66cc-4440-8c2e-8a33cc357834 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822895 Apr 06 14:59:41.549735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da994087-bc9a-48c1-828a-d71f5971df2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:41.557969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48026f0a-2999-4f49-b1d5-1b875acccbe7 req-daed8cef-8de7-4e81-8849-c8bb1ebd3dd8 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Apr 06 14:59:41.896837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30c559-d400-49bc-bf11-3e5befee17be req-1ea53b14-21e3-4582-be7e-80dbd4a6771e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:41.898310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fb30c559-d400-49bc-bf11-3e5befee17be req-1ea53b14-21e3-4582-be7e-80dbd4a6771e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 943 time: 0.0526562 Apr 06 14:59:41.944611 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fb30c559-d400-49bc-bf11-3e5befee17be req-d0c6e212-b5ca-4caf-85b1-e6829ed93e46 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407732 Apr 06 14:59:43.067215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fca99-b74b-4109-95da-58c01de0467b req-6e2d6ef9-f125-4e9e-99d9-6771a37fb839 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:43.068690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fc0fca99-b74b-4109-95da-58c01de0467b req-6e2d6ef9-f125-4e9e-99d9-6771a37fb839 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 943 time: 0.0568666 Apr 06 14:59:43.114814 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fc0fca99-b74b-4109-95da-58c01de0467b req-f5b4c523-7733-4e81-a4fa-503a63bd634d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 Apr 06 14:59:43.800796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:44.231090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0dc55-2580-47b5-ac85-a73f060e61b5 req-047a4a65-724d-4f49-a424-1ab6702fa801 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:44.232561 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b7c0dc55-2580-47b5-ac85-a73f060e61b5 req-047a4a65-724d-4f49-a424-1ab6702fa801 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 943 time: 0.0517797 Apr 06 14:59:44.278927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b7c0dc55-2580-47b5-ac85-a73f060e61b5 req-648c5c3e-cbe5-4713-bb8f-a74e4037362f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403285 Apr 06 14:59:44.384440 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:59:44.797776 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef07ca94-ac92-444e-b86a-59150a490852 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:59:44.894066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:44.905571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'ef07ca94-ac92-444e-b86a-59150a490852', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': 'ef07ca94-ac92-444e-b86a-59150a490852', 'mac_address': 'fa:16:3e:71:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:59:44.941723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef07ca94-ac92-444e-b86a-59150a490852 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:59:44.942112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:44.955353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef07ca94-ac92-444e-b86a-59150a490852 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:59:44.974152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:45.035201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:45.086159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:45.395613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed00f48-5dc5-41b3-ab6f-cd615acb006f req-a3dd9456-0e66-4a46-8349-2260988d4a89 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:45.397378 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ed00f48-5dc5-41b3-ab6f-cd615acb006f req-a3dd9456-0e66-4a46-8349-2260988d4a89 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 944 time: 0.0515339 Apr 06 14:59:45.420937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['ef07ca94-ac92-444e-b86a-59150a490852'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:59:45.448060 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ed00f48-5dc5-41b3-ab6f-cd615acb006f req-31621f7b-47f7-438b-aef8-2804244e17a0 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451474 Apr 06 14:59:45.852257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:46.463794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:46.565767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25b6cf-ecaa-40b7-ad18-18f09d907953 req-8e9b304a-1eb0-4a3f-aea9-b5f81ce539cf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:46.567261 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d25b6cf-ecaa-40b7-ad18-18f09d907953 req-8e9b304a-1eb0-4a3f-aea9-b5f81ce539cf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 944 time: 0.0522034 Apr 06 14:59:46.613203 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d25b6cf-ecaa-40b7-ad18-18f09d907953 req-2887e768-5315-42a5-9cac-88f2170bfaf9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402553 Apr 06 14:59:46.829123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef07ca94-ac92-444e-b86a-59150a490852 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:59:47.001430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port ef07ca94-ac92-444e-b86a-59150a490852 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:59:47.005604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port ef07ca94-ac92-444e-b86a-59150a490852 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:59:47.006079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ef07ca94-ac92-444e-b86a-59150a490852), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:47.082326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef07ca94-ac92-444e-b86a-59150a490852 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:59:47.082628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:47.104567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:47.106754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e188ed-86af-4088-b4dd-0cf5975672da" -d '{"events": [{"server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "name": "network-vif-plugged", "status": "completed", "tag": "ef07ca94-ac92-444e-b86a-59150a490852"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:47.122767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:59:47.143927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06935ed1-8a7e-438d-b2b6-f9b4374b0ea3 x-openstack-request-id: req-06935ed1-8a7e-438d-b2b6-f9b4374b0ea3 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:47.144217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "name": "network-vif-plugged", "status": "completed", "tag": "ef07ca94-ac92-444e-b86a-59150a490852", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:47.144473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06935ed1-8a7e-438d-b2b6-f9b4374b0ea3 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:47.144871 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06935ed1-8a7e-438d-b2b6-f9b4374b0ea3'] response: {'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852', 'code': 200} Apr 06 14:59:47.173339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:47.222353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:59:47.465421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864ac01-51f3-4242-bbcb-9839a3d1a865 req-d4a2954f-1bb6-4612-acb5-d827904ee2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:47.466889 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7864ac01-51f3-4242-bbcb-9839a3d1a865 req-d4a2954f-1bb6-4612-acb5-d827904ee2ae service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1129 time: 0.0427611 Apr 06 14:59:47.508987 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7864ac01-51f3-4242-bbcb-9839a3d1a865 req-894f842b-cb69-486a-8296-1881fbeeef8a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367129 Apr 06 14:59:47.735303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e6e2f-68e3-4a28-9eb7-05385bf110e5 req-2a68446e-2ef9-4817-a7b6-66bf0c5d32a1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:47.736782 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-857e6e2f-68e3-4a28-9eb7-05385bf110e5 req-2a68446e-2ef9-4817-a7b6-66bf0c5d32a1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0576808 Apr 06 14:59:47.782741 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-857e6e2f-68e3-4a28-9eb7-05385bf110e5 req-29e0c105-6864-4af4-8333-fa10101bd7a4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403616 Apr 06 14:59:48.902535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05053be-6e8a-49dd-9235-55d29b53c2bf req-373d5435-b779-49ae-814b-6b4eac57d3bd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:48.904029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f05053be-6e8a-49dd-9235-55d29b53c2bf req-373d5435-b779-49ae-814b-6b4eac57d3bd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0527580 Apr 06 14:59:48.951478 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f05053be-6e8a-49dd-9235-55d29b53c2bf req-3a1635ff-b841-4da7-a53a-fa1e52b0b104 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Apr 06 14:59:50.073613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d525b80-9ad4-4862-b0d4-fa3ce32435a4 req-91ca6fed-41da-4b9e-a330-68f3c54189e3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:50.076937 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1d525b80-9ad4-4862-b0d4-fa3ce32435a4 req-91ca6fed-41da-4b9e-a330-68f3c54189e3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0539463 Apr 06 14:59:50.124609 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1d525b80-9ad4-4862-b0d4-fa3ce32435a4 req-9ab3001c-3546-4c34-bada-a7363511773a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Apr 06 14:59:50.238451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c953e3a-ee83-4a67-8e9f-8c5ba1005f03 req-4e559b13-1b21-4016-b7b3-0c27b9ce5826 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:50.239949 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c953e3a-ee83-4a67-8e9f-8c5ba1005f03 req-4e559b13-1b21-4016-b7b3-0c27b9ce5826 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0512381 Apr 06 14:59:50.248587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 49854) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:59:50.253634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'floatingip': {'port_id': 'ef07ca94-ac92-444e-b86a-59150a490852'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:59:50.291268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:50.711218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:50.772039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:50.873432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095 associated. External IP: 172.26.7.204, port: ef07ca94-ac92-444e-b86a-59150a490852. Apr 06 14:59:51.436287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:59:51.544758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:59:51.549870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:51.554441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:59:51.565155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:59:51.565774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:59:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:59:51.580058 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-db406ab1-d8ca-469c-a9e9-abb94b042fa9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "PUT /v2.0/floatingips/32e1cf85-9a39-4be7-87cc-d0d685889095 HTTP/1.1" status: 200 len: 991 time: 1.3303707 Apr 06 14:59:51.580658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:59:51.584368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80c0a0c-dfca-4044-bd17-8f054e51fe53" -d '{"events": [{"name": "network-changed", "server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "tag": "ef07ca94-ac92-444e-b86a-59150a490852"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:59:51.621577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460fe0a3-6499-485a-a1f7-f4d6d0befadc x-openstack-request-id: req-460fe0a3-6499-485a-a1f7-f4d6d0befadc {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:59:51.621877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "tag": "ef07ca94-ac92-444e-b86a-59150a490852", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:59:51.622133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-460fe0a3-6499-485a-a1f7-f4d6d0befadc {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:59:51.622535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460fe0a3-6499-485a-a1f7-f4d6d0befadc'] response: {'name': 'network-changed', 'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852', 'status': 'completed', 'code': 200} Apr 06 14:59:51.677330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:59:51.713267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-38ecd930-c5e8-4478-9441-840640bf2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:51.714823 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-38ecd930-c5e8-4478-9441-840640bf2a40 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1129 time: 0.0454309 Apr 06 14:59:51.808683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-d2843e8f-3334-4d1b-9bab-0f5d00129b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:51.810280 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-d2843e8f-3334-4d1b-9bab-0f5d00129b98 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0897326 Apr 06 14:59:51.902105 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-f9998540-e7dd-4a97-b1eb-73c2ba8887ec service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 999 time: 0.0849082 Apr 06 14:59:51.918317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': 'ef07ca94-ac92-444e-b86a-59150a490852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:71:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c88302-03fc-4933-8d2a-280aba5dff99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T14:59:50Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:59:51.925365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26f7a-5ba3-45e7-84b0-f07da5263913 req-e2acf97d-5c2e-47df-9242-e92576c6381a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:51.926926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a7d26f7a-5ba3-45e7-84b0-f07da5263913 req-e2acf97d-5c2e-47df-9242-e92576c6381a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0609202 Apr 06 14:59:51.945543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:59:51.954409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:59:51.955052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T14:59:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:59:52.012645 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a7d26f7a-5ba3-45e7-84b0-f07da5263913 req-62f94817-9316-4364-8e77-51245de5501a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799711 Apr 06 14:59:52.017726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-12ab1ddc-0c7b-45d5-93e4-89f4c0e401d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:52.019215 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-12ab1ddc-0c7b-45d5-93e4-89f4c0e401d8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0792036 Apr 06 14:59:52.114033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-06969ea6-5544-4c5b-b2e3-5890451cbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:52.115756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-06969ea6-5544-4c5b-b2e3-5890451cbf75 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515504 Apr 06 14:59:52.208994 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-d534761a-6ced-4171-b12b-f4f3bf4b85a7 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867796 Apr 06 14:59:52.217093 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:59:52.304559 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c80c0a0c-dfca-4044-bd17-8f054e51fe53 req-99816cf3-de75-4c84-b562-8e8e355690af service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902140 Apr 06 14:59:52.439380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': 'ef07ca94-ac92-444e-b86a-59150a490852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:71:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c88302-03fc-4933-8d2a-280aba5dff99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T14:59:50Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:59:52.470798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cff8d-6698-498e-8624-771ff74a0ac3 None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': 'ef07ca94-ac92-444e-b86a-59150a490852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:71:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c88302-03fc-4933-8d2a-280aba5dff99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T14:59:50Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:59:52.663293 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149736a-9a2e-4c68-955d-ef61d20399d0 None None] New status for floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:59:53.138622 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295d0e6-0b46-4239-8915-bc5cf26104a5 req-18ce0617-6729-452d-aae4-268350f2b9d9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:53.140009 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a295d0e6-0b46-4239-8915-bc5cf26104a5 req-18ce0617-6729-452d-aae4-268350f2b9d9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0529261 Apr 06 14:59:53.186469 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a295d0e6-0b46-4239-8915-bc5cf26104a5 req-56cfca6e-dffc-4f76-892a-00181a4b5cc1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 Apr 06 14:59:53.845990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:59:54.309993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8584d-ea13-4225-859e-030333f742e6 req-ea6d407b-7ff1-48df-b438-d2ed300b9704 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:54.311504 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ef8584d-ea13-4225-859e-030333f742e6 req-ea6d407b-7ff1-48df-b438-d2ed300b9704 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0569174 Apr 06 14:59:54.358548 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ef8584d-ea13-4225-859e-030333f742e6 req-e9894009-fe76-43a2-a6ca-7bbeec14f224 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Apr 06 14:59:55.476089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee15b2-c53d-40bd-a51f-14f0411b9f99 req-4749f67f-ecb9-4e72-9133-ef420cec0f9e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:55.477566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-faee15b2-c53d-40bd-a51f-14f0411b9f99 req-4749f67f-ecb9-4e72-9133-ef420cec0f9e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0518177 Apr 06 14:59:55.524034 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-faee15b2-c53d-40bd-a51f-14f0411b9f99 req-9790fa57-ed7e-4b1d-a746-f30486ae0a0c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408523 Apr 06 14:59:56.649121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cdfda-90e2-4b24-81ea-adb088c02db9 req-e2e2e968-6532-4263-8289-06c8e4c62925 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:56.650550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b97cdfda-90e2-4b24-81ea-adb088c02db9 req-e2e2e968-6532-4263-8289-06c8e4c62925 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0606396 Apr 06 14:59:56.703620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b97cdfda-90e2-4b24-81ea-adb088c02db9 req-fb401cef-8931-4c70-8691-83ada18af4d7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469170 Apr 06 14:59:57.434437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-ea33cbb4-ee59-4a04-b352-3ea1cf8852e8 req-751d761f-01ec-4165-859b-5927e33f929b tempest-TestNetworkBasicOps-599506072 tempest-TestNetworkBasicOps-599506072-project] (104443) timed out ('10.222.0.71', 47458) {{(pid=104443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:59:57.821389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d823a1-5460-4511-ba99-3d38ab160abc req-9a6d6f0b-de31-4330-94a7-e82e6b4f0120 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:57.822869 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-59d823a1-5460-4511-ba99-3d38ab160abc req-9a6d6f0b-de31-4330-94a7-e82e6b4f0120 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0527148 Apr 06 14:59:57.869630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-59d823a1-5460-4511-ba99-3d38ab160abc req-517af881-afb5-4d91-b74c-e405d53cf22d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 Apr 06 14:59:58.986267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604ed90-457a-4384-ade9-500c36427036 req-f6f8f5f1-06f9-45f9-9302-6bdc4f92d80e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:59:58.987763 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3604ed90-457a-4384-ade9-500c36427036 req-f6f8f5f1-06f9-45f9-9302-6bdc4f92d80e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0523334 Apr 06 14:59:59.033400 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3604ed90-457a-4384-ade9-500c36427036 req-a1a7d79e-3d42-456a-878d-44f75fac7ca9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401025 Apr 06 15:00:00.154227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf95e9f-7fef-4dd1-b02f-24c0e60e67a9 req-541f54b9-5eda-4c60-b936-837dc0d468db tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:00.155736 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-daf95e9f-7fef-4dd1-b02f-24c0e60e67a9 req-541f54b9-5eda-4c60-b936-837dc0d468db tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0571892 Apr 06 15:00:00.202111 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-daf95e9f-7fef-4dd1-b02f-24c0e60e67a9 req-428685c9-d892-4f87-bcb3-db6837021031 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Apr 06 15:00:01.317340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76661e58-73d8-4e1d-b222-fb669f813b3b req-f23bbd21-30c8-4568-a6e7-35c1b34afe8e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:01.318798 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76661e58-73d8-4e1d-b222-fb669f813b3b req-f23bbd21-30c8-4568-a6e7-35c1b34afe8e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0513272 Apr 06 15:00:01.378426 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76661e58-73d8-4e1d-b222-fb669f813b3b req-50eb90ba-ff92-4f23-a270-96b72a9c9e55 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540648 Apr 06 15:00:02.502134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf230-1381-4aab-a54c-d0a21391c2db req-7c652e84-da60-4102-b4a6-632d9eda3bb7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:02.503630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fe3cf230-1381-4aab-a54c-d0a21391c2db req-7c652e84-da60-4102-b4a6-632d9eda3bb7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0557849 Apr 06 15:00:02.550752 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fe3cf230-1381-4aab-a54c-d0a21391c2db req-cac1f24e-2f67-4625-8b74-1307c12b6b87 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Apr 06 15:00:02.804367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-8107617f-7b36-482d-a626-188b33ecef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:02.805847 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-8107617f-7b36-482d-a626-188b33ecef4c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1129 time: 0.0448313 Apr 06 15:00:02.919487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-63015d15-d543-4f21-a4e1-fa160281159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:02.920956 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-63015d15-d543-4f21-a4e1-fa160281159e service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0844502 Apr 06 15:00:02.997610 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-3a23a82f-d46c-46c7-9425-bc2db9527d8d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 1001 time: 0.0622339 Apr 06 15:00:03.044311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-67bd2ee7-4302-45f8-8c07-03db5ad84a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:03.045732 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-67bd2ee7-4302-45f8-8c07-03db5ad84a4d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0422745 Apr 06 15:00:03.105856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-9f108b5f-1e2d-44cd-a8bc-698cdb947632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:03.107321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-9f108b5f-1e2d-44cd-a8bc-698cdb947632 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421698 Apr 06 15:00:03.197754 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-225b8701-1f98-4b62-ae5d-510845bbdca8 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849011 Apr 06 15:00:03.298763 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bcd158d-045c-44d9-a8f6-2fc9defef510 req-ddb0691f-dc83-4b85-934f-356e95648fe4 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847309 Apr 06 15:00:03.671307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9643c0-a3b5-4655-bb9a-aa7000b97d8e req-db3cd12e-33c8-4ec8-a00b-2c159ed1a211 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:03.673605 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf9643c0-a3b5-4655-bb9a-aa7000b97d8e req-db3cd12e-33c8-4ec8-a00b-2c159ed1a211 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0581932 Apr 06 15:00:03.720546 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf9643c0-a3b5-4655-bb9a-aa7000b97d8e req-e3de0f53-8ac6-446b-8a54-88970cc147c1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Apr 06 15:00:04.842066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76c8f0-ded9-4a64-8823-22d153378c9b req-346200b5-fa8a-4eb8-9f3e-58d974985006 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:04.843604 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b76c8f0-ded9-4a64-8823-22d153378c9b req-346200b5-fa8a-4eb8-9f3e-58d974985006 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0559773 Apr 06 15:00:04.891147 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b76c8f0-ded9-4a64-8823-22d153378c9b req-1e13d5ad-2538-41b6-ab2a-cfc46bf7230c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413287 Apr 06 15:00:06.014504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dede30-589d-4097-8c12-446769d2e2b4 req-e1e88668-4519-4a8b-b346-acfe508bd50b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:06.016691 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f4dede30-589d-4097-8c12-446769d2e2b4 req-e1e88668-4519-4a8b-b346-acfe508bd50b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0566788 Apr 06 15:00:06.062415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f4dede30-589d-4097-8c12-446769d2e2b4 req-444edaf2-ecfa-459f-915e-92e0f7925939 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Apr 06 15:00:07.181637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69e1ff-405e-4fe4-859c-8f3fd2ae3aea req-9a0e6297-d89d-4dfa-bc9b-edb610ef2a5b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:07.183130 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a69e1ff-405e-4fe4-859c-8f3fd2ae3aea req-9a0e6297-d89d-4dfa-bc9b-edb610ef2a5b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0522814 Apr 06 15:00:07.228839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a69e1ff-405e-4fe4-859c-8f3fd2ae3aea req-613fdecb-6f6c-4b46-b3a0-7b455ff71103 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Apr 06 15:00:08.345015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d1286-2909-4563-b995-cde6a116bd2d req-86cd8128-913c-46fe-80de-699a7845f150 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:08.346497 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c1d1286-2909-4563-b995-cde6a116bd2d req-86cd8128-913c-46fe-80de-699a7845f150 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0524359 Apr 06 15:00:08.400818 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c1d1286-2909-4563-b995-cde6a116bd2d req-31894212-5686-49bc-bb01-9ed8535b13a7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470865 Apr 06 15:00:09.142710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-61643333-41cc-433d-bec9-24f837aaeab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:09.517411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc183ba-e16e-4caa-865c-d1e600313505 req-3ba9da6c-344e-4269-b194-bbbe4fa15ff1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:09.518880 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2bc183ba-e16e-4caa-865c-d1e600313505 req-3ba9da6c-344e-4269-b194-bbbe4fa15ff1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Apr 06 15:00:09.564982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2bc183ba-e16e-4caa-865c-d1e600313505 req-6a83d9f6-832f-46ea-a0f2-aa2998b26096 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Apr 06 15:00:10.683035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a46bb-375f-452d-a25b-c4946e92d067 req-55ebbc1c-fb9d-4b38-b705-9ea820b31afd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:10.684432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a7a46bb-375f-452d-a25b-c4946e92d067 req-55ebbc1c-fb9d-4b38-b705-9ea820b31afd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0537393 Apr 06 15:00:10.731102 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a7a46bb-375f-452d-a25b-c4946e92d067 req-241b0c29-a6f0-4af1-9450-bddeaa03c3aa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 Apr 06 15:00:11.525557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cc201b33-2f89-4cec-9693-23ddfc7e587e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:11.853348 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67589cc-13ab-4482-bccd-439530e44558 req-8fa33060-b8f9-452b-b459-d0cde240e495 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:11.854806 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d67589cc-13ab-4482-bccd-439530e44558 req-8fa33060-b8f9-452b-b459-d0cde240e495 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0561242 Apr 06 15:00:11.901218 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d67589cc-13ab-4482-bccd-439530e44558 req-d827dadb-2729-44d4-b065-a2fc240e9371 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Apr 06 15:00:13.020150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89707ed-d5ab-45a9-a422-981746ebc6bb req-af249fe1-670a-4546-9127-a4ad85b65b51 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:13.021875 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f89707ed-d5ab-45a9-a422-981746ebc6bb req-af249fe1-670a-4546-9127-a4ad85b65b51 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0540268 Apr 06 15:00:13.068625 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f89707ed-d5ab-45a9-a422-981746ebc6bb req-fb979670-c522-49cf-9ea9-09ebb9161fd0 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Apr 06 15:00:13.805625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:14.187657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa46ed-9578-4c90-a082-96b2cf9c9c69 req-7e171f7a-d141-432d-ae26-b9023c8b2e61 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:14.191085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95fa46ed-9578-4c90-a082-96b2cf9c9c69 req-7e171f7a-d141-432d-ae26-b9023c8b2e61 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0546653 Apr 06 15:00:14.239345 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95fa46ed-9578-4c90-a082-96b2cf9c9c69 req-af538f5e-b7c3-4e65-8f96-2a28fd2863fd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445144 Apr 06 15:00:15.356686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bb7de-6726-4271-9bf0-cce3b5eb0a14 req-10e9de4c-da3d-459f-b003-661235eba53e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:15.358157 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac0bb7de-6726-4271-9bf0-cce3b5eb0a14 req-10e9de4c-da3d-459f-b003-661235eba53e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0523798 Apr 06 15:00:15.405507 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ac0bb7de-6726-4271-9bf0-cce3b5eb0a14 req-01fb959d-ab4f-44dd-8852-da46b5c6ee54 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416319 Apr 06 15:00:15.862589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.474063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:16.523412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd43997-db46-41b1-9126-3f94e22d724f req-63290463-0c73-491d-9551-530288c651f5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:16.524871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2cd43997-db46-41b1-9126-3f94e22d724f req-63290463-0c73-491d-9551-530288c651f5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0522680 Apr 06 15:00:16.572166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2cd43997-db46-41b1-9126-3f94e22d724f req-1c610937-9365-4fad-9110-81a0ccaf6e72 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396194 Apr 06 15:00:17.694877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25de5e3-f0e0-4477-934e-6aff1271110c req-4021318d-0b3c-4c05-8e49-feb909813163 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:17.696397 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c25de5e3-f0e0-4477-934e-6aff1271110c req-4021318d-0b3c-4c05-8e49-feb909813163 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0566695 Apr 06 15:00:17.742953 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c25de5e3-f0e0-4477-934e-6aff1271110c req-6bc0dce5-cbfc-42a4-8de0-db173a8cbe27 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410647 Apr 06 15:00:18.145368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce547e3f-660e-4a60-92c4-c927b38d1b96 req-6cded4ec-39c3-45a4-a70f-96bbfa21c253 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:18.147145 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce547e3f-660e-4a60-92c4-c927b38d1b96 req-6cded4ec-39c3-45a4-a70f-96bbfa21c253 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0543504 Apr 06 15:00:18.197196 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce547e3f-660e-4a60-92c4-c927b38d1b96 req-47baf8e3-161d-4690-bb77-1f6d5ecbaa59 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 Apr 06 15:00:18.278951 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-66144f31-3306-47da-9a51-b6911479b722 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473478 Apr 06 15:00:18.774178 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-37f1554c-b1ae-43b0-8217-94cd512bc2b3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:18.782195 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-37f1554c-b1ae-43b0-8217-94cd512bc2b3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports/ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 942 time: 0.0534375 Apr 06 15:00:19.318903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453e4d9-59ef-4914-9c0e-d30ef2d1ed3a req-104510d8-7bb4-43b1-8fe1-af3cf28d8959 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:19.320472 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7453e4d9-59ef-4914-9c0e-d30ef2d1ed3a req-104510d8-7bb4-43b1-8fe1-af3cf28d8959 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0526230 Apr 06 15:00:19.367427 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7453e4d9-59ef-4914-9c0e-d30ef2d1ed3a req-248d1ac6-b59f-4dac-9c56-1ce4ae312742 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411971 Apr 06 15:00:20.254971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-9853933e-e5bb-4231-92eb-4ceef6d70e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:20.256449 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-9853933e-e5bb-4231-92eb-4ceef6d70e33 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1129 time: 0.0447752 Apr 06 15:00:20.349023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-647f1a1b-c320-4f04-b64c-8553cc7052b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:20.350485 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-647f1a1b-c320-4f04-b64c-8553cc7052b9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0878661 Apr 06 15:00:20.415504 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-97d15d2e-3f2b-4316-a1c1-2f166e6e33dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 1001 time: 0.0595703 Apr 06 15:00:20.495338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-cd3c0040-5b58-4c56-bbe7-ec19d7242ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:20.496809 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-cd3c0040-5b58-4c56-bbe7-ec19d7242ce4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0762594 Apr 06 15:00:20.538491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0361c-28bf-4c71-8006-d95fc0b80639 req-796ccab8-83e3-42ef-806e-4037420d0554 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:20.539896 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e2f0361c-28bf-4c71-8006-d95fc0b80639 req-796ccab8-83e3-42ef-806e-4037420d0554 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0938537 Apr 06 15:00:20.569913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-d8966da1-994b-4480-95dd-f20c4622e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:20.571396 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-d8966da1-994b-4480-95dd-f20c4622e85e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0684848 Apr 06 15:00:20.641430 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e2f0361c-28bf-4c71-8006-d95fc0b80639 req-c76e5fd1-0fc4-4d84-9b39-28dc9c2884e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943511 Apr 06 15:00:20.679931 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-fea2f0f2-9bc5-49bb-8eec-360a6dd28dbe service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987806 Apr 06 15:00:20.769258 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-b2fc7ca1-05fd-4054-b103-e17537a3d1f8 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840693 Apr 06 15:00:21.383598 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:00:21.760416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7164e08-b66b-4310-ba7d-84b5fe70f933 req-38af0965-8b60-455b-bc20-5830e24e141e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:21.761872 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7164e08-b66b-4310-ba7d-84b5fe70f933 req-38af0965-8b60-455b-bc20-5830e24e141e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Apr 06 15:00:21.814120 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7164e08-b66b-4310-ba7d-84b5fe70f933 req-6e01a2e3-08f8-43ad-b17d-0b68d034f699 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Apr 06 15:00:22.724832 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-e8f546aa-265f-455d-8500-6a11202d88ad service neutron] 10.222.0.87 "GET /v2.0/ports/ef07ca94-ac92-444e-b86a-59150a490852/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0531578 Apr 06 15:00:22.954334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303703-4216-46a6-8ff3-dba4a99cf786 req-e43b9fa6-a043-4073-9f87-8010167482ce tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:22.955857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd303703-4216-46a6-8ff3-dba4a99cf786 req-e43b9fa6-a043-4073-9f87-8010167482ce tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0543694 Apr 06 15:00:23.003599 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bd303703-4216-46a6-8ff3-dba4a99cf786 req-edc5812b-abe4-43f7-8a41-112805c19aa2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 Apr 06 15:00:23.248308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-da2c42e8-7c38-4518-9cd1-9addd080b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:23.250165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-da2c42e8-7c38-4518-9cd1-9addd080b8a5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 1129 time: 0.0515351 Apr 06 15:00:23.326097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-c2c9f769-959f-4318-a045-804a9ebc2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:23.328115 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-c2c9f769-959f-4318-a045-804a9ebc2a5b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1129 time: 0.0441334 Apr 06 15:00:23.416541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-673bdf53-aef2-4f01-8370-b89e2ec38110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:23.418012 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-673bdf53-aef2-4f01-8370-b89e2ec38110 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0847847 Apr 06 15:00:23.487049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-8477d59e-6c77-40ea-abee-81516b964182 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 1001 time: 0.0629303 Apr 06 15:00:23.543591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-cb2c0d12-2470-4973-b63c-989ef02a3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:23.545085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-cb2c0d12-2470-4973-b63c-989ef02a3987 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0519164 Apr 06 15:00:23.592788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-e826dfe4-98be-48a3-b7b5-f41cb429414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:23.594198 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-e826dfe4-98be-48a3-b7b5-f41cb429414b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434327 Apr 06 15:00:23.683695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-a3904177-600f-465d-96f9-bf8df09b2455 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838323 Apr 06 15:00:23.771460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89fa3dd1-e57f-494e-92d2-9f9a8288b88c req-bcf3b219-7efe-4cd3-8b82-38381e650b83 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819290 Apr 06 15:00:23.850819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:24.132368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014c745-09b7-450e-9d9e-e4f9ad72984d req-417ca532-3c1e-4887-ad78-9deaf163ee9c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:24.133771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0014c745-09b7-450e-9d9e-e4f9ad72984d req-417ca532-3c1e-4887-ad78-9deaf163ee9c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0595381 Apr 06 15:00:24.181578 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0014c745-09b7-450e-9d9e-e4f9ad72984d req-095e6e60-85f5-4793-86ff-4fa1af17cf33 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Apr 06 15:00:25.299762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba4076-2028-4892-b794-d2bc074e2b4a req-1e05dc2b-5f98-4b41-9362-ac16e6844f06 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:25.301230 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eeba4076-2028-4892-b794-d2bc074e2b4a req-1e05dc2b-5f98-4b41-9362-ac16e6844f06 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0518448 Apr 06 15:00:25.347081 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eeba4076-2028-4892-b794-d2bc074e2b4a req-c2ee05b3-995a-4200-9b6c-37094901a890 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Apr 06 15:00:26.470314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77932f-1039-4aea-bd5a-239a41ed7da2 req-f1fa147c-0cb0-4b0b-bd31-7eaa75003d8d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:26.471890 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a77932f-1039-4aea-bd5a-239a41ed7da2 req-f1fa147c-0cb0-4b0b-bd31-7eaa75003d8d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0555849 Apr 06 15:00:26.523343 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a77932f-1039-4aea-bd5a-239a41ed7da2 req-35ee4e22-697a-4499-96d2-ad169e5d09a3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456932 Apr 06 15:00:27.065698 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef07ca94-ac92-444e-b86a-59150a490852 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:00:27.076133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef07ca94-ac92-444e-b86a-59150a490852 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:27.219864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef07ca94-ac92-444e-b86a-59150a490852 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:27.220251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:27.242898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:27.261148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:00:27.263393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb9ca9-6d00-4150-bd29-90aa107a88c8" -d '{"events": [{"server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "name": "network-vif-unplugged", "status": "completed", "tag": "ef07ca94-ac92-444e-b86a-59150a490852"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:00:27.280122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'ef07ca94-ac92-444e-b86a-59150a490852', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': 'ef07ca94-ac92-444e-b86a-59150a490852', 'mac_address': 'fa:16:3e:71:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:00:27.287632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:27.320591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c37eeeb-d6c2-4ad7-a588-0d36da4feb1c x-openstack-request-id: req-2c37eeeb-d6c2-4ad7-a588-0d36da4feb1c {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:00:27.320889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "name": "network-vif-unplugged", "status": "completed", "tag": "ef07ca94-ac92-444e-b86a-59150a490852", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:00:27.321148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2c37eeeb-d6c2-4ad7-a588-0d36da4feb1c {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:00:27.321552 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c37eeeb-d6c2-4ad7-a588-0d36da4feb1c'] response: {'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852', 'code': 200} Apr 06 15:00:27.345140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef07ca94-ac92-444e-b86a-59150a490852 is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:27.345531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:27.348679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:27.388406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef07ca94-ac92-444e-b86a-59150a490852 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:00:27.464889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:27.484910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.485300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.485642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.485986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.486326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.486665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.487039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.487380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.487717 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.488050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.488379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.488708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.489037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:27.495809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:00:27.496173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:00:27.658700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba77b8-aa96-4617-9824-cdf796690296 req-9d564864-1d8c-447c-8207-63d6e14a61de tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:27.660151 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-adba77b8-aa96-4617-9824-cdf796690296 req-9d564864-1d8c-447c-8207-63d6e14a61de tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 943 time: 0.0605545 Apr 06 15:00:27.708940 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-adba77b8-aa96-4617-9824-cdf796690296 req-0301904b-bf5d-494c-9f5b-bebcde08c288 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431798 Apr 06 15:00:28.035659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef07ca94-ac92-444e-b86a-59150a490852 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:28.036179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:28.050798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef07ca94-ac92-444e-b86a-59150a490852 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:00:28.058568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a251a6-f6d8-4a8b-a38d-d31ce91bb71c req-7787c740-adeb-4156-be26-e9a1fb2f7ed4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:28.060160 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-63a251a6-f6d8-4a8b-a38d-d31ce91bb71c req-7787c740-adeb-4156-be26-e9a1fb2f7ed4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 943 time: 0.0578675 Apr 06 15:00:28.071264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:28.141592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:28.147076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-63a251a6-f6d8-4a8b-a38d-d31ce91bb71c req-e078db3e-2ec4-49e3-a79c-f599090d9aaf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736763 Apr 06 15:00:28.157112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-2307c75d-ac9c-41b6-83eb-01fe550497e8 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:28.162578 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-2307c75d-ac9c-41b6-83eb-01fe550497e8 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99&tenant_id=33f237c351b748d390e901f221ab3bb9&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 943 time: 0.0952716 Apr 06 15:00:28.195113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:28.267115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-9bbabe28-95b8-48a4-b37c-e16981ad94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:28.268697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-9bbabe28-95b8-48a4-b37c-e16981ad94c6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1128 time: 0.0522909 Apr 06 15:00:28.303348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['ef07ca94-ac92-444e-b86a-59150a490852'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:00:28.358126 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-f90076bb-7e42-4509-9f3d-e951cde55161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:28.359915 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-f90076bb-7e42-4509-9f3d-e951cde55161 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0844014 Apr 06 15:00:28.429475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-2ccae5cb-0355-418d-b61a-3d4fc7871488 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 1000 time: 0.0635383 Apr 06 15:00:28.477594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-a02bc3d4-37e9-4649-b374-5045c9f3e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:28.478923 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-a02bc3d4-37e9-4649-b374-5045c9f3e011 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0436635 Apr 06 15:00:28.527708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-048675d9-d41c-45c9-bbd2-6f944fc0f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:28.529168 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-048675d9-d41c-45c9-bbd2-6f944fc0f1fe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438781 Apr 06 15:00:28.618722 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-d184f253-85fe-4f9c-a8a4-fe3266e7ebb5 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833461 Apr 06 15:00:28.705812 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1d7ec21-12f1-4f9e-965b-fe6ee7617161 req-d1cc5be3-1665-456a-9d26-ab474049e6f8 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803027 Apr 06 15:00:29.074847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef07ca94-ac92-444e-b86a-59150a490852 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:29.126318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port ef07ca94-ac92-444e-b86a-59150a490852 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:29.126693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ef07ca94-ac92-444e-b86a-59150a490852), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:29.202834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port ef07ca94-ac92-444e-b86a-59150a490852 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:29.203236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:29.237252 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:29.273636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012633e-dd2b-4577-a709-67543cf9ce01 req-7028413e-843d-4e42-bb9c-7031c3a528ea tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:29.275137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b012633e-dd2b-4577-a709-67543cf9ce01 req-7028413e-843d-4e42-bb9c-7031c3a528ea tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 944 time: 0.0581925 Apr 06 15:00:29.291247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:29.323054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:00:29.324947 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b012633e-dd2b-4577-a709-67543cf9ce01 req-9cafacbb-b7ca-4d63-8b8e-57a7e19a1861 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 Apr 06 15:00:29.329219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50183658-b3c0-497b-908e-2e305640caf1" -d '{"events": [{"server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "name": "network-vif-plugged", "status": "completed", "tag": "ef07ca94-ac92-444e-b86a-59150a490852"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:00:29.350918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:29.380474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ca97c1-5d1e-4cb1-ab44-a2197b6e2e9b x-openstack-request-id: req-d4ca97c1-5d1e-4cb1-ab44-a2197b6e2e9b {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:00:29.380778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "name": "network-vif-plugged", "status": "completed", "tag": "ef07ca94-ac92-444e-b86a-59150a490852", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:00:29.381041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4ca97c1-5d1e-4cb1-ab44-a2197b6e2e9b {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:00:29.381455 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ca97c1-5d1e-4cb1-ab44-a2197b6e2e9b'] response: {'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852', 'code': 200} Apr 06 15:00:30.443699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a57b9c-601f-4c49-b81d-6c026983291d req-8eefbc1c-356f-4423-8d47-42cac12ed07b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:30.445190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-82a57b9c-601f-4c49-b81d-6c026983291d req-8eefbc1c-356f-4423-8d47-42cac12ed07b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0530858 Apr 06 15:00:30.491521 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-82a57b9c-601f-4c49-b81d-6c026983291d req-92cfa0c5-bb17-4562-a36b-5e014564fb6a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408235 Apr 06 15:00:30.613885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b96a-67d5-4496-ab0e-f1a032e0c180 req-9754c2ab-d728-4a5e-8803-81c88f420ed7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:30.615278 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c7b6b96a-67d5-4496-ab0e-f1a032e0c180 req-9754c2ab-d728-4a5e-8803-81c88f420ed7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0556934 Apr 06 15:00:30.661839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c7b6b96a-67d5-4496-ab0e-f1a032e0c180 req-9f170d28-529e-456b-aeb9-85273fb0cd2d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410521 Apr 06 15:00:31.041697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e166b06-7985-442d-86b5-736893b7c7e2 req-61931432-3d38-49c3-846b-fb1ecfad2941 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:31.043315 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2e166b06-7985-442d-86b5-736893b7c7e2 req-61931432-3d38-49c3-846b-fb1ecfad2941 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Apr 06 15:00:31.091471 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2e166b06-7985-442d-86b5-736893b7c7e2 req-325ba273-8230-4985-badf-c4243a57691e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Apr 06 15:00:31.147642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-09813ae5-ebd7-4d98-a3fa-2e87940877f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:31.149117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-09813ae5-ebd7-4d98-a3fa-2e87940877f2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 1129 time: 0.0450640 Apr 06 15:00:31.241338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-26ca4a74-c40a-4f4a-b0a3-e4ee1559c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:31.242795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-26ca4a74-c40a-4f4a-b0a3-e4ee1559c554 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0840025 Apr 06 15:00:31.306438 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-62b12c10-e906-437a-aaca-a6e4113f1b80 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 200 len: 1001 time: 0.0572097 Apr 06 15:00:31.358182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-8fc3cae0-6e64-48cd-a79f-abf9fc46015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:31.359674 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-8fc3cae0-6e64-48cd-a79f-abf9fc46015a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0459979 Apr 06 15:00:31.407850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-7dea88ff-cd10-475c-8a04-aec69088f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:31.409340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-7dea88ff-cd10-475c-8a04-aec69088f0ea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440187 Apr 06 15:00:31.495004 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-e97446ab-4f99-4593-bb1c-defa977117c0 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792463 Apr 06 15:00:31.583852 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-68fbd10e-1a27-49b3-b7c3-d79bd71ddc75 req-de2cc442-02ef-4e04-ad4e-29df64b20322 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832520 Apr 06 15:00:32.218834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b9a01-e000-4107-aa87-8482315a1624 req-512ddfa7-bfd0-4c92-b912-ffa49b06da19 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:32.220414 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c72b9a01-e000-4107-aa87-8482315a1624 req-512ddfa7-bfd0-4c92-b912-ffa49b06da19 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0586648 Apr 06 15:00:32.273629 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c72b9a01-e000-4107-aa87-8482315a1624 req-643566a2-bdb9-4fa2-a749-3e59f38ffd02 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476263 Apr 06 15:00:33.397224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f315d-43b9-4c99-8700-51150c6ca5ae req-fc970d0e-1db6-42a8-b425-53f9bd6732e4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:33.398758 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d92f315d-43b9-4c99-8700-51150c6ca5ae req-fc970d0e-1db6-42a8-b425-53f9bd6732e4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0579717 Apr 06 15:00:33.445519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d92f315d-43b9-4c99-8700-51150c6ca5ae req-d2e87b27-0c34-42fd-a755-b21bf6944285 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411041 Apr 06 15:00:33.870183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17be733-c948-4590-9ea5-db5bd6a3d6ee req-c31d67d2-72a3-44d3-bc30-4e91eae48a01 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:33.871670 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f17be733-c948-4590-9ea5-db5bd6a3d6ee req-c31d67d2-72a3-44d3-bc30-4e91eae48a01 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Apr 06 15:00:33.917634 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f17be733-c948-4590-9ea5-db5bd6a3d6ee req-25179521-d9b9-4577-8ad1-1b3d824ef68f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397403 Apr 06 15:00:35.037273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf2fe-ce9d-4776-bd07-89e4639a5434 req-4e4d9609-7e58-46a6-8ef9-ec12446a4114 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:35.038738 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce9cf2fe-ce9d-4776-bd07-89e4639a5434 req-4e4d9609-7e58-46a6-8ef9-ec12446a4114 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0527050 Apr 06 15:00:35.087256 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce9cf2fe-ce9d-4776-bd07-89e4639a5434 req-25393efe-0722-4745-96db-776b992f0023 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429897 Apr 06 15:00:35.821122 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-3d665686-46c2-49ed-a2a5-13d076abf929 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:35.822543 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-3d665686-46c2-49ed-a2a5-13d076abf929 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.0509856 Apr 06 15:00:35.911275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Deleting port ef07ca94-ac92-444e-b86a-59150a490852 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:00:35.911617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ef07ca94-ac92-444e-b86a-59150a490852), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:36.002191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] For port ef07ca94-ac92-444e-b86a-59150a490852, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ef07ca94-ac92-444e-b86a-59150a490852,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:36.002551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ef07ca94-ac92-444e-b86a-59150a490852), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:36.196614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:36.199946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:36.199946 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095 disassociated. External IP: 172.26.7.204, port: ef07ca94-ac92-444e-b86a-59150a490852. Apr 06 15:00:36.199946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Calling delete_port for ef07ca94-ac92-444e-b86a-59150a490852 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:00:36.259157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310aca4-7d9d-4d92-b598-9a52af0bb55e req-46c19a86-c0df-4d4c-8c3c-601896d85357 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:36.260549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4310aca4-7d9d-4d92-b598-9a52af0bb55e req-46c19a86-c0df-4d4c-8c3c-601896d85357 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 945 time: 0.1078558 Apr 06 15:00:36.325554 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4310aca4-7d9d-4d92-b598-9a52af0bb55e req-e2e7d5da-728c-4e03-aa9b-888615a6e091 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577166 Apr 06 15:00:36.456295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (ef07ca94-ac92-444e-b86a-59150a490852), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:36.492323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event deleted for resources: {'Port': ['ID=ef07ca94-ac92-444e-b86a-59150a490852,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:36.502701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.503111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.503462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.503801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.504139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.504490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.504824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.505154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.505479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.505841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.506168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.506509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.506837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:00:36.966429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:00:37.073703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:00:37.085034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:00:37.094918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:37.095575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:00:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:37.113697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] No DVR routers for this DVR port ef07ca94-ac92-444e-b86a-59150a490852 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:00:37.116509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:37.119849 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05f60dfc-13c5-4f89-b46d-511cbbdebc74 req-014425fb-aeb3-4352-baf6-10160fb0a280 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "DELETE /v2.0/ports/ef07ca94-ac92-444e-b86a-59150a490852 HTTP/1.1" status: 204 len: 173 time: 1.2921174 Apr 06 15:00:37.120299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'name': 'network-vif-deleted', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:00:37.122535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c1a7cf-e246-490e-94ac-6d7a8300d12f" -d '{"events": [{"server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "name": "network-vif-deleted", "tag": "ef07ca94-ac92-444e-b86a-59150a490852"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:00:37.159977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce66203f-574f-4d8f-bace-588516c4a379 x-openstack-request-id: req-ce66203f-574f-4d8f-bace-588516c4a379 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:00:37.160280 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c88302-03fc-4933-8d2a-280aba5dff99", "name": "network-vif-deleted", "tag": "ef07ca94-ac92-444e-b86a-59150a490852", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:00:37.160540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce66203f-574f-4d8f-bace-588516c4a379 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:00:37.160944 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce66203f-574f-4d8f-bace-588516c4a379'] response: {'server_uuid': '87c88302-03fc-4933-8d2a-280aba5dff99', 'name': 'network-vif-deleted', 'tag': 'ef07ca94-ac92-444e-b86a-59150a490852', 'status': 'completed', 'code': 200} Apr 06 15:00:37.205846 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:37.413876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:37.422948 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4931eb96-46de-4ebd-8203-7f646bfc91eb req-845cdba2-20c7-429a-adc5-47ed7d1885f5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c88302-03fc-4933-8d2a-280aba5dff99 HTTP/1.1" status: 200 len: 210 time: 0.0282440 Apr 06 15:00:37.446537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:00:37.455490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:37.456109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:00:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:37.564069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:37.756285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:37.783485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40876a4-1b35-4dee-8d3b-7464e06e85cc None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:00:38.000770 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bcf464-2f9f-4212-bb49-cb4ff448cc97 None None] New status for floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:00:38.673950 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-3ae48d00-b331-4d3d-a409-6b476061b8d4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1967998052&fields=id&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 267 time: 0.0420678 Apr 06 15:00:38.783210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-704087d4-7886-4635-bb63-9c7ea3e5ea9c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:38.784660 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-704087d4-7886-4635-bb63-9c7ea3e5ea9c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 812 time: 0.1045415 Apr 06 15:00:38.799150 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-418cefe3-0934-4542-af8b-c005fc49ecd3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/quotas/33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 375 time: 0.0088518 Apr 06 15:00:38.852494 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-5bdffbda-ae50-498e-97cf-efd58b9c4a76 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485017 Apr 06 15:00:39.004091 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a516ee90-1315-4688-8948-d377bbcd2b99 service neutron] 10.222.0.71 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404004 Apr 06 15:00:39.092076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-23afc55d-10c2-4000-9f1e-1a2ff9bc1c9e service neutron] 10.222.0.71 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821440 Apr 06 15:00:39.107705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6fd5617a-5cc1-4403-b477-3df42b7a35f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:39.142906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef07ca94-ac92-444e-b86a-59150a490852 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:00:39.163702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: ef07ca94-ac92-444e-b86a-59150a490852 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:00:39.164044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device ef07ca94-ac92-444e-b86a-59150a490852 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:00:39.333933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-92860097-068d-4b1a-bd39-441e954957be req-4f7e312c-4f54-4166-b38d-84f94030d2f7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Apr 06 15:00:40.437334 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86957bc8-dd9e-4f6c-94b0-f8987fdebcd7 req-821e68dc-d351-4564-8af2-d2068606eb5e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 210 time: 0.0325158 Apr 06 15:00:41.248428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-3d92e26f-84f9-4a27-b04e-650f91adc7a2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:41.249942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-3d92e26f-84f9-4a27-b04e-650f91adc7a2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 812 time: 0.1011372 Apr 06 15:00:41.315711 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-60e116ba-99c2-47ea-b6e5-3d17c69935a6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 380 time: 0.0515337 Apr 06 15:00:41.326106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'port': {'device_id': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'admin_state_up': True, 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'security_groups': ['d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:41.496717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Made reservation on behalf of 33f237c351b748d390e901f221ab3bb9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:00:41.501798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:41.524457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-71e21524-4abf-4759-8298-bd439728e3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:41.546557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23148cd7-b989-433b-92cb-3ae47a00a057 req-3a22ab12-0cf1-45d5-a493-e07b6885dbf9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 210 time: 0.0336552 Apr 06 15:00:41.657908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Allocated IP 172.20.0.14 (c61904af-bd81-4726-b188-fd1a6cd9527c/ddc7b506-4209-4315-9249-8f1b34ac63da/08b6216d-793c-4155-8216-251f90319e5c) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:00:41.794313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for port (08b6216d-793c-4155-8216-251f90319e5c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:41.890772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:41.932249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Network c61904af-bd81-4726-b188-fd1a6cd9527c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:00:41.935435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:00:41.938308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:00:41.969288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:41.995380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:41.996004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:42.082155 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a5a9be72-b249-4473-9d11-a7c2a32fd406 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596908 Apr 06 15:00:42.102058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Request body: {'port': {'device_id': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:42.152398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fcc3173e-834a-4fd8-92dc-2a028fff8e1b None None] Provisioning complete for port 08b6216d-793c-4155-8216-251f90319e5c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:42.152771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fcc3173e-834a-4fd8-92dc-2a028fff8e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (08b6216d-793c-4155-8216-251f90319e5c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:42.165074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (08b6216d-793c-4155-8216-251f90319e5c), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:42.202586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fcc3173e-834a-4fd8-92dc-2a028fff8e1b None None] Port 08b6216d-793c-4155-8216-251f90319e5c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:00:42.427865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b6216d-793c-4155-8216-251f90319e5c {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:00:42.435856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Publish callbacks [] for port (08b6216d-793c-4155-8216-251f90319e5c), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:42.449071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Transition to ACTIVE for port object 08b6216d-793c-4155-8216-251f90319e5c will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:00:42.541782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:42.599639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Pushing event updated for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:42.731193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f972e9-092e-4340-b22e-62bdfb05151d req-93f6d105-faf7-4675-a5f9-4374f873742f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:42.732865 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-12f972e9-092e-4340-b22e-62bdfb05151d req-93f6d105-faf7-4675-a5f9-4374f873742f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.1110790 Apr 06 15:00:42.738169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Attempting to bind port 08b6216d-793c-4155-8216-251f90319e5c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:00:42.738515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Attempting to bind port 08b6216d-793c-4155-8216-251f90319e5c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:00:42.738851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Attempting to bind port 08b6216d-793c-4155-8216-251f90319e5c on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:42.755323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Port 08b6216d-793c-4155-8216-251f90319e5c on network c61904af-bd81-4726-b188-fd1a6cd9527c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:00:42.755652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Attempting to bind port 08b6216d-793c-4155-8216-251f90319e5c on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:00:42.773442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:00:42.773789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Checking segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:00:42.774181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Bound using segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:00:42.774620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Bound port: 08b6216d-793c-4155-8216-251f90319e5c, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:00:42.775000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (08b6216d-793c-4155-8216-251f90319e5c), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:42.863746 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-12f972e9-092e-4340-b22e-62bdfb05151d req-6b4c1dd0-25e4-49c7-93d0-6feaae48d0b6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218560 Apr 06 15:00:42.896699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:00:42.901600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:00:42.960284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:42.999731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:43.001609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:43.002937 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] 10.222.0.87 "PUT /v2.0/ports/08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 1094 time: 0.9052541 Apr 06 15:00:43.003402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'tag': '08b6216d-793c-4155-8216-251f90319e5c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:00:43.005719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df92bf-a210-49ba-a8d7-fb853e6b3696" -d '{"events": [{"name": "network-changed", "server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "tag": "08b6216d-793c-4155-8216-251f90319e5c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:00:43.039282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ede62b-00e8-4ab5-9ede-aab061efa705 service neutron] Pushing event updated for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:43.050423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1e24dd-f47a-491a-b4c2-1e8d6c603d46 x-openstack-request-id: req-be1e24dd-f47a-491a-b4c2-1e8d6c603d46 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:00:43.050725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "tag": "08b6216d-793c-4155-8216-251f90319e5c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:00:43.051014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be1e24dd-f47a-491a-b4c2-1e8d6c603d46 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:00:43.051440 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1e24dd-f47a-491a-b4c2-1e8d6c603d46'] response: {'name': 'network-changed', 'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'tag': '08b6216d-793c-4155-8216-251f90319e5c', 'status': 'completed', 'code': 200} Apr 06 15:00:43.153342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df92bf-a210-49ba-a8d7-fb853e6b3696 req-7179d71d-b32c-46eb-a4b6-1e6dd40b33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:43.155146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a4df92bf-a210-49ba-a8d7-fb853e6b3696 req-7179d71d-b32c-46eb-a4b6-1e6dd40b33ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1128 time: 0.0617952 Apr 06 15:00:43.273136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df92bf-a210-49ba-a8d7-fb853e6b3696 req-18c1a788-cef5-45c5-80f5-ea51e677f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:43.274643 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a4df92bf-a210-49ba-a8d7-fb853e6b3696 req-18c1a788-cef5-45c5-80f5-ea51e677f730 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=33f237c351b748d390e901f221ab3bb9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1061468 Apr 06 15:00:43.381990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df92bf-a210-49ba-a8d7-fb853e6b3696 req-a0fb5242-0dc0-4d01-b516-56c7081c0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:43.383890 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a4df92bf-a210-49ba-a8d7-fb853e6b3696 req-a0fb5242-0dc0-4d01-b516-56c7081c0df9 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1039767 Apr 06 15:00:43.491469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-e8231860-09ca-4207-bbfe-b4ba903156ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:43.492992 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-e8231860-09ca-4207-bbfe-b4ba903156ea service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1128 time: 0.0476739 Apr 06 15:00:43.544807 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-8c8d6d2f-4142-4707-a049-110dd0cf3e46 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 217 time: 0.0400786 Apr 06 15:00:43.594499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-6484b5d9-3066-4804-9f4c-0fb3ec685902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:43.595970 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-6484b5d9-3066-4804-9f4c-0fb3ec685902 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0460341 Apr 06 15:00:43.645212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-320cbafd-0810-47ca-b500-7531ef4497ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:43.646953 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-320cbafd-0810-47ca-b500-7531ef4497ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450015 Apr 06 15:00:43.752024 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-2465a093-d8e7-4c38-9764-9c34b9f1828f service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981612 Apr 06 15:00:43.822576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:43.846985 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cdecee1a-9e80-4deb-a22e-626473aa8b01 req-275bb4d4-bd00-403b-8d5d-477aaefa23d2 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890071 Apr 06 15:00:43.991817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084f184-6df2-4175-ab51-5918c759c8f4 req-c30133ec-c5a4-4f9f-b9c5-68e50880b7d5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:43.993305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f084f184-6df2-4175-ab51-5918c759c8f4 req-c30133ec-c5a4-4f9f-b9c5-68e50880b7d5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0602500 Apr 06 15:00:44.039603 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f084f184-6df2-4175-ab51-5918c759c8f4 req-e1db9ac8-ec2a-49ab-a01d-1c3d51c6ecd3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Apr 06 15:00:45.163170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f833-0cda-49a6-a5ea-12e798090bff req-57e29914-b119-481a-87c1-417ca2c5d4af tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:45.164666 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-63b6f833-0cda-49a6-a5ea-12e798090bff req-57e29914-b119-481a-87c1-417ca2c5d4af tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0525789 Apr 06 15:00:45.212293 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-63b6f833-0cda-49a6-a5ea-12e798090bff req-247a7362-5a1a-4982-9a1e-bc27bbbcf8fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Apr 06 15:00:45.884496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:46.341010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70513e29-1988-4b25-ad7c-c6d18773e97c req-0aba7abd-3689-4a0f-96b5-2e164a4f1278 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:46.342809 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-70513e29-1988-4b25-ad7c-c6d18773e97c req-0aba7abd-3689-4a0f-96b5-2e164a4f1278 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0581627 Apr 06 15:00:46.409352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-70513e29-1988-4b25-ad7c-c6d18773e97c req-45c3c26b-71dd-4b7f-a6b0-975682efde3a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566523 Apr 06 15:00:46.496465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:47.177768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 08b6216d-793c-4155-8216-251f90319e5c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:00:47.452471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:47.464621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '08b6216d-793c-4155-8216-251f90319e5c', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': '08b6216d-793c-4155-8216-251f90319e5c', 'mac_address': 'fa:16:3e:ae:5c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:00:47.502932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 08b6216d-793c-4155-8216-251f90319e5c is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:47.503370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (08b6216d-793c-4155-8216-251f90319e5c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:47.516687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b6216d-793c-4155-8216-251f90319e5c {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:00:47.537043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:47.537237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe46ad-3fb8-451f-83d2-f4eeeb58cde9 req-7ebc14f2-9817-4407-b1d5-e641805e2b91 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:47.538594 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2dfe46ad-3fb8-451f-83d2-f4eeeb58cde9 req-7ebc14f2-9817-4407-b1d5-e641805e2b91 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0525930 Apr 06 15:00:47.585350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2dfe46ad-3fb8-451f-83d2-f4eeeb58cde9 req-36567d47-da01-4d43-b9e6-aa407c800edb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Apr 06 15:00:47.605057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:47.657033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:48.001883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['08b6216d-793c-4155-8216-251f90319e5c'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:00:48.709592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad633-1be9-4bb9-bda7-2b7d31d18c1a req-e94c3f7c-6ac8-40c8-b52d-2e6c32bdbc7b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:48.711050 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-99cad633-1be9-4bb9-bda7-2b7d31d18c1a req-e94c3f7c-6ac8-40c8-b52d-2e6c32bdbc7b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 945 time: 0.0522599 Apr 06 15:00:48.758314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-99cad633-1be9-4bb9-bda7-2b7d31d18c1a req-ac96f481-a6f4-4bac-b7c0-7c55b373891c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 Apr 06 15:00:49.189017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 08b6216d-793c-4155-8216-251f90319e5c up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:00:49.301692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 08b6216d-793c-4155-8216-251f90319e5c completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:00:49.305434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 08b6216d-793c-4155-8216-251f90319e5c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:00:49.305831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (08b6216d-793c-4155-8216-251f90319e5c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:49.381851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 08b6216d-793c-4155-8216-251f90319e5c is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:00:49.382237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (08b6216d-793c-4155-8216-251f90319e5c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:49.404406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b6216d-793c-4155-8216-251f90319e5c'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:00:49.406652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f4127-0dba-4a25-9ec0-e1eff98b37b2" -d '{"events": [{"server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "name": "network-vif-plugged", "status": "completed", "tag": "08b6216d-793c-4155-8216-251f90319e5c"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:00:49.418928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:00:49.442073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6001ace1-d94b-48c1-badc-eb99836144aa x-openstack-request-id: req-6001ace1-d94b-48c1-badc-eb99836144aa {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:00:49.442396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "name": "network-vif-plugged", "status": "completed", "tag": "08b6216d-793c-4155-8216-251f90319e5c", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:00:49.442659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6001ace1-d94b-48c1-badc-eb99836144aa {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:00:49.443124 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6001ace1-d94b-48c1-badc-eb99836144aa'] response: {'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b6216d-793c-4155-8216-251f90319e5c', 'code': 200} Apr 06 15:00:49.467995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:49.518098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:00:49.789830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccea0-eb90-41a0-acf1-148b8c494c8b req-767e0b80-a1d8-4443-b212-a9d4279a1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:49.791432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-208ccea0-eb90-41a0-acf1-148b8c494c8b req-767e0b80-a1d8-4443-b212-a9d4279a1ae6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1130 time: 0.0481894 Apr 06 15:00:49.843963 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-208ccea0-eb90-41a0-acf1-148b8c494c8b req-c064aaa2-a104-4452-bca4-b3bf5d764cad service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465827 Apr 06 15:00:49.883770 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620285c8-f396-4a3d-a597-d4d24a2dc500 req-3b2aed31-99df-4369-be58-2bb68c682cf7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:49.885230 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-620285c8-f396-4a3d-a597-d4d24a2dc500 req-3b2aed31-99df-4369-be58-2bb68c682cf7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0600111 Apr 06 15:00:49.931716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-620285c8-f396-4a3d-a597-d4d24a2dc500 req-84179fc4-3c41-4a64-8ec9-689e03ab58e8 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 Apr 06 15:00:51.050880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0296d06-fd22-4ba8-870d-a402c5a86035 req-b6e4feb0-7776-4b47-8135-8058c62d8b14 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:51.052409 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0296d06-fd22-4ba8-870d-a402c5a86035 req-b6e4feb0-7776-4b47-8135-8058c62d8b14 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0525434 Apr 06 15:00:51.101815 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0296d06-fd22-4ba8-870d-a402c5a86035 req-b4342096-d8a0-4da4-a359-1d5100c06044 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Apr 06 15:00:52.225513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8095bfa-8b10-4dcb-97c8-6df263fe391a req-2ccaf349-9ba9-437d-ba41-50741ea52848 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:52.227060 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8095bfa-8b10-4dcb-97c8-6df263fe391a req-2ccaf349-9ba9-437d-ba41-50741ea52848 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0548677 Apr 06 15:00:52.275851 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8095bfa-8b10-4dcb-97c8-6df263fe391a req-9a374f92-554d-411b-8a19-1d1669ff1af1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Apr 06 15:00:52.389843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202fab2-c348-4ea2-b3b2-14a045acd461 req-f794fe22-ee34-4952-acc4-57e3e7d8f591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:52.391373 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d202fab2-c348-4ea2-b3b2-14a045acd461 req-f794fe22-ee34-4952-acc4-57e3e7d8f591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0526693 Apr 06 15:00:52.400085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50050) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:00:52.404440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'floatingip': {'port_id': '08b6216d-793c-4155-8216-251f90319e5c'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:00:52.447447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:52.863913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:52.929695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:53.026175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095 associated. External IP: 172.26.7.204, port: 08b6216d-793c-4155-8216-251f90319e5c. Apr 06 15:00:53.231135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:00:53.338786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:00:53.344307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:53.349629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:00:53.359147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:53.359780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:00:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:53.373620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1259689a-9468-4b54-b53d-f22a94231f24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "PUT /v2.0/floatingips/32e1cf85-9a39-4be7-87cc-d0d685889095 HTTP/1.1" status: 200 len: 992 time: 0.9724689 Apr 06 15:00:53.374213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'tag': '08b6216d-793c-4155-8216-251f90319e5c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:00:53.376955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94c4117-5a94-49c2-9669-6e078ba31309" -d '{"events": [{"name": "network-changed", "server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "tag": "08b6216d-793c-4155-8216-251f90319e5c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:00:53.415751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07543da2-cde0-4779-bef3-548ea3939e86 x-openstack-request-id: req-07543da2-cde0-4779-bef3-548ea3939e86 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:00:53.419772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "tag": "08b6216d-793c-4155-8216-251f90319e5c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:00:53.419772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-07543da2-cde0-4779-bef3-548ea3939e86 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:00:53.419772 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07543da2-cde0-4779-bef3-548ea3939e86'] response: {'name': 'network-changed', 'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'tag': '08b6216d-793c-4155-8216-251f90319e5c', 'status': 'completed', 'code': 200} Apr 06 15:00:53.473344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:53.507212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-87d1d1bd-c819-4673-a6ec-60a9158b0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:53.508818 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-87d1d1bd-c819-4673-a6ec-60a9158b0cd0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1130 time: 0.0469244 Apr 06 15:00:53.602314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-7fe7779f-b092-4b55-a327-0fd3cfb51ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:53.603851 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-7fe7779f-b092-4b55-a327-0fd3cfb51ec4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0887094 Apr 06 15:00:53.668683 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-eb00594c-d332-41b2-bd3e-6ef2b52a5166 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 1000 time: 0.0588901 Apr 06 15:00:53.724144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': '08b6216d-793c-4155-8216-251f90319e5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:ae:5c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T15:00:52Z', 'revision_number': 9, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:53.735963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-7ae9104d-6a24-4c88-ae1f-7b452320e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:53.737531 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-7ae9104d-6a24-4c88-ae1f-7b452320e4ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0635824 Apr 06 15:00:53.755936 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:00:53.764277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:00:53.764968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:00:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:53.819453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-deee2d6b-8fd1-4bf6-b429-ef2394a672e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:53.820992 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-deee2d6b-8fd1-4bf6-b429-ef2394a672e6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0777235 Apr 06 15:00:53.833516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f74d0-5ef2-485e-a926-bb77af8f7953 req-26aa1299-2286-4ffb-bd64-96d36ddff74d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:53.838946 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-667f74d0-5ef2-485e-a926-bb77af8f7953 req-26aa1299-2286-4ffb-bd64-96d36ddff74d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0836122 Apr 06 15:00:53.886245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:00:53.960886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:00:53.965196 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-667f74d0-5ef2-485e-a926-bb77af8f7953 req-06ecdbfb-0523-49c5-84d3-f99b0f31b673 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220250 Apr 06 15:00:53.998907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-f09c9cd5-a880-450d-8b99-c0cd883a8508 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629205 Apr 06 15:00:54.002283 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-d822a74f-565b-4eec-9eaf-6447819719fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105115 Apr 06 15:00:54.093154 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e94c4117-5a94-49c2-9669-6e078ba31309 req-d9a7d223-95f5-4518-8def-c4e380d21e61 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882330 Apr 06 15:00:54.112981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': '08b6216d-793c-4155-8216-251f90319e5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:ae:5c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T15:00:52Z', 'revision_number': 9, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:00:54.140582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd542c-d9ec-4b3c-861c-1457cf73ef2c None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': '08b6216d-793c-4155-8216-251f90319e5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:ae:5c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T15:00:52Z', 'revision_number': 9, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:00:54.356265 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9924a-0ae8-4060-b5de-0faf672782ae None None] New status for floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:00:54.560982 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-afb0e203-8e00-49d4-b9c8-bb336f245846 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:54.562343 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-afb0e203-8e00-49d4-b9c8-bb336f245846 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports/08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 943 time: 0.0464983 Apr 06 15:00:55.088271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed161bcd-8d61-4e3e-8764-569b22ef6da1 req-2e3f70f4-ec22-4eda-a8c5-3c3a1b83293d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:55.089739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ed161bcd-8d61-4e3e-8764-569b22ef6da1 req-2e3f70f4-ec22-4eda-a8c5-3c3a1b83293d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0533772 Apr 06 15:00:55.136586 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ed161bcd-8d61-4e3e-8764-569b22ef6da1 req-7fb1ba23-e2e5-4320-b246-92447bc5bda3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Apr 06 15:00:56.267089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-2f2644f0-d089-47fa-8217-7a5e74210f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:56.268584 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-2f2644f0-d089-47fa-8217-7a5e74210f4d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1130 time: 0.0820370 Apr 06 15:00:56.279525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835867e8-abe9-4408-9eef-9bfc2586474e req-a1ae7c56-942b-42a9-8d7c-08e8dea51808 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:56.280892 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-835867e8-abe9-4408-9eef-9bfc2586474e req-a1ae7c56-942b-42a9-8d7c-08e8dea51808 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0682120 Apr 06 15:00:56.386539 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-835867e8-abe9-4408-9eef-9bfc2586474e req-7fbd0eb1-031f-4f68-b34c-b0cd515514ec tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977998 Apr 06 15:00:56.413826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-34ccbd2e-9789-412c-bf6a-b8d0a3dc3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:56.415355 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-34ccbd2e-9789-412c-bf6a-b8d0a3dc3cf2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.1335647 Apr 06 15:00:56.480466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-19513285-f548-4788-b937-2750b308832c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 1003 time: 0.0592470 Apr 06 15:00:56.526472 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-518ac97f-cfc3-41de-bc5f-76266f67ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:56.527920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-518ac97f-cfc3-41de-bc5f-76266f67ec61 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0420251 Apr 06 15:00:56.577733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-af3609ca-1d3e-45b7-b366-15d30dd8c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:56.579369 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-af3609ca-1d3e-45b7-b366-15d30dd8c91e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459692 Apr 06 15:00:57.010076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-0c2a8e3e-77f1-42d3-b98b-7723e3036617 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253888 Apr 06 15:00:57.098041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-db3f8d89-0868-4c54-9927-a7ad5d1848b8 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817811 Apr 06 15:00:57.509434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c247-d7f7-46c1-9ccd-565372b1d9c9 req-baba5bda-7857-4578-bbcf-46f0312a5d0f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:57.510909 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4a71c247-d7f7-46c1-9ccd-565372b1d9c9 req-baba5bda-7857-4578-bbcf-46f0312a5d0f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0534735 Apr 06 15:00:57.557716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4a71c247-d7f7-46c1-9ccd-565372b1d9c9 req-5393a132-dee0-4bff-a169-28ff2e8ab675 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Apr 06 15:00:58.382855 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:00:58.676492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8012e60-b139-42d3-a81a-9fcac0394fd6 req-cbfd8d18-975f-4d5b-b89e-7cc9f2a828b9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:58.677873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8012e60-b139-42d3-a81a-9fcac0394fd6 req-cbfd8d18-975f-4d5b-b89e-7cc9f2a828b9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0531347 Apr 06 15:00:58.727323 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8012e60-b139-42d3-a81a-9fcac0394fd6 req-47b22af5-c11c-41f3-bf96-ef17c8442834 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Apr 06 15:00:59.845718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa001069-58e9-43ff-b2c7-678528f44624 req-da93c872-1a1f-4a67-8a6b-4dbbc3baf130 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:00:59.847216 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aa001069-58e9-43ff-b2c7-678528f44624 req-da93c872-1a1f-4a67-8a6b-4dbbc3baf130 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0527425 Apr 06 15:00:59.892989 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aa001069-58e9-43ff-b2c7-678528f44624 req-113ac8bf-e798-4fef-92b1-4ad2fe2d69e0 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Apr 06 15:01:01.010553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3822525-8774-498f-8e2a-e269aeac82a0 req-8284ca9c-3931-4eeb-8b9a-19ff10357389 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:01.012051 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3822525-8774-498f-8e2a-e269aeac82a0 req-8284ca9c-3931-4eeb-8b9a-19ff10357389 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0518863 Apr 06 15:01:01.057728 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3822525-8774-498f-8e2a-e269aeac82a0 req-4abe24af-0844-495b-9b13-5aed1f4e6b6d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Apr 06 15:01:02.181391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b46c0f-9a11-4b7c-84fb-3e619e2b7fce req-a285c5fe-2885-4e87-ac5a-411483134d41 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:02.182860 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-63b46c0f-9a11-4b7c-84fb-3e619e2b7fce req-a285c5fe-2885-4e87-ac5a-411483134d41 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0576980 Apr 06 15:01:02.229248 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-63b46c0f-9a11-4b7c-84fb-3e619e2b7fce req-f195b6f7-bf29-48af-b725-f9d2ebfb95bd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 Apr 06 15:01:03.346726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a2cd-3d4f-4253-a75f-ee2e0cf50721 req-8e14e7da-075b-4b32-aff7-c68ec957f60b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:03.348247 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1b0a2cd-3d4f-4253-a75f-ee2e0cf50721 req-8e14e7da-075b-4b32-aff7-c68ec957f60b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0529959 Apr 06 15:01:03.396771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1b0a2cd-3d4f-4253-a75f-ee2e0cf50721 req-bcd53012-06ef-418f-965b-ceb9d6752649 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 Apr 06 15:01:03.808828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-c13f0cfe-ac35-45d3-b9aa-90d5119806b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:03.810226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-c13f0cfe-ac35-45d3-b9aa-90d5119806b1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1130 time: 0.0483508 Apr 06 15:01:03.909458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-0fe92d1f-d15b-4f34-956a-55bbe0fb26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:03.910938 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-0fe92d1f-d15b-4f34-956a-55bbe0fb26d2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0837069 Apr 06 15:01:03.977962 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-f4aa8f7d-4942-4f14-af75-2ecc89a41d71 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 1003 time: 0.0617707 Apr 06 15:01:04.028293 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-ec981b17-761c-42ee-adaf-407454627b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:04.029693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-ec981b17-761c-42ee-adaf-407454627b05 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0438571 Apr 06 15:01:04.076599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-969e8ea9-8dc0-408e-9b6d-65e2ca5cbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:04.078801 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-969e8ea9-8dc0-408e-9b6d-65e2ca5cbba9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425317 Apr 06 15:01:04.167986 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-654836bd-7252-4b58-988e-6c35e2956d88 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839808 Apr 06 15:01:04.255559 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4914c5f0-c3ba-4743-9af0-7e6f90ee2971 req-6ecf587f-1af0-4374-a771-aea6632ecd8f service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812695 Apr 06 15:01:04.517607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a505-1032-478c-8ffe-43054b5a2a8c req-dc9ccbef-c7a7-4b78-82d7-8e3882c098e3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:04.519140 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c148a505-1032-478c-8ffe-43054b5a2a8c req-dc9ccbef-c7a7-4b78-82d7-8e3882c098e3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0540695 Apr 06 15:01:04.566278 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c148a505-1032-478c-8ffe-43054b5a2a8c req-164270f7-c48e-465b-bb4d-f7d9992f8a3b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411272 Apr 06 15:01:05.687781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc5ac0-614b-4c5d-9a13-d302a0a1eccb req-e901a7ee-8075-4d9c-b2ae-8b018f346c72 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:05.689241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-59bc5ac0-614b-4c5d-9a13-d302a0a1eccb req-e901a7ee-8075-4d9c-b2ae-8b018f346c72 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0580757 Apr 06 15:01:05.735412 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-59bc5ac0-614b-4c5d-9a13-d302a0a1eccb req-7f89a743-7727-4620-9b8e-95ee13358b1f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Apr 06 15:01:06.852415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef45789-86ec-4322-91b3-fc651a5e0e41 req-088ea310-9990-4075-97fb-e14df1ab8bc7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:06.853937 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ef45789-86ec-4322-91b3-fc651a5e0e41 req-088ea310-9990-4075-97fb-e14df1ab8bc7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0524330 Apr 06 15:01:06.900014 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5ef45789-86ec-4322-91b3-fc651a5e0e41 req-13b9d4f6-7212-44de-b3a1-c1ec3d833bcd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Apr 06 15:01:08.021558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919144e-0082-454e-8b4c-881861cfc538 req-d64017f0-8887-4d4a-b28a-102fdf30a483 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:08.023131 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f919144e-0082-454e-8b4c-881861cfc538 req-d64017f0-8887-4d4a-b28a-102fdf30a483 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0566487 Apr 06 15:01:08.068950 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f919144e-0082-454e-8b4c-881861cfc538 req-a79ea4f9-860e-496e-b552-1f70f151adc7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Apr 06 15:01:09.118254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c8e99aaa-aed1-481d-8ca7-ce1ff6426bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:09.187961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b350e-cb71-4a22-8b45-57cb88b623b8 req-be6f9c55-be9a-4a39-b313-e24705c1e791 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:09.189450 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f73b350e-cb71-4a22-8b45-57cb88b623b8 req-be6f9c55-be9a-4a39-b313-e24705c1e791 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0526693 Apr 06 15:01:09.235922 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f73b350e-cb71-4a22-8b45-57cb88b623b8 req-dee63dee-8ed9-4277-a8f3-5f0924dd5698 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Apr 06 15:01:10.351670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb40af-cfd0-46f6-8773-30a40108d7e5 req-bd0f8860-c6df-4fb1-9128-076f8254a4c7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:10.353130 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8cbb40af-cfd0-46f6-8773-30a40108d7e5 req-bd0f8860-c6df-4fb1-9128-076f8254a4c7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0517178 Apr 06 15:01:10.404741 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8cbb40af-cfd0-46f6-8773-30a40108d7e5 req-1f90d601-310b-43e2-8fea-de92743f8d90 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461323 Apr 06 15:01:11.524550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59029-5936-431b-a277-21707df0f5a0 req-c8fda387-b9c0-42c1-991f-cb33ab70ac8f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:11.526059 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-38e59029-5936-431b-a277-21707df0f5a0 req-c8fda387-b9c0-42c1-991f-cb33ab70ac8f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0536089 Apr 06 15:01:11.529455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-68782f90-07d0-4cad-a73d-2613fec9cf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:11.572406 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-38e59029-5936-431b-a277-21707df0f5a0 req-66f51823-6143-4a55-b2c8-bf0f5cb6376c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Apr 06 15:01:12.691513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f0101-e03c-43f6-911e-51f5794a4632 req-4456ff50-34ae-40df-a79c-6a1477d53071 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:12.692895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-004f0101-e03c-43f6-911e-51f5794a4632 req-4456ff50-34ae-40df-a79c-6a1477d53071 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0535328 Apr 06 15:01:12.739308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-004f0101-e03c-43f6-911e-51f5794a4632 req-b9089af0-c0b2-4eb0-be40-c1ca88940005 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408623 Apr 06 15:01:13.815200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:13.862052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5978453-e382-4857-9c3d-eb98c6ecc50c req-43ea7b02-4966-4aae-a8f7-304b2f7104bd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:13.863595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e5978453-e382-4857-9c3d-eb98c6ecc50c req-43ea7b02-4966-4aae-a8f7-304b2f7104bd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0571182 Apr 06 15:01:13.910769 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e5978453-e382-4857-9c3d-eb98c6ecc50c req-73e92d35-8247-4fa4-bf83-39f2c52e2b4c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415711 Apr 06 15:01:14.198040 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-8e33e796-cd19-44b7-a285-4517c6e5bf47 service neutron] 10.222.0.87 "GET /v2.0/ports/08b6216d-793c-4155-8216-251f90319e5c/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0531845 Apr 06 15:01:14.701682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-aa88b52f-cd72-4685-a920-4122a4e0c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:14.703190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-aa88b52f-cd72-4685-a920-4122a4e0c59e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 1130 time: 0.0440824 Apr 06 15:01:14.782471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-97459853-d570-49c4-a1a3-a11f221751cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:14.784023 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-97459853-d570-49c4-a1a3-a11f221751cb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1130 time: 0.0481763 Apr 06 15:01:14.870650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-73acc53e-c270-490e-b2f2-7a9f38d21ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:14.872145 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-73acc53e-c270-490e-b2f2-7a9f38d21ea6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0824811 Apr 06 15:01:14.940398 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-c4bc1783-6d1a-439f-a8c1-ba6b55973b0d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 1003 time: 0.0629697 Apr 06 15:01:15.012355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-2a59bd37-5ce6-4e30-9f44-74482ce90876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:15.013789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-2a59bd37-5ce6-4e30-9f44-74482ce90876 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0679710 Apr 06 15:01:15.061103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b17ddc-5c3e-42e9-8da2-d09fc08c33a3 req-935f341e-3ed2-431c-ae13-2381e1d40902 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:15.062560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3b17ddc-5c3e-42e9-8da2-d09fc08c33a3 req-935f341e-3ed2-431c-ae13-2381e1d40902 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0848610 Apr 06 15:01:15.087190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-0d252f31-a02f-4a22-b5aa-2809462760b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:15.088630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-0d252f31-a02f-4a22-b5aa-2809462760b7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0673499 Apr 06 15:01:15.163605 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3b17ddc-5c3e-42e9-8da2-d09fc08c33a3 req-8c17939f-3fc0-4109-ae30-c8abbc2e8e04 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931234 Apr 06 15:01:15.198559 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-01d50571-0da0-4d1d-a6da-55f1b72b01c8 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024487 Apr 06 15:01:15.290781 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc901212-2799-48a3-8d14-e1d48f547c9e req-c0bac39b-abd8-410a-88b8-a54f6a4a824d service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865779 Apr 06 15:01:15.911969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:16.287093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1c252-c44d-4736-adbe-3ffe8a719e38 req-5901e74c-071a-4d7c-9ad5-68c4b2a8b53c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:16.288549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3de1c252-c44d-4736-adbe-3ffe8a719e38 req-5901e74c-071a-4d7c-9ad5-68c4b2a8b53c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0555279 Apr 06 15:01:16.336582 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3de1c252-c44d-4736-adbe-3ffe8a719e38 req-f192590e-f083-413e-9ccb-a1fd940e7fef tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Apr 06 15:01:16.443712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:17.458046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60393b17-db4a-464c-87c6-5b6817d4420c req-5ea2de54-514a-489a-ba82-b3413e7c7573 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:17.459540 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60393b17-db4a-464c-87c6-5b6817d4420c req-5ea2de54-514a-489a-ba82-b3413e7c7573 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0520327 Apr 06 15:01:17.505241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60393b17-db4a-464c-87c6-5b6817d4420c req-1755f028-28d1-40f9-84eb-9f1dd1a08456 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Apr 06 15:01:18.626379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4b555-508d-4e5e-81a5-a2a852f72471 req-073ce292-6966-4ab1-a896-fa1876dcc141 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:18.627887 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19e4b555-508d-4e5e-81a5-a2a852f72471 req-073ce292-6966-4ab1-a896-fa1876dcc141 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0558953 Apr 06 15:01:18.673589 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-19e4b555-508d-4e5e-81a5-a2a852f72471 req-696ff922-9e7b-448c-a12c-f18c1394f583 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 Apr 06 15:01:19.263499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b644b5-2d85-4f20-a026-deede43e7c06 req-517a9923-997d-437f-b60c-92ca1326a6da tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:19.264973 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88b644b5-2d85-4f20-a026-deede43e7c06 req-517a9923-997d-437f-b60c-92ca1326a6da tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0860744 Apr 06 15:01:19.278296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-636bed68-2c93-4b30-8bd1-30af5a8f74e7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:19.279695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-636bed68-2c93-4b30-8bd1-30af5a8f74e7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442&tenant_id=33f237c351b748d390e901f221ab3bb9&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.0733931 Apr 06 15:01:19.324605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 08b6216d-793c-4155-8216-251f90319e5c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:01:19.353688 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88b644b5-2d85-4f20-a026-deede43e7c06 req-90707bae-771b-4801-8c67-6facf866e114 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824125 Apr 06 15:01:19.371928 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-33ccfc06-854a-40dd-a22b-af5a1627d0d9 service neutron] 10.222.0.87 "GET /v2.0/ports/08b6216d-793c-4155-8216-251f90319e5c/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0770659 Apr 06 15:01:19.421575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:19.437599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '08b6216d-793c-4155-8216-251f90319e5c', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': '08b6216d-793c-4155-8216-251f90319e5c', 'mac_address': 'fa:16:3e:ae:5c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:01:19.458119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-d174b6d8-2569-43e2-bbbc-1419db6871cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:19.459744 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-d174b6d8-2569-43e2-bbbc-1419db6871cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1130 time: 0.0445449 Apr 06 15:01:19.474691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 08b6216d-793c-4155-8216-251f90319e5c is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:01:19.475112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (08b6216d-793c-4155-8216-251f90319e5c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:19.489022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08b6216d-793c-4155-8216-251f90319e5c {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:01:19.508176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:19.552523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-a4844b5c-623e-4b1c-8fc5-9e1fa5cd76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:19.553998 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-a4844b5c-623e-4b1c-8fc5-9e1fa5cd76c6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0878949 Apr 06 15:01:19.564088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:19.611648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:19.623206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-6f51c43d-fbcd-49bd-84ab-4b19a943af99 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 1002 time: 0.0619676 Apr 06 15:01:19.673094 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-de3e9445-7a4a-4dbb-9a33-42ef037d7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:19.674476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-de3e9445-7a4a-4dbb-9a33-42ef037d7015 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0447853 Apr 06 15:01:19.684531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['08b6216d-793c-4155-8216-251f90319e5c'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:01:19.727676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-99e9aef1-c341-4d79-9d90-a6a2d8f383e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:19.729205 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-99e9aef1-c341-4d79-9d90-a6a2d8f383e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489209 Apr 06 15:01:19.816935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-cc8fa8d5-e5fb-424f-8b2b-2c396e641e5e service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819955 Apr 06 15:01:19.908563 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-803a556d-47d3-4557-ab8d-a65322685089 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851777 Apr 06 15:01:20.477175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aed50-8526-4054-bc0d-6153d3ff8a24 req-877d5c0f-665a-4b53-b2c5-858d7e622201 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:20.478642 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b0aed50-8526-4054-bc0d-6153d3ff8a24 req-877d5c0f-665a-4b53-b2c5-858d7e622201 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 945 time: 0.0523672 Apr 06 15:01:20.525078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b0aed50-8526-4054-bc0d-6153d3ff8a24 req-9380d138-563b-42b8-9509-75160b3451c5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Apr 06 15:01:21.349023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 08b6216d-793c-4155-8216-251f90319e5c up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:01:21.396777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 08b6216d-793c-4155-8216-251f90319e5c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:01:21.397154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (08b6216d-793c-4155-8216-251f90319e5c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.475405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 08b6216d-793c-4155-8216-251f90319e5c is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:01:21.475794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (08b6216d-793c-4155-8216-251f90319e5c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.497368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b6216d-793c-4155-8216-251f90319e5c'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:01:21.499589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e577f344-8024-4534-aad0-cfc9fbe13b4b" -d '{"events": [{"server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "name": "network-vif-plugged", "status": "completed", "tag": "08b6216d-793c-4155-8216-251f90319e5c"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:01:21.511805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:21.543418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b78e4a0-0d39-433b-bb5d-dbc3585fa2d1 x-openstack-request-id: req-2b78e4a0-0d39-433b-bb5d-dbc3585fa2d1 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:01:21.546264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "name": "network-vif-plugged", "status": "completed", "tag": "08b6216d-793c-4155-8216-251f90319e5c", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:01:21.546264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b78e4a0-0d39-433b-bb5d-dbc3585fa2d1 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:01:21.546264 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b78e4a0-0d39-433b-bb5d-dbc3585fa2d1'] response: {'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b6216d-793c-4155-8216-251f90319e5c', 'code': 200} Apr 06 15:01:21.580752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:21.627415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:21.644726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5b96f-5888-4535-8b91-c4cf71ce491b req-298e08a3-2ea7-4de2-a939-b70c992d4312 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:21.646416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7ef5b96f-5888-4535-8b91-c4cf71ce491b req-298e08a3-2ea7-4de2-a939-b70c992d4312 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0535805 Apr 06 15:01:21.693681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7ef5b96f-5888-4535-8b91-c4cf71ce491b req-b49062f2-1746-4f9c-8965-caa804fb0565 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414360 Apr 06 15:01:22.822027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b8027-f32c-48bb-bc54-28a5325d3d03 req-8a349858-ef57-4f8a-a39c-767129b6087e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:22.823685 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b44b8027-f32c-48bb-bc54-28a5325d3d03 req-8a349858-ef57-4f8a-a39c-767129b6087e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0575151 Apr 06 15:01:22.870453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b44b8027-f32c-48bb-bc54-28a5325d3d03 req-41b20057-362f-4a74-b3b6-d13da5369c97 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 Apr 06 15:01:22.967036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-efaa24b6-2886-48b2-bd9b-7d30fc42ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:22.968430 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-efaa24b6-2886-48b2-bd9b-7d30fc42ddf8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 1130 time: 0.0439773 Apr 06 15:01:23.043048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-6257d033-ab98-4455-b183-9e1d7c9fb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.044512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-6257d033-ab98-4455-b183-9e1d7c9fb249 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 1130 time: 0.0428653 Apr 06 15:01:23.133314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-d1599dab-0337-46f3-9512-65530128e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.134765 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-d1599dab-0337-46f3-9512-65530128e8ea service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0849903 Apr 06 15:01:23.197232 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-8bd7f917-b57e-40e5-b509-509c2d54be00 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 200 len: 1003 time: 0.0568404 Apr 06 15:01:23.248918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-52129402-3acd-47d8-91f6-cc71f527fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.250444 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-52129402-3acd-47d8-91f6-cc71f527fbca service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0480268 Apr 06 15:01:23.296145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-6caaa720-92ca-4aa6-a063-e21bc250dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.298183 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-6caaa720-92ca-4aa6-a063-e21bc250dae9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424991 Apr 06 15:01:23.386501 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-b9c672a8-9d34-4c7d-b742-8a66c00afe51 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826023 Apr 06 15:01:23.480352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-abad6c81-ade0-4f3b-9d38-86c66134c31d req-84160df4-ee74-4205-a67b-5df74eaf1382 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877686 Apr 06 15:01:23.906506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:23.991983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eccfb-50ed-49e2-87ff-25075a0ab7f5 req-e59ef9ef-5e37-4e3e-8ce5-d97bdadcd77e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:23.993435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-120eccfb-50ed-49e2-87ff-25075a0ab7f5 req-e59ef9ef-5e37-4e3e-8ce5-d97bdadcd77e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0541561 Apr 06 15:01:24.040512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-120eccfb-50ed-49e2-87ff-25075a0ab7f5 req-3f230dc6-ba5b-45ef-8a7b-71193ae7b5fb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Apr 06 15:01:25.161999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddfde7-b633-46a7-8840-80326769d29a req-3fb883f1-9d15-4803-acfd-c4c2e5b2156f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:25.163512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ffddfde7-b633-46a7-8840-80326769d29a req-3fb883f1-9d15-4803-acfd-c4c2e5b2156f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 946 time: 0.0570095 Apr 06 15:01:25.209865 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ffddfde7-b633-46a7-8840-80326769d29a req-e335cfc8-876d-4e1a-90cd-f45195b076b3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Apr 06 15:01:25.379632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 08b6216d-793c-4155-8216-251f90319e5c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:01:25.459304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 08b6216d-793c-4155-8216-251f90319e5c is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:01:25.459690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (08b6216d-793c-4155-8216-251f90319e5c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:25.483185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b6216d-793c-4155-8216-251f90319e5c'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:01:25.486329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c39bef-d132-4a6f-ad66-4f1ba5505445" -d '{"events": [{"server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "name": "network-vif-unplugged", "status": "completed", "tag": "08b6216d-793c-4155-8216-251f90319e5c"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:01:25.498395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:25.528122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc03e09-2d9a-4584-8e8a-5c1ba1fd1eab x-openstack-request-id: req-ebc03e09-2d9a-4584-8e8a-5c1ba1fd1eab {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:01:25.528417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "name": "network-vif-unplugged", "status": "completed", "tag": "08b6216d-793c-4155-8216-251f90319e5c", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:01:25.528679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ebc03e09-2d9a-4584-8e8a-5c1ba1fd1eab {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:01:25.529139 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc03e09-2d9a-4584-8e8a-5c1ba1fd1eab'] response: {'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b6216d-793c-4155-8216-251f90319e5c', 'code': 200} Apr 06 15:01:25.608843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:25.656918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:26.327924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6bd4e-f857-4978-b34e-12bb789b1e82 req-cebfff3b-098d-4250-91c0-81b1eb926da9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:26.330607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7f6bd4e-f857-4978-b34e-12bb789b1e82 req-cebfff3b-098d-4250-91c0-81b1eb926da9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0549195 Apr 06 15:01:26.378298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7f6bd4e-f857-4978-b34e-12bb789b1e82 req-f8d97dd0-cbac-4ae4-8cab-e3d88b9ae1a1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Apr 06 15:01:26.503192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f06ed7-833b-4537-8a55-4c6e334a08b1 req-469c951f-4de0-4b66-ab9d-376f7797f6d9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:26.504553 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-72f06ed7-833b-4537-8a55-4c6e334a08b1 req-469c951f-4de0-4b66-ab9d-376f7797f6d9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0537343 Apr 06 15:01:26.553932 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-72f06ed7-833b-4537-8a55-4c6e334a08b1 req-0d9df12a-553b-444e-8bad-d6b456a8d9dc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440421 Apr 06 15:01:26.669377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56309a-5632-4f5d-8709-f473d6ad7dcb req-6ad002ff-7cba-4a63-aaa8-c4d7fc3f74b6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:26.670836 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a56309a-5632-4f5d-8709-f473d6ad7dcb req-6ad002ff-7cba-4a63-aaa8-c4d7fc3f74b6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0529530 Apr 06 15:01:26.717277 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a56309a-5632-4f5d-8709-f473d6ad7dcb req-e25fb052-2491-424d-89ef-ae00f25d15bf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Apr 06 15:01:27.114428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbfb47-f685-4def-bca8-73946bd8419a req-bd89f805-8cb3-41b7-8714-de7cb11ddbc7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:27.116064 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42fbfb47-f685-4def-bca8-73946bd8419a req-bd89f805-8cb3-41b7-8714-de7cb11ddbc7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0526845 Apr 06 15:01:27.161550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42fbfb47-f685-4def-bca8-73946bd8419a req-a834906a-1dde-4058-b473-6526df73bfa8 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Apr 06 15:01:28.300537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f138a37-0105-4a59-a49f-20537ae4274a req-2189e482-7e8e-4ec6-9ca7-5b305af05067 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:28.302021 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6f138a37-0105-4a59-a49f-20537ae4274a req-2189e482-7e8e-4ec6-9ca7-5b305af05067 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0708206 Apr 06 15:01:28.360572 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6f138a37-0105-4a59-a49f-20537ae4274a req-0ed35c6f-f21e-4d6f-8abd-44e82e920423 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505176 Apr 06 15:01:29.409814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-e1a46c13-9539-4038-901f-c47d34759dcd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:29.411310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-e1a46c13-9539-4038-901f-c47d34759dcd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0562787 Apr 06 15:01:29.530715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a064-f313-453e-9f50-e00f527ec45b req-eeabd063-7e13-4da3-ab42-59cf7aa15b20 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:29.533297 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d44a064-f313-453e-9f50-e00f527ec45b req-eeabd063-7e13-4da3-ab42-59cf7aa15b20 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 944 time: 0.0925310 Apr 06 15:01:29.561283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Deleting port 08b6216d-793c-4155-8216-251f90319e5c {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:01:29.561620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (08b6216d-793c-4155-8216-251f90319e5c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:29.635255 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d44a064-f313-453e-9f50-e00f527ec45b req-16daa7cb-905e-4544-93b7-4ba3ed49f7d3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945296 Apr 06 15:01:29.672434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] For port 08b6216d-793c-4155-8216-251f90319e5c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=08b6216d-793c-4155-8216-251f90319e5c,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:29.672812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (08b6216d-793c-4155-8216-251f90319e5c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:29.839014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:29.839376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:29.839694 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095 disassociated. External IP: 172.26.7.204, port: 08b6216d-793c-4155-8216-251f90319e5c. Apr 06 15:01:29.840037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Calling delete_port for 08b6216d-793c-4155-8216-251f90319e5c owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:01:30.019800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (08b6216d-793c-4155-8216-251f90319e5c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:30.048614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event deleted for resources: {'Port': ['ID=08b6216d-793c-4155-8216-251f90319e5c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:30.169812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:01:30.282343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:01:30.292791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:01:30.302532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:01:30.303296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:01:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:30.322352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] No DVR routers for this DVR port 08b6216d-793c-4155-8216-251f90319e5c on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:01:30.324827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:30.328641 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-752723ea-1d17-4bb5-ac66-7821efb13c10 req-092f13a0-c37b-4dc7-93a3-6a46fede2591 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "DELETE /v2.0/ports/08b6216d-793c-4155-8216-251f90319e5c HTTP/1.1" status: 204 len: 173 time: 0.9121327 Apr 06 15:01:30.329085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'name': 'network-vif-deleted', 'tag': '08b6216d-793c-4155-8216-251f90319e5c'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:01:30.331336 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88126b67-db7f-43bf-b16d-64ecb3b208ca" -d '{"events": [{"server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "name": "network-vif-deleted", "tag": "08b6216d-793c-4155-8216-251f90319e5c"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:01:30.366300 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007c2b7a-76f1-4bc1-8865-a1f239a67132 x-openstack-request-id: req-007c2b7a-76f1-4bc1-8865-a1f239a67132 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:01:30.366609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80da5e7-21f3-42e9-b1ed-566e3d1e4442", "name": "network-vif-deleted", "tag": "08b6216d-793c-4155-8216-251f90319e5c", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:01:30.366860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-007c2b7a-76f1-4bc1-8865-a1f239a67132 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:01:30.367308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007c2b7a-76f1-4bc1-8865-a1f239a67132'] response: {'server_uuid': 'b80da5e7-21f3-42e9-b1ed-566e3d1e4442', 'name': 'network-vif-deleted', 'tag': '08b6216d-793c-4155-8216-251f90319e5c', 'status': 'completed', 'code': 200} Apr 06 15:01:30.563119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:01:30.744173 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9028c110-4b08-4cbb-9bf7-833c677a50bc req-30537767-d5bc-4354-8e7a-8dfbf24e25e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80da5e7-21f3-42e9-b1ed-566e3d1e4442 HTTP/1.1" status: 200 len: 210 time: 0.0274508 Apr 06 15:01:30.764164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:30.790799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:01:30.799403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:01:30.800012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:01:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:30.905918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:01:31.102623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:31.129444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c06331-c3c2-4e5c-aeac-5e8246535eb5 None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:01:31.363597 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82354d17-95e9-4c0e-9489-0634b6b4efce None None] New status for floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:01:31.994632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-44ffbcd2-50e8-44b7-be76-d6e3a091844f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1967998052&fields=id&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 267 time: 0.0444181 Apr 06 15:01:32.098801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4c10eea9-4842-4f85-b310-75ab639dae11 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:32.100195 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4c10eea9-4842-4f85-b310-75ab639dae11 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 812 time: 0.0984848 Apr 06 15:01:32.115093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-7ad6b06e-344b-4a3f-bf7f-9984a5aba108 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/quotas/33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 375 time: 0.0096185 Apr 06 15:01:32.172967 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-d0bc6bbd-4d2a-4716-bf8f-6c31dd256be1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531132 Apr 06 15:01:32.266188 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-5c3ae131-dba3-4f0e-b1dc-350e547904dd service neutron] 10.222.0.71 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821078 Apr 06 15:01:32.356990 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-99d6b837-68be-4c2c-a377-2e6b63b8137a service neutron] 10.222.0.71 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846906 Apr 06 15:01:32.959692 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7d1a97b-7865-412c-a2ed-82e8cb5223fa req-fcdebb92-ba65-4cb6-8c4b-d4ae0feb2b28 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.3832591 Apr 06 15:01:33.441337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 08b6216d-793c-4155-8216-251f90319e5c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:01:33.469267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 08b6216d-793c-4155-8216-251f90319e5c {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:01:33.469267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 08b6216d-793c-4155-8216-251f90319e5c not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:01:34.057194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c3b2305-4790-490d-b0de-9cfe89777e0d req-0b6919ae-e302-441a-932a-284a69a24b2c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0279737 Apr 06 15:01:34.531213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-54b616dc-1cb0-4998-aa2e-f75a45d122c4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:34.532790 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-54b616dc-1cb0-4998-aa2e-f75a45d122c4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 812 time: 0.1084886 Apr 06 15:01:34.597961 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-89547ef5-f12e-481a-81fe-448fbefb5a25 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 380 time: 0.0513351 Apr 06 15:01:34.605908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'port': {'device_id': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'admin_state_up': True, 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'security_groups': ['d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:34.808583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Made reservation on behalf of 33f237c351b748d390e901f221ab3bb9 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:01:34.812027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:34.934483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Allocated IP 172.20.0.14 (c61904af-bd81-4726-b188-fd1a6cd9527c/ddc7b506-4209-4315-9249-8f1b34ac63da/4dd3409f-9794-4413-af1c-1e90368577d7) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:01:35.069671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for port (4dd3409f-9794-4413-af1c-1e90368577d7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:35.152005 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86367395-406f-4183-bde7-6ebcb6f4fda4 req-7f287b48-3d82-49e8-9640-d3572bfb5822 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0279350 Apr 06 15:01:35.181019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:35.227074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Network c61904af-bd81-4726-b188-fd1a6cd9527c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:01:35.230082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:01:35.237746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:01:35.243312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:35.291474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:35.292085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:35.366210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-04b55a0a-44fb-4bb2-935c-37eaf176682c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7639589 Apr 06 15:01:35.383148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Request body: {'port': {'device_id': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:35.383423 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:01:35.445286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:35.509225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9cb043a1-991e-4a97-a011-bcb40a84f2f4 None None] Provisioning complete for port 4dd3409f-9794-4413-af1c-1e90368577d7 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:01:35.509788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9cb043a1-991e-4a97-a011-bcb40a84f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:35.543488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9cb043a1-991e-4a97-a011-bcb40a84f2f4 None None] Port 4dd3409f-9794-4413-af1c-1e90368577d7 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:01:35.703219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd3409f-9794-4413-af1c-1e90368577d7 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:01:35.710399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Publish callbacks [] for port (4dd3409f-9794-4413-af1c-1e90368577d7), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:35.722703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Transition to ACTIVE for port object 4dd3409f-9794-4413-af1c-1e90368577d7 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:01:35.785256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:35.851572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:35.904129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Attempting to bind port 4dd3409f-9794-4413-af1c-1e90368577d7 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:01:35.904476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Attempting to bind port 4dd3409f-9794-4413-af1c-1e90368577d7 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:01:35.904812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Attempting to bind port 4dd3409f-9794-4413-af1c-1e90368577d7 on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:01:35.909951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Port 4dd3409f-9794-4413-af1c-1e90368577d7 on network c61904af-bd81-4726-b188-fd1a6cd9527c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:01:35.910281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Attempting to bind port 4dd3409f-9794-4413-af1c-1e90368577d7 on network c61904af-bd81-4726-b188-fd1a6cd9527c {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:01:35.915429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:01:35.915776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Checking segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:01:35.916167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Bound using segment: {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:01:35.916597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Bound port: 4dd3409f-9794-4413-af1c-1e90368577d7, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5352e741-d805-463e-868c-fc23a2a114d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:01:35.916961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:35.986566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:01:35.989652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:01:36.060046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:36.093230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.093869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:36.096090 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] 10.222.0.87 "PUT /v2.0/ports/4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 1094 time: 0.7173359 Apr 06 15:01:36.096536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:01:36.098929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c58c58-bb1c-4d7b-8ca8-9b529ea6c32f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:01:36.125954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770e6c9-ff58-4014-8631-5f84e1c8da1f service neutron] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:36.148419 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd077d4-ac6e-40c4-9388-7f794a06af62 x-openstack-request-id: req-3bd077d4-ac6e-40c4-9388-7f794a06af62 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:01:36.148714 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:01:36.148970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3bd077d4-ac6e-40c4-9388-7f794a06af62 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:01:36.149378 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd077d4-ac6e-40c4-9388-7f794a06af62'] response: {'name': 'network-changed', 'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7', 'status': 'completed', 'code': 200} Apr 06 15:01:36.272372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58c58-bb1c-4d7b-8ca8-9b529ea6c32f req-3fb8b686-9c65-4276-9872-fb2a6feca88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.273918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c7c58c58-bb1c-4d7b-8ca8-9b529ea6c32f req-3fb8b686-9c65-4276-9872-fb2a6feca88e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1128 time: 0.0816548 Apr 06 15:01:36.289648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ad54-dba5-45de-a390-a67bdc1ff162 req-2416519e-03fa-47e7-9892-9b7b87142170 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.291163 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0eb8ad54-dba5-45de-a390-a67bdc1ff162 req-2416519e-03fa-47e7-9892-9b7b87142170 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0658498 Apr 06 15:01:36.401488 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0eb8ad54-dba5-45de-a390-a67bdc1ff162 req-8fd720bc-7edf-484e-a33f-961c056bc1ca tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012776 Apr 06 15:01:36.423885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58c58-bb1c-4d7b-8ca8-9b529ea6c32f req-2e67cddd-75b1-46ab-9b6c-25fc5d7f4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.425390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c7c58c58-bb1c-4d7b-8ca8-9b529ea6c32f req-2e67cddd-75b1-46ab-9b6c-25fc5d7f4fc4 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=33f237c351b748d390e901f221ab3bb9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1333852 Apr 06 15:01:36.520983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58c58-bb1c-4d7b-8ca8-9b529ea6c32f req-e8dae9d0-809d-4f55-907f-f107c35675f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.522453 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c7c58c58-bb1c-4d7b-8ca8-9b529ea6c32f req-e8dae9d0-809d-4f55-907f-f107c35675f3 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0919766 Apr 06 15:01:36.621636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-b43ebb68-e7ef-4e7a-a699-09720d525963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.623146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-b43ebb68-e7ef-4e7a-a699-09720d525963 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1128 time: 0.0444810 Apr 06 15:01:36.674665 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-2b2823d9-57c4-4340-8fdd-4baf0cdb6707 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 217 time: 0.0393844 Apr 06 15:01:36.726284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-8369cb10-003e-4fb4-ba9b-5dfb52f2ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.727761 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-8369cb10-003e-4fb4-ba9b-5dfb52f2ffdd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0475276 Apr 06 15:01:36.775552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-df9b6512-cff4-46f5-a54b-023f5884d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:36.776942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-df9b6512-cff4-46f5-a54b-023f5884d92a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428910 Apr 06 15:01:36.862264 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-50aadbd8-4cbb-48fd-9fa1-c83590ed470c service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792222 Apr 06 15:01:36.952802 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8619f77a-dbca-40e7-bf8f-157dba4f733d req-dae9dd2f-2c0d-4112-8acf-da3a6cd09f52 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851941 Apr 06 15:01:37.523142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fa10c-0ccc-4f39-9a9b-2802c95b9db4 req-3f2ac824-9e64-40e9-9bac-0126e16dfcb3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:37.524626 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f07fa10c-0ccc-4f39-9a9b-2802c95b9db4 req-3f2ac824-9e64-40e9-9bac-0126e16dfcb3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0528944 Apr 06 15:01:37.571959 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f07fa10c-0ccc-4f39-9a9b-2802c95b9db4 req-d22d3b59-c1cd-4573-a11b-9054e5203993 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Apr 06 15:01:38.692501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01521e8-60a0-426d-9272-e98180c5476c req-31b5d1e2-68f0-4405-8c55-86f84674ef72 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:38.693886 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d01521e8-60a0-426d-9272-e98180c5476c req-31b5d1e2-68f0-4405-8c55-86f84674ef72 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0567331 Apr 06 15:01:38.739110 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d01521e8-60a0-426d-9272-e98180c5476c req-b6ff6860-f4bb-4692-8ca1-5b59dc121e2e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396552 Apr 06 15:01:39.116994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-13a1d0f2-a123-40a0-bd66-42863dc81fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:39.857360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bae73-828f-4e74-b2b4-0707d4b8dfc9 req-fbbb9c0c-d595-4b37-95c7-0c89cec905a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:39.858841 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea5bae73-828f-4e74-b2b4-0707d4b8dfc9 req-fbbb9c0c-d595-4b37-95c7-0c89cec905a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0523043 Apr 06 15:01:39.904727 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea5bae73-828f-4e74-b2b4-0707d4b8dfc9 req-7853487f-9229-4e5e-af52-478271780b4e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397427 Apr 06 15:01:41.021517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3facd54-2433-4a07-891c-377c2a8e3e12 req-a5d90d9e-39e5-45e6-889c-07ad5a51e37f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:41.023026 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3facd54-2433-4a07-891c-377c2a8e3e12 req-a5d90d9e-39e5-45e6-889c-07ad5a51e37f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0531960 Apr 06 15:01:41.072626 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3facd54-2433-4a07-891c-377c2a8e3e12 req-888364bb-4eca-42d8-aac6-36612a06e217 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439315 Apr 06 15:01:41.471615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:01:41.547842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0a0fec54-ca7e-4e90-a363-5d0acc943913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:41.570068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:41.581968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '4dd3409f-9794-4413-af1c-1e90368577d7', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': '4dd3409f-9794-4413-af1c-1e90368577d7', 'mac_address': 'fa:16:3e:3d:a8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:01:41.617671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 4dd3409f-9794-4413-af1c-1e90368577d7 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:01:41.618059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:41.631248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd3409f-9794-4413-af1c-1e90368577d7 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:01:41.650684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:41.734062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:41.785380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:41.792246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.792602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.792948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.793287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.793622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.793954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.794285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.794613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.794942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.795362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.795738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.796069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:41.796396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:01:42.129994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['4dd3409f-9794-4413-af1c-1e90368577d7'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:01:42.192354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481448a-ebe5-46ba-bfda-96874aaab013 req-9bb7c114-a756-4a4e-acfb-4d7f8ddd1d15 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:42.193877 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4481448a-ebe5-46ba-bfda-96874aaab013 req-9bb7c114-a756-4a4e-acfb-4d7f8ddd1d15 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 945 time: 0.0533748 Apr 06 15:01:42.242723 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4481448a-ebe5-46ba-bfda-96874aaab013 req-c97520e8-8a5e-4b8f-9e40-5d9b7c41dee7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Apr 06 15:01:43.364866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293f10-5ee0-45d8-94c3-7aae9a694790 req-a4d70ea5-b6a9-49c4-8524-3a6610903d27 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:43.366358 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3293f10-5ee0-45d8-94c3-7aae9a694790 req-a4d70ea5-b6a9-49c4-8524-3a6610903d27 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 945 time: 0.0535865 Apr 06 15:01:43.414824 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3293f10-5ee0-45d8-94c3-7aae9a694790 req-5dd11996-18c6-4393-858f-bdb4b0d1da24 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Apr 06 15:01:43.472884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:01:43.580216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 4dd3409f-9794-4413-af1c-1e90368577d7 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:01:43.584121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 4dd3409f-9794-4413-af1c-1e90368577d7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:01:43.584525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:43.662463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 4dd3409f-9794-4413-af1c-1e90368577d7 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:01:43.662851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:43.684952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:01:43.687359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dde3d36-ae44-44cd-a5df-9237bff33416" -d '{"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-plugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:01:43.699705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:01:43.723991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6420b10a-1b95-42d4-b57e-6fd8bc8d1c9a x-openstack-request-id: req-6420b10a-1b95-42d4-b57e-6fd8bc8d1c9a {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:01:43.724287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-plugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:01:43.724544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6420b10a-1b95-42d4-b57e-6fd8bc8d1c9a {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:01:43.724948 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6420b10a-1b95-42d4-b57e-6fd8bc8d1c9a'] response: {'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7', 'code': 200} Apr 06 15:01:43.762101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:43.813869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:01:43.842904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:44.040926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399d81-1e04-4b22-9cda-bc7b81b669ae req-bb1f6858-3e10-4339-b44a-0a2637da2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:44.042422 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40399d81-1e04-4b22-9cda-bc7b81b669ae req-bb1f6858-3e10-4339-b44a-0a2637da2d42 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1130 time: 0.0482984 Apr 06 15:01:44.086322 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-40399d81-1e04-4b22-9cda-bc7b81b669ae req-0805b202-7413-4964-9059-387f0cde17a1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362840 Apr 06 15:01:44.531195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718eba2b-eed9-437a-a2ca-9becc90121b2 req-142cbfa7-5ca6-4055-937c-c16651433c2f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:44.533174 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-718eba2b-eed9-437a-a2ca-9becc90121b2 req-142cbfa7-5ca6-4055-937c-c16651433c2f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0534413 Apr 06 15:01:44.580627 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-718eba2b-eed9-437a-a2ca-9becc90121b2 req-a50e4d9d-1ff8-4b9f-89e9-a5ee1f16f4c5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Apr 06 15:01:45.702257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416777d-9969-467d-a47c-198e06857094 req-466b812c-de30-4722-a389-ab8a72fa865d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:45.703693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d416777d-9969-467d-a47c-198e06857094 req-466b812c-de30-4722-a389-ab8a72fa865d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0535963 Apr 06 15:01:45.756689 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d416777d-9969-467d-a47c-198e06857094 req-e794b3cb-c6b9-40b5-8d2e-9488e2f086ca tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462282 Apr 06 15:01:45.894507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:46.482946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:46.875479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a37a-1182-4fc6-9b06-839f4da1f5f3 req-bca3d738-f973-4322-bf43-3c113791290f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:46.877226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6f64a37a-1182-4fc6-9b06-839f4da1f5f3 req-bca3d738-f973-4322-bf43-3c113791290f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0530889 Apr 06 15:01:46.922876 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6f64a37a-1182-4fc6-9b06-839f4da1f5f3 req-04a0479d-30b8-4f41-8424-7d958b69eb37 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Apr 06 15:01:47.042751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf5ae4-bd16-4326-9659-e1763c6ca487 req-c2c4a0fe-c86e-4967-93c9-d41ba0046beb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:47.044169 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9eaf5ae4-bd16-4326-9659-e1763c6ca487 req-c2c4a0fe-c86e-4967-93c9-d41ba0046beb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0536776 Apr 06 15:01:47.053330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50228) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:01:47.057649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Request body: {'floatingip': {'port_id': '4dd3409f-9794-4413-af1c-1e90368577d7'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:01:47.101358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:47.550742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:47.597334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:47.695192 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095 associated. External IP: 172.26.7.204, port: 4dd3409f-9794-4413-af1c-1e90368577d7. Apr 06 15:01:47.902973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:01:48.011802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:01:48.016600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:01:48.021619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:01:48.031200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:01:48.031944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:01:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:48.046406 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3ef125ab-096c-4e02-b2a2-fb706ff8de13 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "PUT /v2.0/floatingips/32e1cf85-9a39-4be7-87cc-d0d685889095 HTTP/1.1" status: 200 len: 993 time: 0.9920266 Apr 06 15:01:48.047028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:01:48.049803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87e660-03ec-4866-9142-2abbb5a6bccc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:01:48.085541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370979aa-5eee-4482-8442-d43f8f61cd4b x-openstack-request-id: req-370979aa-5eee-4482-8442-d43f8f61cd4b {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:01:48.085841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:01:48.086102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-370979aa-5eee-4482-8442-d43f8f61cd4b {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:01:48.086516 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370979aa-5eee-4482-8442-d43f8f61cd4b'] response: {'name': 'network-changed', 'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7', 'status': 'completed', 'code': 200} Apr 06 15:01:48.146775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:01:48.174344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-383b5739-7e43-426a-be85-69e7e91e3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:48.176014 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-383b5739-7e43-426a-be85-69e7e91e3c4e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1130 time: 0.0478694 Apr 06 15:01:48.275380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-2bbb512f-9a4e-4ef1-b0d4-ce613b620af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:48.276864 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-2bbb512f-9a4e-4ef1-b0d4-ce613b620af4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0933363 Apr 06 15:01:48.342261 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-82dc969f-9a85-4c60-8e73-6a495499ec62 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 1001 time: 0.0593433 Apr 06 15:01:48.378694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': '4dd3409f-9794-4413-af1c-1e90368577d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:3d:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T15:01:47Z', 'revision_number': 13, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:48.398705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-f4ab03f5-6b9e-4037-abd6-1352aa4f3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:48.402587 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-f4ab03f5-6b9e-4037-abd6-1352aa4f3780 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0524135 Apr 06 15:01:48.405254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:01:48.414213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:01:48.414838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:01:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:48.449501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-a528584d-29ff-489b-9ed2-29ae727e8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:48.451061 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-a528584d-29ff-489b-9ed2-29ae727e8b52 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452440 Apr 06 15:01:48.528098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:01:48.539412 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-d9b56120-80be-4037-802c-ff3b4d4c67d2 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824215 Apr 06 15:01:48.636144 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b87e660-03ec-4866-9142-2abbb5a6bccc req-eaf33f33-cbcc-4d8a-ab1c-38f00801ffef service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912492 Apr 06 15:01:48.780805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': '4dd3409f-9794-4413-af1c-1e90368577d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:3d:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T15:01:47Z', 'revision_number': 13, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:01:48.812281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216dc985-d54e-4e60-bbd9-86386583102c None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '32e1cf85-9a39-4be7-87cc-d0d685889095', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'port_id': '4dd3409f-9794-4413-af1c-1e90368577d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'mac_address': 'fa:16:3e:3d:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:58:42Z', 'updated_at': '2022-04-06T15:01:47Z', 'revision_number': 13, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:01:49.005000 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16fa238-bbcc-44af-957a-52b7f1bd4dba None None] New status for floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:01:50.889045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824cb54-d43f-42f5-8230-9ffb9760ed41 req-841e4a43-788c-4137-9142-bcdd318015e0 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:01:50.890505 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0824cb54-d43f-42f5-8230-9ffb9760ed41 req-841e4a43-788c-4137-9142-bcdd318015e0 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0533035 Apr 06 15:01:50.936053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0824cb54-d43f-42f5-8230-9ffb9760ed41 req-28b8c329-31ab-4188-b6e0-605afb387348 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Apr 06 15:01:53.853827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:04.737243 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-8bafb8b4-ec55-4c53-9f9d-956d5acfb527 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471921 Apr 06 15:02:04.846043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-9fe29ac9-8f3d-4fb2-ae61-be2250d8d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:04.847587 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-9fe29ac9-8f3d-4fb2-ae61-be2250d8d0ed service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1130 time: 0.0509770 Apr 06 15:02:04.945499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-a42bfcda-9988-4133-8184-46e9b2847dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:04.947020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-a42bfcda-9988-4133-8184-46e9b2847dcb service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0818870 Apr 06 15:02:05.013888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-db204525-2b13-462e-ad98-96a31475076c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 1003 time: 0.0607548 Apr 06 15:02:05.060429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-f4c336bb-0d42-4dc7-8f48-6ce7980bec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:05.061825 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-f4c336bb-0d42-4dc7-8f48-6ce7980bec30 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0416520 Apr 06 15:02:05.111820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-2d0aff2d-b708-4194-b24a-a09792677087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:05.113311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-2d0aff2d-b708-4194-b24a-a09792677087 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433142 Apr 06 15:02:05.204409 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-686dece4-cedc-4697-b4b8-ca248d1fa145 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852585 Apr 06 15:02:05.296148 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cde8c83b-8057-4054-909b-ef4e3eedea8d req-7f1875aa-9a51-4783-8a11-ec93612d4086 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853994 Apr 06 15:02:09.093289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3ca-c523-42de-9e15-3163895b601a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:10.004526 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c399109-66cd-48e1-8e2c-d127b014b097 req-0ed4f34a-8cf2-4dd9-a364-67f8ed194cb5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:10.006018 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c399109-66cd-48e1-8e2c-d127b014b097 req-0ed4f34a-8cf2-4dd9-a364-67f8ed194cb5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0585315 Apr 06 15:02:10.053307 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1c399109-66cd-48e1-8e2c-d127b014b097 req-759628c8-0e60-49dc-a1b7-b3045d1537cb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Apr 06 15:02:10.143806 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-48f8e97a-6b93-43d9-be38-da154e315a57 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866461 Apr 06 15:02:10.679921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-76e260f8-3c4f-433a-b6eb-9dd04adf3158 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:10.681256 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-76e260f8-3c4f-433a-b6eb-9dd04adf3158 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports/4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 943 time: 0.1058052 Apr 06 15:02:11.184688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888366b0-3fe1-4159-bbda-25d4e291ca46 req-2cf1210a-647c-4f86-9b5a-c629eb8e9646 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:11.186167 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-888366b0-3fe1-4159-bbda-25d4e291ca46 req-2cf1210a-647c-4f86-9b5a-c629eb8e9646 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0612638 Apr 06 15:02:11.232920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-888366b0-3fe1-4159-bbda-25d4e291ca46 req-c64eb86d-e84c-44ec-9578-75db8790bced tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406413 Apr 06 15:02:11.539203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d41-5993-4213-aefc-e60753759b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:12.365576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2a7d7-6a3d-448f-a698-10220457e1d6 req-947453e6-1f8d-4ef2-8faf-1b68a9548d35 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.367056 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f5f2a7d7-6a3d-448f-a698-10220457e1d6 req-947453e6-1f8d-4ef2-8faf-1b68a9548d35 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0658147 Apr 06 15:02:12.382272 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:02:12.433686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f5f2a7d7-6a3d-448f-a698-10220457e1d6 req-f4c7a114-6821-4b6a-ac85-ac1d264f1b00 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524330 Apr 06 15:02:12.435493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-0db6bbe1-4076-403c-b9c2-e0a71215e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.436880 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-0db6bbe1-4076-403c-b9c2-e0a71215e9c6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1130 time: 0.0872240 Apr 06 15:02:12.529335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-ac68e3a4-1c6e-468f-963b-6902f650ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.530707 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-ac68e3a4-1c6e-468f-963b-6902f650ae74 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0869095 Apr 06 15:02:12.593493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-d6cd72ba-5eb2-4b4c-b4f8-7299abadddf1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 1003 time: 0.0568933 Apr 06 15:02:12.639745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-e583fe7b-6581-454c-b8e3-568f13528822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.641496 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-e583fe7b-6581-454c-b8e3-568f13528822 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0425467 Apr 06 15:02:12.692514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-5d348bcf-81f7-473c-8324-01dd6d0cf31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:12.693962 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-5d348bcf-81f7-473c-8324-01dd6d0cf31f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472069 Apr 06 15:02:12.780930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-8c388ca3-3005-4bb7-a219-97103b956076 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810699 Apr 06 15:02:12.871034 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-8a786277-cdd9-4be5-8df3-286464f5e933 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844898 Apr 06 15:02:13.551882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0825670-9e8e-450b-909f-0e4917b7df2e req-8e54aba5-a77c-4ee1-9bb2-333b8dc51345 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:13.553340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0825670-9e8e-450b-909f-0e4917b7df2e req-8e54aba5-a77c-4ee1-9bb2-333b8dc51345 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0526447 Apr 06 15:02:13.599926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0825670-9e8e-450b-909f-0e4917b7df2e req-7d4fdfc3-dfdb-4742-bf5e-b432670f56bf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Apr 06 15:02:13.824867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:14.726224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9c2e1-c177-49b4-9cd4-26395a671b3f req-23b53d17-b7d9-4f7f-80d0-11e36cff47db tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:14.727721 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-51a9c2e1-c177-49b4-9cd4-26395a671b3f req-23b53d17-b7d9-4f7f-80d0-11e36cff47db tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0526180 Apr 06 15:02:14.777709 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-51a9c2e1-c177-49b4-9cd4-26395a671b3f req-4cde490b-c40a-437b-8756-d5fe15ddd01d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Apr 06 15:02:15.897502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bef7a-3b51-4d85-859d-3058890b8213 req-d45de96f-2061-4f61-b288-bc2658f1a321 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:15.898220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:15.898988 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b9bef7a-3b51-4d85-859d-3058890b8213 req-d45de96f-2061-4f61-b288-bc2658f1a321 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0538466 Apr 06 15:02:15.945250 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1b9bef7a-3b51-4d85-859d-3058890b8213 req-5cba2518-fb8f-4c3e-bf61-4c6b6a6afae9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Apr 06 15:02:16.469935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:17.063937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f611dd-a4d0-4563-bb79-8312bdba32a7 req-620adba6-5867-442e-a4d9-517b814929e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:17.066017 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-30f611dd-a4d0-4563-bb79-8312bdba32a7 req-620adba6-5867-442e-a4d9-517b814929e1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0536172 Apr 06 15:02:17.113085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-30f611dd-a4d0-4563-bb79-8312bdba32a7 req-de74c9d4-bece-437a-a206-a7d05b768255 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Apr 06 15:02:18.241745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d40c8-c7b8-4f8f-91d3-53ac64931874 req-c9a571a5-8200-4065-92be-fd4103d517f5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:18.243405 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-396d40c8-c7b8-4f8f-91d3-53ac64931874 req-c9a571a5-8200-4065-92be-fd4103d517f5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0569456 Apr 06 15:02:18.289314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-396d40c8-c7b8-4f8f-91d3-53ac64931874 req-f4f4ebe0-810f-4f9d-8670-6a9679d046a8 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 Apr 06 15:02:19.409726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354fb93-7124-446c-8cc3-ae4144aff1be req-8a074ac2-7194-4728-941a-36edb064f8dc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:19.411241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0354fb93-7124-446c-8cc3-ae4144aff1be req-8a074ac2-7194-4728-941a-36edb064f8dc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0546932 Apr 06 15:02:19.457675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0354fb93-7124-446c-8cc3-ae4144aff1be req-d2b4e87f-22ac-4076-9e49-2af793526400 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Apr 06 15:02:20.577052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dcddf-0aef-48fa-88fa-e3e17bb7be15 req-76006d05-e329-44e5-ba9c-c1a0406ddf0d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:20.578523 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c9dcddf-0aef-48fa-88fa-e3e17bb7be15 req-76006d05-e329-44e5-ba9c-c1a0406ddf0d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0520341 Apr 06 15:02:20.630894 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c9dcddf-0aef-48fa-88fa-e3e17bb7be15 req-a7c7f1e6-a069-44a3-81e6-1adc8f841775 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461714 Apr 06 15:02:21.754639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3737f-7673-4e1a-a199-769805803906 req-f9ea8fd8-471d-4335-856a-0e9d6735a259 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:21.756128 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fad3737f-7673-4e1a-a199-769805803906 req-f9ea8fd8-471d-4335-856a-0e9d6735a259 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0557783 Apr 06 15:02:21.804921 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fad3737f-7673-4e1a-a199-769805803906 req-efc9214f-2fbc-4bd0-bfe4-742d44b0c9ce tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428905 Apr 06 15:02:22.924299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2606b6c-d57f-4be0-b89d-9159508bc838 req-2b6644fb-3a75-46f9-b896-0828d152dc22 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:22.925791 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f2606b6c-d57f-4be0-b89d-9159508bc838 req-2b6644fb-3a75-46f9-b896-0828d152dc22 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0530481 Apr 06 15:02:22.972807 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f2606b6c-d57f-4be0-b89d-9159508bc838 req-eacab7a8-7d01-4efc-91c4-6ad25e4de5fa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Apr 06 15:02:23.736112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:23.825548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 4dd3409f-9794-4413-af1c-1e90368577d7 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:23.838196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:23.852006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:02:23.854332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0de527b-36dd-40dc-a508-baa4c9774d22" -d '{"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:02:23.872492 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:23.887837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:23.934107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:23.958511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dbbf53-72c7-4ba3-97aa-5cc81fcb0a75 x-openstack-request-id: req-96dbbf53-72c7-4ba3-97aa-5cc81fcb0a75 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:02:23.958807 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:02:23.959089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96dbbf53-72c7-4ba3-97aa-5cc81fcb0a75 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:02:23.959487 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96dbbf53-72c7-4ba3-97aa-5cc81fcb0a75'] response: {'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7', 'code': 200} Apr 06 15:02:23.986815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:24.094943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c25ea-b23f-46d9-8a76-895ae9bce3d6 req-95358935-6567-40bd-858c-a71a51ff36e3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:24.096480 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a6c25ea-b23f-46d9-8a76-895ae9bce3d6 req-95358935-6567-40bd-858c-a71a51ff36e3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0570567 Apr 06 15:02:24.145448 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a6c25ea-b23f-46d9-8a76-895ae9bce3d6 req-1b43d0f7-94d2-4f7a-94f3-68756c604682 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 Apr 06 15:02:24.217899 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-b22882b1-e9c8-450a-a636-607747941175 service neutron] 10.222.0.87 "GET /v2.0/ports/4dd3409f-9794-4413-af1c-1e90368577d7/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0527587 Apr 06 15:02:24.690800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-e56a8b87-2de8-4354-a634-f98de35c7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:24.692342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-e56a8b87-2de8-4354-a634-f98de35c7586 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 1128 time: 0.0457661 Apr 06 15:02:24.771751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-5224c343-c4fc-4b10-aa7a-146ef4d37a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:24.773241 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-5224c343-c4fc-4b10-aa7a-146ef4d37a75 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1128 time: 0.0480454 Apr 06 15:02:24.859688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-344f35bd-1524-45d4-a753-fd58a5e7abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:24.861134 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-344f35bd-1524-45d4-a753-fd58a5e7abca service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0828664 Apr 06 15:02:24.928988 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-0144df10-a4bd-410c-80f4-bc6fdda4d7fb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 1001 time: 0.0616550 Apr 06 15:02:25.349930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-137af57c-480c-4500-8e41-8d9ca796857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:25.351397 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-137af57c-480c-4500-8e41-8d9ca796857a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.4166191 Apr 06 15:02:25.375900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a909fa-e229-4835-98b9-1930411ac4a4 req-081b7516-03a0-4558-8451-42f605bd4043 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:25.377295 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-66a909fa-e229-4835-98b9-1930411ac4a4 req-081b7516-03a0-4558-8451-42f605bd4043 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0718729 Apr 06 15:02:25.447674 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-66a909fa-e229-4835-98b9-1930411ac4a4 req-4efe0e8a-8df8-4384-83d2-70c4ae9bf395 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555353 Apr 06 15:02:25.449330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-3684f527-e088-4c62-8163-d3f7bc70696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:25.450709 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-3684f527-e088-4c62-8163-d3f7bc70696f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0933743 Apr 06 15:02:25.539021 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-e9724977-1fc9-4b09-8213-007b4d1dc7f6 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818985 Apr 06 15:02:25.628457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-3df1ede2-7800-4a30-a1cf-fba147e6207f service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840323 Apr 06 15:02:26.568736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd96136-cd84-4544-8128-4e45ba6509d4 req-ae9a1a7e-41cc-4d26-879e-70bed73dc7c1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:26.570231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cbd96136-cd84-4544-8128-4e45ba6509d4 req-ae9a1a7e-41cc-4d26-879e-70bed73dc7c1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0544958 Apr 06 15:02:26.616669 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cbd96136-cd84-4544-8128-4e45ba6509d4 req-b9ddcbb5-91d0-426c-a1f9-efe9df9676cd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 Apr 06 15:02:27.739221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10f073-8cad-44ee-b06d-b1c9be7304c0 req-739abcd9-44f0-4799-a297-45e016089ecb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:27.740724 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9c10f073-8cad-44ee-b06d-b1c9be7304c0 req-739abcd9-44f0-4799-a297-45e016089ecb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0529370 Apr 06 15:02:27.788068 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9c10f073-8cad-44ee-b06d-b1c9be7304c0 req-d8ed4f4b-55f7-413e-8f5f-307a24fe4081 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Apr 06 15:02:28.913068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01033e69-8e9f-4766-a018-bebdea2825b7 req-084dccf5-8fc8-4a2d-978b-7535ba4b7bcc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:28.914574 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01033e69-8e9f-4766-a018-bebdea2825b7 req-084dccf5-8fc8-4a2d-978b-7535ba4b7bcc tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0576689 Apr 06 15:02:28.962110 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-01033e69-8e9f-4766-a018-bebdea2825b7 req-a70945dd-3d14-4b96-971f-8d05cfb67c30 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417874 Apr 06 15:02:30.092751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478525a-2287-4c93-8620-07b71608020a req-9fc66343-bb26-466d-b015-f6dd934bee47 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:30.094216 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4478525a-2287-4c93-8620-07b71608020a req-9fc66343-bb26-466d-b015-f6dd934bee47 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0584080 Apr 06 15:02:30.153245 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4478525a-2287-4c93-8620-07b71608020a req-0d35bcfd-0988-407c-bcf8-2e8443db37c1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534284 Apr 06 15:02:31.279138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e780178-c60e-4367-af45-67da2ab4ac61 req-7b05cc3a-14d9-4598-b741-2cdde25304f7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:31.280649 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e780178-c60e-4367-af45-67da2ab4ac61 req-7b05cc3a-14d9-4598-b741-2cdde25304f7 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0568640 Apr 06 15:02:31.327338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e780178-c60e-4367-af45-67da2ab4ac61 req-5eef5c60-649b-4ec4-89cd-08f0127aa763 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Apr 06 15:02:32.446920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae72f3-eb7e-4354-815c-eac298a46da5 req-9c5a3c58-c53e-4ce2-a8fc-a618dded0bb1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:32.448450 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54ae72f3-eb7e-4354-815c-eac298a46da5 req-9c5a3c58-c53e-4ce2-a8fc-a618dded0bb1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0535746 Apr 06 15:02:32.496025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54ae72f3-eb7e-4354-815c-eac298a46da5 req-5b56e8f4-a883-4ab6-b0cb-0ce3e54efc48 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Apr 06 15:02:33.615879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2ef84-3483-442b-adbe-d7500c43f197 req-24fc79f2-1d57-41e6-8fb5-7cafa5ed8122 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:33.617375 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2cc2ef84-3483-442b-adbe-d7500c43f197 req-24fc79f2-1d57-41e6-8fb5-7cafa5ed8122 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0540926 Apr 06 15:02:33.668778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2cc2ef84-3483-442b-adbe-d7500c43f197 req-86b401a8-bb79-4ecf-87f0-7f7ae8bb14b4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 Apr 06 15:02:34.787054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4dfd1-27e5-4909-9e45-e75290768848 req-65262f0b-a81c-43f4-a8b5-ddd0f11ea6b9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:34.788551 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1b4dfd1-27e5-4909-9e45-e75290768848 req-65262f0b-a81c-43f4-a8b5-ddd0f11ea6b9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0534663 Apr 06 15:02:34.834924 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1b4dfd1-27e5-4909-9e45-e75290768848 req-4e4635d5-f5c5-48ef-b1ba-653834a1a90c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408108 Apr 06 15:02:35.957577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397dee-dde3-4af1-bec8-6724b8bb4431 req-7d7ae630-6bb4-4e63-8d24-ef0635139418 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:35.959093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34397dee-dde3-4af1-bec8-6724b8bb4431 req-7d7ae630-6bb4-4e63-8d24-ef0635139418 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0525856 Apr 06 15:02:36.006651 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34397dee-dde3-4af1-bec8-6724b8bb4431 req-decf3774-04a8-4998-ad88-8cee3aa59a6a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 Apr 06 15:02:37.130109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e65ce0-7d0b-4fa7-aa3c-d5a37ed756e6 req-0ad29ae0-4ca8-4f39-bdfa-8ef525e902cf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:37.131624 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76e65ce0-7d0b-4fa7-aa3c-d5a37ed756e6 req-0ad29ae0-4ca8-4f39-bdfa-8ef525e902cf tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0567241 Apr 06 15:02:37.176945 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76e65ce0-7d0b-4fa7-aa3c-d5a37ed756e6 req-9d5987a7-f362-4440-b1bf-a902cf170f2e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 Apr 06 15:02:38.295234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9a833-58d7-4b41-b35f-0483061a36eb req-cf517d57-a557-4649-8842-28bca0ace9da tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:38.296708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eff9a833-58d7-4b41-b35f-0483061a36eb req-cf517d57-a557-4649-8842-28bca0ace9da tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0524216 Apr 06 15:02:38.342464 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eff9a833-58d7-4b41-b35f-0483061a36eb req-63727738-017d-48f1-9a39-78e2f2d3fd5e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Apr 06 15:02:39.103639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2de33ab1-3ed6-44b2-9fad-cd9d0b8fa803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.461610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732aa22-cc91-4eee-a621-9ccee5be37f4 req-f2fec5d7-8a2d-4177-9a18-345aefd13752 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:39.463164 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f732aa22-cc91-4eee-a621-9ccee5be37f4 req-f2fec5d7-8a2d-4177-9a18-345aefd13752 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0523796 Apr 06 15:02:39.514214 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f732aa22-cc91-4eee-a621-9ccee5be37f4 req-3c1fdb83-7ee8-4860-a097-f8d1a79dc395 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Apr 06 15:02:39.811111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:02:39.905324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:39.916815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '4dd3409f-9794-4413-af1c-1e90368577d7', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': '4dd3409f-9794-4413-af1c-1e90368577d7', 'mac_address': 'fa:16:3e:3d:a8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:02:39.951316 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 4dd3409f-9794-4413-af1c-1e90368577d7 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:39.951699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:39.967509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd3409f-9794-4413-af1c-1e90368577d7 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:02:39.986090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:40.035684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:40.082395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:40.260171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['4dd3409f-9794-4413-af1c-1e90368577d7'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:02:40.633567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bc2f-f335-4501-8381-47de5fd2dacc req-d3607c2c-b786-411d-9c40-40b2440f811d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:40.635066 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5928bc2f-f335-4501-8381-47de5fd2dacc req-d3607c2c-b786-411d-9c40-40b2440f811d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 945 time: 0.0542743 Apr 06 15:02:40.682018 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5928bc2f-f335-4501-8381-47de5fd2dacc req-740298c7-7cb1-486f-a306-60d17375ec4a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413330 Apr 06 15:02:41.531443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b9c9-dd04-4966-9658-d797a550a164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:41.800742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf25fdd-506f-430e-8bc5-9efd1135d65e req-982806e3-3614-461c-a837-1672881f5d7b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:41.802276 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eaf25fdd-506f-430e-8bc5-9efd1135d65e req-982806e3-3614-461c-a837-1672881f5d7b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 945 time: 0.0539486 Apr 06 15:02:41.862176 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eaf25fdd-506f-430e-8bc5-9efd1135d65e req-8c5ff7e1-ac34-459f-8322-73e8443d4eb3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541682 Apr 06 15:02:41.986282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:02:42.033021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 4dd3409f-9794-4413-af1c-1e90368577d7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:02:42.033392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.107485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 4dd3409f-9794-4413-af1c-1e90368577d7 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:42.107877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.133171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:02:42.135429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794318c3-7be9-4f37-9585-a5731d1a0a15" -d '{"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-plugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:02:42.148536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:42.178742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ed1a78-3505-434f-98bc-fdf8878632cf x-openstack-request-id: req-c1ed1a78-3505-434f-98bc-fdf8878632cf {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:02:42.179117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-plugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:02:42.179322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c1ed1a78-3505-434f-98bc-fdf8878632cf {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:02:42.179765 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ed1a78-3505-434f-98bc-fdf8878632cf'] response: {'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7', 'code': 200} Apr 06 15:02:42.212317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:42.259248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:42.265990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.266364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.266684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.267052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.267388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.267716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.268596 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.269179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.269509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.269843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.270157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.270478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.270798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:02:42.987516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af05b1-1692-4ed4-a994-ac4f5c169751 req-ae73e705-024c-4e72-bd85-d4b47065d561 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:42.989081 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4af05b1-1692-4ed4-a994-ac4f5c169751 req-ae73e705-024c-4e72-bd85-d4b47065d561 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0563524 Apr 06 15:02:43.035283 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4af05b1-1692-4ed4-a994-ac4f5c169751 req-e3a6deeb-c9e3-4ce1-ac00-601aac1a9679 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Apr 06 15:02:43.812091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:44.158288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeaa09-91df-40e5-84cb-cf0e186a68db req-271f044f-289d-449b-8b9a-99488f6d1981 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:44.159970 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cebeaa09-91df-40e5-84cb-cf0e186a68db req-271f044f-289d-449b-8b9a-99488f6d1981 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0532646 Apr 06 15:02:44.207318 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cebeaa09-91df-40e5-84cb-cf0e186a68db req-f539fecc-43c9-4070-af27-5e355bc3441a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Apr 06 15:02:45.340185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96047fc1-595f-4406-b1aa-625c756ad95f req-5265b7c0-8ce9-489e-8b7c-9e7a3e828403 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:45.341668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-96047fc1-595f-4406-b1aa-625c756ad95f req-5265b7c0-8ce9-489e-8b7c-9e7a3e828403 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0558839 Apr 06 15:02:45.388671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-96047fc1-595f-4406-b1aa-625c756ad95f req-61aa5f2a-cafa-4996-a364-5f285060af29 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403335 Apr 06 15:02:45.869351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:45.965757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93bfa2-bacd-4ce7-b09c-8bee608c5a64 req-6392ae6f-75c3-42d3-a7fa-80b087a5f41d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:45.967303 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0e93bfa2-bacd-4ce7-b09c-8bee608c5a64 req-6392ae6f-75c3-42d3-a7fa-80b087a5f41d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0930212 Apr 06 15:02:45.979668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-5ee6d57b-496e-48a7-97e4-649380eb5bfd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:45.981096 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-5ee6d57b-496e-48a7-97e4-649380eb5bfd tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d&tenant_id=33f237c351b748d390e901f221ab3bb9&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.0777209 Apr 06 15:02:46.068568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0e93bfa2-bacd-4ce7-b09c-8bee608c5a64 req-bb20ae33-db53-4347-b6a9-bc40213f7116 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864081 Apr 06 15:02:46.074923 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-24bc7f23-4399-4e82-8826-3466ca49f5df service neutron] 10.222.0.87 "GET /v2.0/ports/4dd3409f-9794-4413-af1c-1e90368577d7/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0863175 Apr 06 15:02:46.157125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-135f27e8-f7ad-4ee7-9fab-914608510361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:46.158800 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-135f27e8-f7ad-4ee7-9fab-914608510361 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1130 time: 0.0469704 Apr 06 15:02:46.254847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-6263de06-74f5-4f84-b55c-0e19f854e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:46.256386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-6263de06-74f5-4f84-b55c-0e19f854e962 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0917473 Apr 06 15:02:46.321943 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-3b79b26d-fa3b-46b5-b18a-a48dfec2e8e6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 1003 time: 0.0599728 Apr 06 15:02:46.373152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-20fe5754-9ab1-44bb-958a-d4540e1f68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:46.374715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-20fe5754-9ab1-44bb-958a-d4540e1f68a4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0478749 Apr 06 15:02:46.432499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-5c8614d5-d9ed-47ae-9b69-ed2ba45957d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:46.434152 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-5c8614d5-d9ed-47ae-9b69-ed2ba45957d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0540690 Apr 06 15:02:46.458511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:46.525452 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-437b0578-3234-4210-b79b-420b770e7f3e service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 Apr 06 15:02:46.619932 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-1d842fe3-a7b1-4ec9-824d-95d56e9b2429 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889444 Apr 06 15:02:47.198861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b487b3-bfab-4997-9081-00cf70663572 req-6885585f-53c2-4dae-b683-86e82cef9c11 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:47.200424 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50b487b3-bfab-4997-9081-00cf70663572 req-6885585f-53c2-4dae-b683-86e82cef9c11 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0606220 Apr 06 15:02:47.248589 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50b487b3-bfab-4997-9081-00cf70663572 req-7a6e053c-5db6-479d-9602-f09e0c4685f1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 Apr 06 15:02:48.366533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5cfc0-1eca-4ede-b625-3b57c818daf1 req-fc01c2c9-1429-4c06-84e5-900805f83d47 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:48.368027 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-32e5cfc0-1eca-4ede-b625-3b57c818daf1 req-fc01c2c9-1429-4c06-84e5-900805f83d47 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0507317 Apr 06 15:02:48.414085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-32e5cfc0-1eca-4ede-b625-3b57c818daf1 req-88c0fba8-4ce2-4ac6-ac7d-10fea3d2f5d1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 Apr 06 15:02:49.381462 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:02:49.537566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0704e-9b5a-4770-a99b-28f51a00ca9b req-ed399191-0a97-4d81-8e1a-5c47013518da tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:49.539037 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-edc0704e-9b5a-4770-a99b-28f51a00ca9b req-ed399191-0a97-4d81-8e1a-5c47013518da tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0570095 Apr 06 15:02:49.584702 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-edc0704e-9b5a-4770-a99b-28f51a00ca9b req-7f0fd446-17e7-45e8-85f2-deff438a1dc2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Apr 06 15:02:50.714409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9262f2f-f6f6-4680-ab7b-bd638cdb19cf req-308c1a83-8eaf-4bcf-8385-59a565973319 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:50.716009 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e9262f2f-f6f6-4680-ab7b-bd638cdb19cf req-308c1a83-8eaf-4bcf-8385-59a565973319 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0574670 Apr 06 15:02:50.766242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e9262f2f-f6f6-4680-ab7b-bd638cdb19cf req-6360660f-c4e9-4e2d-9ca8-9f1f31c4dd87 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445073 Apr 06 15:02:51.876212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:02:51.892048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0f12-757e-4588-a29a-2e01b0f81f97 req-00dd2916-6b7f-49d0-874f-8935a7942379 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:51.895114 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4ff0f12-757e-4588-a29a-2e01b0f81f97 req-00dd2916-6b7f-49d0-874f-8935a7942379 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0571742 Apr 06 15:02:51.964783 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4ff0f12-757e-4588-a29a-2e01b0f81f97 req-977e4b8d-18c7-4e88-ba20-651580436d5b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641646 Apr 06 15:02:51.965865 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 4dd3409f-9794-4413-af1c-1e90368577d7 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:02:51.966260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:51.992391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:02:51.994767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d03200-c7df-4803-b95d-2dbdfb4c4e79" -d '{"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:02:52.009751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:02:52.042728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e09a3f-4918-4bff-a8b4-8d0e4e6ea5ba x-openstack-request-id: req-44e09a3f-4918-4bff-a8b4-8d0e4e6ea5ba {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:02:52.043073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:02:52.043579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44e09a3f-4918-4bff-a8b4-8d0e4e6ea5ba {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:02:52.043990 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e09a3f-4918-4bff-a8b4-8d0e4e6ea5ba'] response: {'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7', 'code': 200} Apr 06 15:02:52.069332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:52.120389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=9']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:02:53.087949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883e87-a519-4c1f-a988-9ac491e36625 req-86076da6-19fe-43bb-a307-15a86293e072 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:53.089431 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae883e87-a519-4c1f-a988-9ac491e36625 req-86076da6-19fe-43bb-a307-15a86293e072 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0538008 Apr 06 15:02:53.136733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae883e87-a519-4c1f-a988-9ac491e36625 req-02a68f31-b2b9-4100-b4c0-60da99bb3360 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Apr 06 15:02:53.850975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:02:53.994416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-64196e7a-bbde-4788-8760-5b1e668341d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:53.995947 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-64196e7a-bbde-4788-8760-5b1e668341d5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d&tenant_id=33f237c351b748d390e901f221ab3bb9 HTTP/1.1" status: 200 len: 1128 time: 0.0853214 Apr 06 15:02:54.005458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-17f1bd9e-85cc-4066-9250-b5ff66561581 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:02:54.006376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-17f1bd9e-85cc-4066-9250-b5ff66561581 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053484 Apr 06 15:02:54.099814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-b5590503-2b72-48ac-9412-4843bd7660d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:54.101296 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-b5590503-2b72-48ac-9412-4843bd7660d1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1128 time: 0.0476913 Apr 06 15:02:54.188978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-decff1a4-49f8-4621-82e7-0211c923d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:54.191198 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-decff1a4-49f8-4621-82e7-0211c923d4ae service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0841415 Apr 06 15:02:54.284175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-1416d46e-d68a-4a05-979b-09916a5eedd9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 1001 time: 0.0871687 Apr 06 15:02:54.329963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dd2cb-aa9e-42a1-bb5d-0f3bdf720d60 req-73acc5af-a83c-4c53-9972-aeced9869a07 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:54.331486 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a21dd2cb-aa9e-42a1-bb5d-0f3bdf720d60 req-73acc5af-a83c-4c53-9972-aeced9869a07 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.1003618 Apr 06 15:02:54.359329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-1873747c-ca87-46d3-8927-1adcc1dc8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:54.360746 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-1873747c-ca87-46d3-8927-1adcc1dc8cd0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0690396 Apr 06 15:02:54.414049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a21dd2cb-aa9e-42a1-bb5d-0f3bdf720d60 req-ec12681e-c361-4554-a459-9c1b6e89d9fe tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765562 Apr 06 15:02:54.429872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40417-0c9b-4428-a6af-0707eed010ec req-3da570f4-2a53-410a-8ff9-a69a237ff8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:54.431460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-3da570f4-2a53-410a-8ff9-a69a237ff8da service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0606844 Apr 06 15:02:54.518027 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-0c53d402-8781-4bc4-ab13-dd4556d056a9 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805590 Apr 06 15:02:54.608212 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f40417-0c9b-4428-a6af-0707eed010ec req-ac43bd26-922e-414f-b5d6-8ee28b2638a8 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842431 Apr 06 15:02:55.536774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05650361-d776-4931-a056-35fa8661d81e req-c384630c-66a3-458d-921d-5154927fe4f5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:55.538257 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05650361-d776-4931-a056-35fa8661d81e req-c384630c-66a3-458d-921d-5154927fe4f5 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0539062 Apr 06 15:02:55.584632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05650361-d776-4931-a056-35fa8661d81e req-eef8a90c-0e31-4e5b-8aa4-a94ccf914e8e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408032 Apr 06 15:02:56.712420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107bf4d-f645-478a-9e11-a4dadaffac74 req-12b08e0a-e4f1-4ff8-8692-b47ee8767b96 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:56.713833 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0107bf4d-f645-478a-9e11-a4dadaffac74 req-12b08e0a-e4f1-4ff8-8692-b47ee8767b96 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0605214 Apr 06 15:02:56.760953 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0107bf4d-f645-478a-9e11-a4dadaffac74 req-5bf374f4-85b7-458d-8fcd-6bb17a1e19ac tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Apr 06 15:02:57.889095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab0ab5-ba9d-4c29-b98e-dcd62f0c775c req-1afc2948-8c1c-4a0f-8913-346679d606e2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:57.890568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-74ab0ab5-ba9d-4c29-b98e-dcd62f0c775c req-1afc2948-8c1c-4a0f-8913-346679d606e2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0559061 Apr 06 15:02:57.937246 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-74ab0ab5-ba9d-4c29-b98e-dcd62f0c775c req-440568ce-5dde-4751-8565-f9d808553b0a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404851 Apr 06 15:02:59.059943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf8c95-ef50-4dd6-a145-3d3db4338170 req-c383b920-5ce4-485d-b6c5-3b666bc2add3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:02:59.061416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ccf8c95-ef50-4dd6-a145-3d3db4338170 req-c383b920-5ce4-485d-b6c5-3b666bc2add3 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0535383 Apr 06 15:02:59.110767 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ccf8c95-ef50-4dd6-a145-3d3db4338170 req-eb066573-14b9-485a-98e3-3eeb15de06b4 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 Apr 06 15:03:00.230431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e6838-b2c5-4a2c-8baa-2906c8e134c4 req-2ff31b10-cc0c-485b-b42b-6095252d073b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:00.231969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-451e6838-b2c5-4a2c-8baa-2906c8e134c4 req-2ff31b10-cc0c-485b-b42b-6095252d073b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0523055 Apr 06 15:03:00.288727 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-451e6838-b2c5-4a2c-8baa-2906c8e134c4 req-f8748e47-4c09-46eb-bc75-7f8a3cd1b073 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503452 Apr 06 15:03:01.409856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6d6b1-7cd1-43ac-8bf1-55e6f4568d4b req-a18283d5-313c-429f-ae86-86f0fbbc561e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:01.411375 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fca6d6b1-7cd1-43ac-8bf1-55e6f4568d4b req-a18283d5-313c-429f-ae86-86f0fbbc561e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0540006 Apr 06 15:03:01.457708 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fca6d6b1-7cd1-43ac-8bf1-55e6f4568d4b req-39a1640c-ae62-47b7-ba45-649c653fda51 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Apr 06 15:03:02.578390 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08382-9866-4122-a6ab-b4d451fcad06 req-5c997112-540c-4042-af48-68e0b6b2d793 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:02.580024 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1c08382-9866-4122-a6ab-b4d451fcad06 req-5c997112-540c-4042-af48-68e0b6b2d793 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0530944 Apr 06 15:03:02.626384 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1c08382-9866-4122-a6ab-b4d451fcad06 req-cd54a0c5-84ac-49d0-a999-cc6a92071241 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Apr 06 15:03:03.752888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151b5dc-414f-4100-8e77-1e074ae8c6ca req-1eaae06e-cc10-484c-bd1a-a3c1389b838e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:03.754364 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4151b5dc-414f-4100-8e77-1e074ae8c6ca req-1eaae06e-cc10-484c-bd1a-a3c1389b838e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0574625 Apr 06 15:03:03.802282 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4151b5dc-414f-4100-8e77-1e074ae8c6ca req-2e7ad918-f604-46b8-9b62-bc6dcaef0b37 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Apr 06 15:03:04.922113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c89de-f160-4f08-8042-f503fa55cc21 req-1d59d354-6933-45f1-a5d7-5e6bf08e2383 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:04.924280 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-343c89de-f160-4f08-8042-f503fa55cc21 req-1d59d354-6933-45f1-a5d7-5e6bf08e2383 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0526586 Apr 06 15:03:04.974053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-343c89de-f160-4f08-8042-f503fa55cc21 req-39a0643b-79c2-43ef-9c14-ed650cc6e915 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440216 Apr 06 15:03:05.796859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-c3520f3e-ede4-4716-b788-e39ae6b81ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:05.798352 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-c3520f3e-ede4-4716-b788-e39ae6b81ec1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33f237c351b748d390e901f221ab3bb9&device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 1128 time: 0.0483828 Apr 06 15:03:05.898473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-577dbda4-0007-4b37-8f1a-a402661f0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:05.899942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-577dbda4-0007-4b37-8f1a-a402661f0aeb service neutron] 10.222.0.87 "GET /v2.0/networks?id=c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 200 len: 914 time: 0.0839453 Apr 06 15:03:05.966868 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-0817cefe-5ea4-4a20-a362-18378124f621 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 200 len: 1001 time: 0.0615447 Apr 06 15:03:06.019497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-da30aed4-7052-45e9-a452-a48b621065c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:06.021991 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-da30aed4-7052-45e9-a452-a48b621065c6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 200 len: 851 time: 0.0486255 Apr 06 15:03:06.104429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-f349b9a5-dcef-44b5-ae38-ff8f49c0b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:06.105858 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-f349b9a5-dcef-44b5-ae38-ff8f49c0b53e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c61904af-bd81-4726-b188-fd1a6cd9527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0786633 Apr 06 15:03:06.117935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a22fd-004d-4115-a3a8-7f78f4abd232 req-1c012883-5d6e-4b4d-b13a-9586f87b305a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:06.119319 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-681a22fd-004d-4115-a3a8-7f78f4abd232 req-1c012883-5d6e-4b4d-b13a-9586f87b305a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0646679 Apr 06 15:03:06.216861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-681a22fd-004d-4115-a3a8-7f78f4abd232 req-4da2db2f-9aac-4b82-a778-1931de517c70 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898411 Apr 06 15:03:06.238505 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-bff7143d-91b3-48a7-8cad-8638a80e1f95 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182685 Apr 06 15:03:06.329936 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e10415a3-e891-4d27-9251-514a9b7a2bfc req-1ad1b0fe-4223-4939-8b29-2155bfdce782 service neutron] 10.222.0.87 "GET /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857048 Apr 06 15:03:07.335223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b84d9-f0b3-4d5f-8923-0fc732e81fc4 req-57612781-e973-4700-885e-5934f7738e86 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:07.336686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-308b84d9-f0b3-4d5f-8923-0fc732e81fc4 req-57612781-e973-4700-885e-5934f7738e86 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 944 time: 0.0521159 Apr 06 15:03:07.382841 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-308b84d9-f0b3-4d5f-8923-0fc732e81fc4 req-cc40139c-746f-4a3d-bb0e-406794b2e91e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Apr 06 15:03:07.983586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:03:08.080719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:08.091654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '4dd3409f-9794-4413-af1c-1e90368577d7', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'port_id': '4dd3409f-9794-4413-af1c-1e90368577d7', 'mac_address': 'fa:16:3e:3d:a8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:03:08.128242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 4dd3409f-9794-4413-af1c-1e90368577d7 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:03:08.128629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:08.141241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd3409f-9794-4413-af1c-1e90368577d7 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:03:08.161623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:08.245944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:08.295580 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=10']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:08.374372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['4dd3409f-9794-4413-af1c-1e90368577d7'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:03:08.501717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccae1f8-4ced-4771-a849-81ffc15490e2 req-8caab8f7-a8c1-46cf-8dc0-1c2f9d90b473 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:08.503384 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ccae1f8-4ced-4771-a849-81ffc15490e2 req-8caab8f7-a8c1-46cf-8dc0-1c2f9d90b473 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0521259 Apr 06 15:03:08.550584 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ccae1f8-4ced-4771-a849-81ffc15490e2 req-68e66925-f1b1-4654-9869-9b517d0b8c0f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Apr 06 15:03:09.114371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-08a17be8-d22a-463a-9743-2966a569e835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:09.672481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcba171-75ad-439d-a9fc-c9b474452346 req-ef011311-79fd-4e24-b8ec-951b51172363 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:09.674633 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bcba171-75ad-439d-a9fc-c9b474452346 req-ef011311-79fd-4e24-b8ec-951b51172363 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 946 time: 0.0572751 Apr 06 15:03:09.719517 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bcba171-75ad-439d-a9fc-c9b474452346 req-5dad4adb-6261-46a3-a703-4f2ed7dc455c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391753 Apr 06 15:03:09.983942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:03:10.034695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 4dd3409f-9794-4413-af1c-1e90368577d7 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:03:10.035192 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:10.107825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 4dd3409f-9794-4413-af1c-1e90368577d7 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:03:10.108209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:10.129798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:10.132019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483f5abb-30c8-41f3-a4d4-2a2f3b86d80c" -d '{"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-plugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:10.144595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:10.176037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af26bd69-cd1a-4ac3-a4a7-851ae35e45d5 x-openstack-request-id: req-af26bd69-cd1a-4ac3-a4a7-851ae35e45d5 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:10.176334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-plugged", "status": "completed", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:10.176592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af26bd69-cd1a-4ac3-a4a7-851ae35e45d5 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:10.176994 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af26bd69-cd1a-4ac3-a4a7-851ae35e45d5'] response: {'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7', 'code': 200} Apr 06 15:03:10.206279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:10.256063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=11']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:10.837493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d36bfa-f529-429e-bf7a-de7e93aa630c req-11abb1ad-d463-4e3d-879d-c0273f9dd72e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:10.838948 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-31d36bfa-f529-429e-bf7a-de7e93aa630c req-11abb1ad-d463-4e3d-879d-c0273f9dd72e tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0512850 Apr 06 15:03:10.884445 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-31d36bfa-f529-429e-bf7a-de7e93aa630c req-103e5db4-bdb4-4d65-a7ef-7bcf73ac0aef tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Apr 06 15:03:11.531112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9f62ee11-20ec-4285-b520-2186daa676cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:12.008447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49391a1-c936-4ccf-98d1-28d0742a3293 req-a0e73e66-7e7b-464e-a489-cf3ad225fd34 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:12.009883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b49391a1-c936-4ccf-98d1-28d0742a3293 req-a0e73e66-7e7b-464e-a489-cf3ad225fd34 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0553608 Apr 06 15:03:12.055601 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b49391a1-c936-4ccf-98d1-28d0742a3293 req-dfb34586-e276-497e-a73c-d8cf766591e2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Apr 06 15:03:13.180288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc05c9b-2f4f-45b7-9423-d8ac26087304 req-8619b328-c091-4946-9fc2-f665098feeb0 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:13.181792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6fc05c9b-2f4f-45b7-9423-d8ac26087304 req-8619b328-c091-4946-9fc2-f665098feeb0 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0549629 Apr 06 15:03:13.228353 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6fc05c9b-2f4f-45b7-9423-d8ac26087304 req-01035a1c-3ee7-4028-a62d-a4a7ba869452 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 Apr 06 15:03:13.354774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b477421-f296-4eb3-b0b7-6a32587ecfb4 req-33c40d8e-eb6e-4af1-abed-7d7165021cc2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:13.354774 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2b477421-f296-4eb3-b0b7-6a32587ecfb4 req-33c40d8e-eb6e-4af1-abed-7d7165021cc2 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0516350 Apr 06 15:03:13.403230 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2b477421-f296-4eb3-b0b7-6a32587ecfb4 req-3ed51f23-3720-4d20-8a69-57963f0226b6 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456188 Apr 06 15:03:13.518971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac586ba-5674-4033-a7c8-e0580df13b53 req-8ad6084f-3c2e-41b1-bf1f-b65c9e1622db tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:13.520446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ac586ba-5674-4033-a7c8-e0580df13b53 req-8ad6084f-3c2e-41b1-bf1f-b65c9e1622db tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0524275 Apr 06 15:03:13.566345 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3ac586ba-5674-4033-a7c8-e0580df13b53 req-1b298db7-f89a-4604-bc1b-06df8f98bd4b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403528 Apr 06 15:03:13.817094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:13.974990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0063b-a7d9-4074-bfae-6dc54637c7c8 req-26a5dd63-75bd-439f-a6bc-3425252243ad tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:13.976469 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-80e0063b-a7d9-4074-bfae-6dc54637c7c8 req-26a5dd63-75bd-439f-a6bc-3425252243ad tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0517464 Apr 06 15:03:14.022840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-80e0063b-a7d9-4074-bfae-6dc54637c7c8 req-0f26b7ed-9414-4780-af65-621152e87feb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Apr 06 15:03:15.146059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e34848-fe12-441d-b1d3-094c5bb735e0 req-cfae5cbe-222e-40dc-a577-f4652508fafa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:15.147579 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1e34848-fe12-441d-b1d3-094c5bb735e0 req-cfae5cbe-222e-40dc-a577-f4652508fafa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0563684 Apr 06 15:03:15.193551 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1e34848-fe12-441d-b1d3-094c5bb735e0 req-ab12dd91-35b8-4861-93e4-d840bb103534 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Apr 06 15:03:15.913722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:16.362285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c270ca-1beb-4747-9481-0d51e0805072 req-9dd36945-8841-4b36-ba5e-b694cbdc5512 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:16.363795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-15c270ca-1beb-4747-9481-0d51e0805072 req-9dd36945-8841-4b36-ba5e-b694cbdc5512 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0541680 Apr 06 15:03:16.413895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-15c270ca-1beb-4747-9481-0d51e0805072 req-a9aa0152-3ffa-427c-a6a5-10d3c50b0afa tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups?id=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444157 Apr 06 15:03:16.485435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:16.705540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-f449cc75-d034-44cb-b8d1-c32f9d9bdd8b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:16.707085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-f449cc75-d034-44cb-b8d1-c32f9d9bdd8b tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 947 time: 0.0528722 Apr 06 15:03:16.800565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Deleting port 4dd3409f-9794-4413-af1c-1e90368577d7 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:16.800832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:16.891073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] For port 4dd3409f-9794-4413-af1c-1e90368577d7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4dd3409f-9794-4413-af1c-1e90368577d7,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:16.891438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:17.057265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:17.057550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:17.057871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095 disassociated. External IP: 172.26.7.204, port: 4dd3409f-9794-4413-af1c-1e90368577d7. Apr 06 15:03:17.058212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Calling delete_port for 4dd3409f-9794-4413-af1c-1e90368577d7 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:17.251678 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (4dd3409f-9794-4413-af1c-1e90368577d7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:17.281001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event deleted for resources: {'Port': ['ID=4dd3409f-9794-4413-af1c-1e90368577d7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:17.293216 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.293575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.293928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.294273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.294611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.294947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.295381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.295826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.296145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.296483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.296818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.297148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.297476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:17.414244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:03:17.871796 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-60eebef5-fd94-43da-8658-29479407a4dc req-66bf41df-cd1e-44d6-a726-a8305eee181c tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.3826437 Apr 06 15:03:17.902811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:03:17.912743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:03:17.922511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:17.923901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:03:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:17.953545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] No DVR routers for this DVR port 4dd3409f-9794-4413-af1c-1e90368577d7 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:03:17.956767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:17.960232 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e159fcbc-69ac-459b-b330-2af49b76a19a req-2a0950a3-b51d-4349-b4ca-e14433d4096d tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.87 "DELETE /v2.0/ports/4dd3409f-9794-4413-af1c-1e90368577d7 HTTP/1.1" status: 204 len: 173 time: 1.2481930 Apr 06 15:03:17.960683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-deleted', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:17.963185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a860707-a7f0-4b87-9864-4878a6286469" -d '{"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-deleted", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:17.998517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efecf156-e493-4631-88cc-e41db61f6d95 x-openstack-request-id: req-efecf156-e493-4631-88cc-e41db61f6d95 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:17.998788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d", "name": "network-vif-deleted", "tag": "4dd3409f-9794-4413-af1c-1e90368577d7", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:17.999086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-efecf156-e493-4631-88cc-e41db61f6d95 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:17.999492 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efecf156-e493-4631-88cc-e41db61f6d95'] response: {'server_uuid': 'bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d', 'name': 'network-vif-deleted', 'tag': '4dd3409f-9794-4413-af1c-1e90368577d7', 'status': 'completed', 'code': 200} Apr 06 15:03:18.034602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:18.249756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:18.276641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:03:18.285860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:18.286473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:03:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:18.395579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:18.592777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:18.619141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ad6ed-ef57-4c59-b2b8-65385b61f18b None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T14:58:39Z', 'revision_number': 4, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '4bb82ae5-0a00-418b-b61c-369ad3ba33fd', 'name': '', 'network_id': 'c61904af-bd81-4726-b188-fd1a6cd9527c', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'mac_address': 'fa:16:3e:b0:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:39Z', 'updated_at': '2022-04-06T14:58:43Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'subnets': [{'id': 'ddc7b506-4209-4315-9249-8f1b34ac63da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:03:18.839819 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c17a8f-7baf-4bbe-a0da-945ea8ac4822 None None] New status for floating IP 32e1cf85-9a39-4be7-87cc-d0d685889095: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:03:18.969529 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad2ad2e6-6c9e-4945-88a1-7f910afab983 req-84e03c72-5734-47f2-865e-422334c84c19 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0274138 Apr 06 15:03:19.998753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:03:20.021012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 4dd3409f-9794-4413-af1c-1e90368577d7 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:03:20.021370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 4dd3409f-9794-4413-af1c-1e90368577d7 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:03:20.069620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-49720688-3835-42c9-8dd7-6f0e5a919c01 req-ffd901fe-f645-4a5a-9e60-8be426beba15 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0287499 Apr 06 15:03:21.164756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1821f235-1d30-4f79-9987-4e5ce5965f65 req-5ca7e5f6-1946-457c-bd18-00918c9c27da tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0275414 Apr 06 15:03:22.259778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6373e87b-e70d-42c0-8d2b-9373ce1a510d req-c4108f7d-a0d6-4b2e-8437-5962867d546a tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0274396 Apr 06 15:03:23.357273 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7a2c0527-d9a1-4e26-b899-cb65af37e456 req-baedbba3-5e9c-405f-b675-2fe0dea84e94 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0269949 Apr 06 15:03:23.885149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:24.458776 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-48268e59-7f53-4acd-b6fd-e2a0a781437c req-322070d3-3664-4966-ac50-8fe2449d7d07 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0297382 Apr 06 15:03:25.553275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2163cbb-7867-4ea0-89da-3624924adbca req-95ac1a6b-17a8-4e58-8ee7-5b04974cfd6f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0275867 Apr 06 15:03:26.380828 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:03:26.649576 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea508754-60c9-4b89-9ca5-18f13c9f581d req-96576805-b421-409c-aafa-9a9c536eb7c8 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0278358 Apr 06 15:03:27.760101 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9605e071-0a60-4c74-ba70-d4c26b1baf81 req-a29105e1-ab58-4d82-823c-6b1e98571feb tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd2e40fb-f2ba-4b0b-9469-7645f7b4f79d HTTP/1.1" status: 200 len: 210 time: 0.0293765 Apr 06 15:03:35.909202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50548) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:35.966035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e99a8456-010b-4cb9-afd4-682bd91bb0a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group (d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:35.990398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e99a8456-010b-4cb9-afd4-682bd91bb0a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group (d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.124845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e99a8456-010b-4cb9-afd4-682bd91bb0a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.127462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e99a8456-010b-4cb9-afd4-682bd91bb0a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.128607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e99a8456-010b-4cb9-afd4-682bd91bb0a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "DELETE /v2.0/security-groups/d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d HTTP/1.1" status: 204 len: 168 time: 0.2184374 Apr 06 15:03:36.131323 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50550) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:36.138172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a8456-010b-4cb9-afd4-682bd91bb0a9 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:36.149986 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.api.v2.resource [None req-d523439a-1271-49a6-9515-3a571698ace1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] show failed (client error): The resource could not be found. Apr 06 15:03:36.153857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50554) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:36.154066 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d523439a-1271-49a6-9515-3a571698ace1 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "GET /v2.0/security-groups/d82bbe02-03cb-4a4a-9443-2c4d82ccfd5d HTTP/1.1" status: 404 len: 347 time: 0.0216060 Apr 06 15:03:36.277168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Deleting port cb1c2345-fbe5-4992-b562-5b3a04448aa7 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:36.277512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (cb1c2345-fbe5-4992-b562-5b3a04448aa7), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.354514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (cb1c2345-fbe5-4992-b562-5b3a04448aa7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.354869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (cb1c2345-fbe5-4992-b562-5b3a04448aa7), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.370684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Calling delete_port for cb1c2345-fbe5-4992-b562-5b3a04448aa7 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:36.582198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (cb1c2345-fbe5-4992-b562-5b3a04448aa7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.606296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Pushing event deleted for resources: {'Port': ['ID=cb1c2345-fbe5-4992-b562-5b3a04448aa7,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:36.675040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks [] for floatingip (32e1cf85-9a39-4be7-87cc-d0d685889095), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.677838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:36.681799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-55d31eb3-8170-43ba-ba9a-cb55dba6411f tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] 10.222.0.71 "DELETE /v2.0/floatingips/32e1cf85-9a39-4be7-87cc-d0d685889095 HTTP/1.1" status: 204 len: 168 time: 0.5241873 Apr 06 15:03:36.685871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50556) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:37.080776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:37.335049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Deleting port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:37.335386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:37.414517 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] For port 4bb82ae5-0a00-418b-b61c-369ad3ba33fd, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:37.414876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:37.427253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Calling delete_port for 4bb82ae5-0a00-418b-b61c-369ad3ba33fd owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:37.696496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (4bb82ae5-0a00-418b-b61c-369ad3ba33fd), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:37.722155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb82ae5-0a00-418b-b61c-369ad3ba33fd,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:37.895340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:38.113053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:03:38.222980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:03:38.227846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-183b0502-b419-4779-a335-6a72e182c100 admin admin] 10.222.0.71 "PUT /v2.0/routers/e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5449164 Apr 06 15:03:38.230331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50560) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:38.232965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] Sync routers for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:03:38.244022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:38.244743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:03:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:38.339461 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks [] for router (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:38.350831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:38.446667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks [] for router_gateway (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:38.532806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T15:03:37Z', 'revision_number': 5, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port': {'id': 'c2ec31ac-79c5-4a10-ba33-b66a9d0fc719', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:58:37Z', 'updated_at': '2022-04-06T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:38.555970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Deleting port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:38.556308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:38.558469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] Checking router: e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:03:38.567315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] Routers {'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:03:38.567940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:03:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:38.637552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] For port c2ec31ac-79c5-4a10-ba33-b66a9d0fc719, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c2ec31ac-79c5-4a10-ba33-b66a9d0fc719,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:38.637910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:38.650431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Calling delete_port for c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:38.655786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] Set router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:03:38.852241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T15:03:38Z', 'revision_number': 6, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:38.879077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c70191-2801-4f83-a3cf-f2b042286d0b None None] The sync data for ids ['e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce'] in dv-neutron-835863-1-hyperv is: [{'id': 'e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce', 'name': 'tempest-ServerActionsTestJSON-1072520245-router', 'tenant_id': '33f237c351b748d390e901f221ab3bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:58:36Z', 'updated_at': '2022-04-06T15:03:38Z', 'revision_number': 6, 'project_id': '33f237c351b748d390e901f221ab3bb9', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:03:38.913597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c2ec31ac-79c5-4a10-ba33-b66a9d0fc719), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:38.941567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ec31ac-79c5-4a10-ba33-b66a9d0fc719,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:38.999893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.094367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.096685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks [] for router_controller (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.112508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1cf0367c-da5b-4f81-8506-b37b79d9894f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.238332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.238951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:03:39.243341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.244510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-7cad1fad-6324-4aa9-ae9d-3f89d260be3d admin admin] 10.222.0.71 "DELETE /v2.0/routers/e3d9a56f-1bca-43f7-be00-b8d9dc85d8ce HTTP/1.1" status: 204 len: 168 time: 1.0132821 Apr 06 15:03:39.247132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50562) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:39.294834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-023f7e2f-40ce-4526-9df3-d1b57f691157 admin admin] Deleting subnet ddc7b506-4209-4315-9249-8f1b34ac63da {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:03:39.298741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-023f7e2f-40ce-4526-9df3-d1b57f691157 admin admin] Publish callbacks [] for subnet (ddc7b506-4209-4315-9249-8f1b34ac63da), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.334761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-023f7e2f-40ce-4526-9df3-d1b57f691157 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (ddc7b506-4209-4315-9249-8f1b34ac63da), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.415146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-023f7e2f-40ce-4526-9df3-d1b57f691157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (ddc7b506-4209-4315-9249-8f1b34ac63da), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.565206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-023f7e2f-40ce-4526-9df3-d1b57f691157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (ddc7b506-4209-4315-9249-8f1b34ac63da), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.588409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f7e2f-40ce-4526-9df3-d1b57f691157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc7b506-4209-4315-9249-8f1b34ac63da,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:39.594082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-023f7e2f-40ce-4526-9df3-d1b57f691157 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.599653 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-023f7e2f-40ce-4526-9df3-d1b57f691157 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ddc7b506-4209-4315-9249-8f1b34ac63da HTTP/1.1" status: 204 len: 168 time: 0.3489430 Apr 06 15:03:39.599846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50564) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:39.600074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb10df-76a1-47c3-9fa7-bca7412dd4d6 None None] Network c61904af-bd81-4726-b188-fd1a6cd9527c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:03:39.670889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (c61904af-bd81-4726-b188-fd1a6cd9527c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.737862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Deleting port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:39.738204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.746709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] DHCP port deletion for c61904af-bd81-4726-b188-fd1a6cd9527c request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:03:39.795704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] Deleting port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:03:39.796088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.807580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] For port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:39.807954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.823566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Calling delete_port for 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:39.878547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] For port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,segment=NetworkSegment(5352e741-d805-463e-868c-fc23a2a114d6),segment_id=5352e741-d805-463e-868c-fc23a2a114d6)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:39.879266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:39.891294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:03:39.916014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] Calling delete_port for 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:03:39.921114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:03:39.921572 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c2ec31ac-79c5-4a10-ba33-b66a9d0fc719 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:03:39.922386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:03:40.021981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.045248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 update to DOWN by agent not found {{(pid=104444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 06 15:03:40.045684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4bb82ae5-0a00-418b-b61c-369ad3ba33fd no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:03:40.047656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:40.051251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] No DVR routers for this DVR port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:03:40.069196 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 4bb82ae5-0a00-418b-b61c-369ad3ba33fd {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:03:40.069469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4bb82ae5-0a00-418b-b61c-369ad3ba33fd not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:03:40.073611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (90aa5b7c-a434-4731-b7ff-6b0d8709bbe8), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.098862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] Pushing event deleted for resources: {'Port': ['ID=90aa5b7c-a434-4731-b7ff-6b0d8709bbe8,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:40.105414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea65cdb-be4e-4f7e-b8b5-744209308101 None None] No DVR routers for this DVR port 90aa5b7c-a434-4731-b7ff-6b0d8709bbe8 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:03:40.131009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (c61904af-bd81-4726-b188-fd1a6cd9527c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.150757 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61904af-bd81-4726-b188-fd1a6cd9527c']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:40.160527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5352e741-d805-463e-868c-fc23a2a114d6') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:40.160826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5352e741-d805-463e-868c-fc23a2a114d6') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:03:40.169926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (5352e741-d805-463e-868c-fc23a2a114d6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.183461 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (5352e741-d805-463e-868c-fc23a2a114d6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.189303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:03:40.189687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (5352e741-d805-463e-868c-fc23a2a114d6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:03:40.193310 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:03:40.330411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (c61904af-bd81-4726-b188-fd1a6cd9527c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.336834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.339966 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c61904af-bd81-4726-b188-fd1a6cd9527c HTTP/1.1" status: 204 len: 168 time: 0.7391710 Apr 06 15:03:40.349681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0ff30-bfbb-4ca1-9669-75174fcb6f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c61904af-bd81-4726-b188-fd1a6cd9527c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:40.723673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50568) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:40.763999 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-56c50caa-7fe9-452f-91e7-dcba1d37c555 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=33f237c351b748d390e901f221ab3bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392158 Apr 06 15:03:40.766553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50570) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:40.816359 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Publish callbacks [] for security_group (590bcc28-c125-40de-a586-b41330dd882e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.837286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Publish callbacks [] for security_group (590bcc28-c125-40de-a586-b41330dd882e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:40.999080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (590bcc28-c125-40de-a586-b41330dd882e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:41.001727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:41.002950 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/590bcc28-c125-40de-a586-b41330dd882e HTTP/1.1" status: 204 len: 168 time: 0.2353311 Apr 06 15:03:41.010913 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590bcc28-c125-40de-a586-b41330dd882e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:41.018757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.019187 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.019540 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.019884 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.020226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.020561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.020898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.021233 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.021571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.021902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.022229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.022558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.022886 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da31dd-b368-4a8c-8867-96a0c6177ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:41.553277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e8d0d5ca-206b-4f67-b398-533d2e5b3d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.060688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50592) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:42.180033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1481436575-network', 'tenant_id': 'a4012238c10840a7bcc1e6bb4f149911'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:03:42.317979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Made reservation on behalf of a4012238c10840a7bcc1e6bb4f149911 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:03:42.320491 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.329946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.405101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Publish callbacks [] for security_group (da29c425-cc90-4ee3-b6e2-2ea288a6dfd9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.484777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (da29c425-cc90-4ee3-b6e2-2ea288a6dfd9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.512125 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:03:42.517418 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:42.525353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6c46102c-9b0d-4576-ad7d-7288cd56633f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.525699 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Added segment 6c46102c-9b0d-4576-ad7d-7288cd56633f of type vlan for network 21fedd44-fead-43ef-bc17-b2c49bded670 Apr 06 15:03:42.565955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (21fedd44-fead-43ef-bc17-b2c49bded670), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.678736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (21fedd44-fead-43ef-bc17-b2c49bded670), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.679680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:42.680258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:42.740054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] Pushing event updated for resources: {'Network': ['ID=21fedd44-fead-43ef-bc17-b2c49bded670,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:42.750690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 21fedd44-fead-43ef-bc17-b2c49bded670 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:03:42.801380 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8dd0b240-9e4f-4e2e-844c-ea7115e20086 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7395947 Apr 06 15:03:42.804219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50596) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:03:42.809358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Request body: {'subnet': {'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1481436575-subnet', 'tenant_id': 'a4012238c10840a7bcc1e6bb4f149911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:03:42.913061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Made reservation on behalf of a4012238c10840a7bcc1e6bb4f149911 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:03:42.915446 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:43.130881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (f24d983b-5169-4910-bff9-66feaab53f79), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:43.198749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24d983b-5169-4910-bff9-66feaab53f79,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:43.209288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Checking segment: {'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:03:43.209618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Network hostable DHCP agents. Network: 21fedd44-fead-43ef-bc17-b2c49bded670, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:03:43.353088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Network 21fedd44-fead-43ef-bc17-b2c49bded670 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:03:43.461845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 21fedd44-fead-43ef-bc17-b2c49bded670) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:03:43.466033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:43.466623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:43.472016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943d14c-6a4b-4d48-becf-13330e60e794 None None] Network 21fedd44-fead-43ef-bc17-b2c49bded670 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:03:43.582089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530d1e6-6c3c-4f05-b7f0-001f868377ff None None] Network 21fedd44-fead-43ef-bc17-b2c49bded670 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:03:43.584814 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dfbd7d4f-7a75-45cf-836a-bcfcb92e1bd1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7793150 Apr 06 15:03:43.867799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:44.005867 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71f524-071e-4646-b785-22424e5512cf req-c79bd9ad-4059-414d-b2f8-e73840d07cb0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:44.007364 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-c79bd9ad-4059-414d-b2f8-e73840d07cb0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/networks?id=21fedd44-fead-43ef-bc17-b2c49bded670 HTTP/1.1" status: 200 len: 814 time: 0.1046443 Apr 06 15:03:44.022550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-c93f3b44-a2f9-4f66-9cc9-b753cf6beaa0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/quotas/a4012238c10840a7bcc1e6bb4f149911 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Apr 06 15:03:44.053371 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-5cc25adf-4ed8-443f-961a-178bfb36ea0d tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4012238c10840a7bcc1e6bb4f149911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259712 Apr 06 15:03:44.146712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-e6a53775-9f6b-4273-a0a5-07847d2957e7 service neutron] 10.222.0.71 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Apr 06 15:03:44.235787 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-b44f6dcc-96f8-4a23-9c5a-06de83b43b42 service neutron] 10.222.0.71 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837162 Apr 06 15:03:44.598194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a3519114-2208-42ee-b790-93e5cd37cf1c req-28e302bf-d49c-4dec-a111-8d90f5d2455d tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 210 time: 0.0817878 Apr 06 15:03:45.746796 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cd9027ca-42d8-4dac-8afa-f5ceda939273 req-d177984a-80d3-4d7e-af3f-0463110280f7 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 210 time: 0.0820568 Apr 06 15:03:45.884593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:46.520414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:46.708309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71f524-071e-4646-b785-22424e5512cf req-3f52b7c9-bff2-44ea-aeaf-a72a4d122ea8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:46.709686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-3f52b7c9-bff2-44ea-aeaf-a72a4d122ea8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.87 "GET /v2.0/networks?id=21fedd44-fead-43ef-bc17-b2c49bded670 HTTP/1.1" status: 200 len: 814 time: 0.1042848 Apr 06 15:03:46.727488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Request body: {'port': {'device_id': '20d2f1e5-44d8-4b23-b196-959cca6d09aa', 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670', 'admin_state_up': True, 'tenant_id': 'a4012238c10840a7bcc1e6bb4f149911'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:03:46.854651 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-520210a0-aad3-4e03-b9d0-f648eff844d9 req-1bf40a39-2b5f-4c58-98c9-30f0f5cc66e2 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 210 time: 0.0313079 Apr 06 15:03:46.964964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Made reservation on behalf of a4012238c10840a7bcc1e6bb4f149911 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:03:46.968373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:47.102194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Allocated IP 172.20.0.10 (21fedd44-fead-43ef-bc17-b2c49bded670/f24d983b-5169-4910-bff9-66feaab53f79/5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:03:47.253995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks [] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:47.389059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:47.438478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Network 21fedd44-fead-43ef-bc17-b2c49bded670 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:03:47.441581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:03:47.447385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:03:47.453967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Pushing event updated for resources: {'Port': ['ID=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:47.498718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:47.499534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:47.614022 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-0217846e-47f3-407b-b878-cffb4eec09bc tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8897762 Apr 06 15:03:47.631119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Request body: {'port': {'device_id': '20d2f1e5-44d8-4b23-b196-959cca6d09aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:03:47.693879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:48.274473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c98d-b0cf-4de8-b9c7-47b939c647fe req-e88ad928-3e8b-4749-bb40-670d4443435f tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:48.275981 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc07c98d-b0cf-4de8-b9c7-47b939c647fe req-e88ad928-3e8b-4749-bb40-670d4443435f tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 932 time: 0.0822554 Apr 06 15:03:48.364003 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc07c98d-b0cf-4de8-b9c7-47b939c647fe req-16389b09-6cb6-4777-afc1-d55c72865743 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814066 Apr 06 15:03:48.371232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:03:48.379480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Publish callbacks [] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:48.396288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Transition to ACTIVE for port object 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:03:48.490351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:48.542811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:48.606985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Attempting to bind port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:03:48.607322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Attempting to bind port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:03:48.607648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Attempting to bind port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 on network 21fedd44-fead-43ef-bc17-b2c49bded670 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:03:48.612053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 on network 21fedd44-fead-43ef-bc17-b2c49bded670 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:03:48.612373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Attempting to bind port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 on network 21fedd44-fead-43ef-bc17-b2c49bded670 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:03:48.617347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:03:48.617686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Checking segment: {'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:03:48.618066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Bound using segment: {'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:03:48.618487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Bound port: 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:03:48.618837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:48.684308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] For port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:03:48.687369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] For port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:03:48.810611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:48.845345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:48.845967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:48.847351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] 10.222.0.87 "PUT /v2.0/ports/5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 HTTP/1.1" status: 200 len: 1094 time: 1.2202358 Apr 06 15:03:48.847829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d2f1e5-44d8-4b23-b196-959cca6d09aa', 'tag': '5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:48.850057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a514861-db62-479e-86bb-e1d95293c2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "20d2f1e5-44d8-4b23-b196-959cca6d09aa", "tag": "5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:48.874538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8443-6241-49a4-8d94-e993f0b5ee92 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:48.917054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4045636e-7309-45b3-bca9-c6e91769f384 x-openstack-request-id: req-4045636e-7309-45b3-bca9-c6e91769f384 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:48.917054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d2f1e5-44d8-4b23-b196-959cca6d09aa", "tag": "5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:48.917054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4045636e-7309-45b3-bca9-c6e91769f384 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:48.917054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4045636e-7309-45b3-bca9-c6e91769f384'] response: {'name': 'network-changed', 'server_uuid': '20d2f1e5-44d8-4b23-b196-959cca6d09aa', 'tag': '5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661', 'status': 'completed', 'code': 200} Apr 06 15:03:48.974227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a514861-db62-479e-86bb-e1d95293c2b0 req-d7a4e858-51fa-4c44-b965-e7a28d067b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:48.975833 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a514861-db62-479e-86bb-e1d95293c2b0 req-d7a4e858-51fa-4c44-b965-e7a28d067b0c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a4012238c10840a7bcc1e6bb4f149911&device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 1128 time: 0.0468047 Apr 06 15:03:49.081971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a514861-db62-479e-86bb-e1d95293c2b0 req-09d66de5-f90f-4ffe-aba8-4f70f354729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:49.083398 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a514861-db62-479e-86bb-e1d95293c2b0 req-09d66de5-f90f-4ffe-aba8-4f70f354729b service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=a4012238c10840a7bcc1e6bb4f149911&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958879 Apr 06 15:03:49.175700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a514861-db62-479e-86bb-e1d95293c2b0 req-434abeab-b81b-4737-9d5b-e410e2433858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:49.177165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a514861-db62-479e-86bb-e1d95293c2b0 req-434abeab-b81b-4737-9d5b-e410e2433858 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0881019 Apr 06 15:03:49.282833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71f524-071e-4646-b785-22424e5512cf req-44916e85-f0d0-4b16-a223-123af420a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:49.284360 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-44916e85-f0d0-4b16-a223-123af420a219 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a4012238c10840a7bcc1e6bb4f149911&device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 1128 time: 0.0492780 Apr 06 15:03:49.331692 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-86ccbb20-4144-4e1f-a5cb-88d49786cea1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 HTTP/1.1" status: 200 len: 217 time: 0.0337029 Apr 06 15:03:49.379081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71f524-071e-4646-b785-22424e5512cf req-3a9b81d0-cd1e-41ae-9430-7e5a09764669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:49.380400 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-3a9b81d0-cd1e-41ae-9430-7e5a09764669 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f24d983b-5169-4910-bff9-66feaab53f79 HTTP/1.1" status: 200 len: 854 time: 0.0431557 Apr 06 15:03:49.415292 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-52b3bee8-a3c7-4974-89ed-8c9fa09abe15 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=21fedd44-fead-43ef-bc17-b2c49bded670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263531 Apr 06 15:03:49.545531 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dec9f-12e9-41f9-8554-bdd860ea0131 req-f51d0a31-5865-4745-97d7-5ee920d3a671 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:49.547564 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f0dec9f-12e9-41f9-8554-bdd860ea0131 req-f51d0a31-5865-4745-97d7-5ee920d3a671 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 944 time: 0.1082809 Apr 06 15:03:49.549447 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-d23b1a2a-0067-4ed8-8421-f0112336f050 service neutron] 10.222.0.87 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285961 Apr 06 15:03:49.648377 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f0dec9f-12e9-41f9-8554-bdd860ea0131 req-3c05280a-9d7d-4f55-8e14-e2df125e9927 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950565 Apr 06 15:03:49.674197 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d71f524-071e-4646-b785-22424e5512cf req-7405dd2c-fcb2-45dd-966a-85dbeb0c79f1 service neutron] 10.222.0.87 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153789 Apr 06 15:03:50.767920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06654593-f135-4c1b-9fa2-0c7b940e99be req-002b1ebb-3b65-4f0c-b941-3232b1c4a8da tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:50.769653 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06654593-f135-4c1b-9fa2-0c7b940e99be req-002b1ebb-3b65-4f0c-b941-3232b1c4a8da tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 944 time: 0.0536604 Apr 06 15:03:50.816571 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06654593-f135-4c1b-9fa2-0c7b940e99be req-d07b0f46-1319-42dc-8cf4-bb27b76b0f42 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Apr 06 15:03:51.938187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef6eb5-e5f7-4b68-a273-7a351a22882f req-7a2b7234-3e93-469e-aebe-0ae27f3c250b tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:51.939730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-27ef6eb5-e5f7-4b68-a273-7a351a22882f req-7a2b7234-3e93-469e-aebe-0ae27f3c250b tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 944 time: 0.0588560 Apr 06 15:03:52.002175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-27ef6eb5-e5f7-4b68-a273-7a351a22882f req-9cb9459e-701b-4835-830f-aaa566ec4015 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473654 Apr 06 15:03:53.120444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89f17c-d419-4252-abf0-352e1be1a711 req-173f16b3-a019-4f00-8127-caef302cd5a2 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:53.121952 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ab89f17c-d419-4252-abf0-352e1be1a711 req-173f16b3-a019-4f00-8127-caef302cd5a2 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 944 time: 0.0518339 Apr 06 15:03:53.168682 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ab89f17c-d419-4252-abf0-352e1be1a711 req-71891d38-4f69-4f32-84ec-5b43501b9836 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Apr 06 15:03:53.953411 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:54.154035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:03:54.253414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:54.265602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661', 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670', 'port_id': '5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661', 'mac_address': 'fa:16:3e:8a:c5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24d983b-5169-4910-bff9-66feaab53f79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:03:54.288277 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0c07d-14e1-4fd4-9a35-c7c642cb2221 req-e725924e-b415-4768-b334-8a7b2bad76ba tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:54.289770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b6e0c07d-14e1-4fd4-9a35-c7c642cb2221 req-e725924e-b415-4768-b334-8a7b2bad76ba tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 944 time: 0.0540392 Apr 06 15:03:54.301754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:03:54.302149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:54.315688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:03:54.339961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:54.342298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b6e0c07d-14e1-4fd4-9a35-c7c642cb2221 req-bb4c9a2c-c862-4426-984f-3b8916b58f4c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468607 Apr 06 15:03:54.421827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:54.471229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:54.478420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.478773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.479155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.479500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.479834 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.480164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.480496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.480826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.481155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.481483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.481810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.482132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.482456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:03:54.805581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:03:55.460546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc917d-693c-495e-b9be-1cd9e67af62d req-5bdcc2ab-6aa3-464c-89ac-dc87d1b6ab77 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:55.462016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ebc917d-693c-495e-b9be-1cd9e67af62d req-5bdcc2ab-6aa3-464c-89ac-dc87d1b6ab77 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 945 time: 0.0532765 Apr 06 15:03:55.509088 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ebc917d-693c-495e-b9be-1cd9e67af62d req-eae0f2bb-375a-45e7-ab99-8e3f24fdaaaf tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Apr 06 15:03:56.145409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:03:56.284538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:03:56.288750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:03:56.301982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:56.365396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:03:56.365812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:56.388586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d2f1e5-44d8-4b23-b196-959cca6d09aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:03:56.391954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e0f419-063c-4ae1-b71f-f9e309b48466" -d '{"events": [{"server_uuid": "20d2f1e5-44d8-4b23-b196-959cca6d09aa", "name": "network-vif-plugged", "status": "completed", "tag": "5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:03:56.408577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:03:56.429405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20e8520-d24d-4431-8dcc-ef8ac93c2f23 x-openstack-request-id: req-a20e8520-d24d-4431-8dcc-ef8ac93c2f23 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:03:56.429695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d2f1e5-44d8-4b23-b196-959cca6d09aa", "name": "network-vif-plugged", "status": "completed", "tag": "5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:03:56.429953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a20e8520-d24d-4431-8dcc-ef8ac93c2f23 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:03:56.430358 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20e8520-d24d-4431-8dcc-ef8ac93c2f23'] response: {'server_uuid': '20d2f1e5-44d8-4b23-b196-959cca6d09aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661', 'code': 200} Apr 06 15:03:56.490113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:03:56.537773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:03:56.626525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c64c7a-1956-44bd-908b-b21dcecdd903 req-4db77d62-0b48-4bcb-a8fe-cb941b0ce337 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:56.628046 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a7c64c7a-1956-44bd-908b-b21dcecdd903 req-4db77d62-0b48-4bcb-a8fe-cb941b0ce337 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0533497 Apr 06 15:03:56.679059 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a7c64c7a-1956-44bd-908b-b21dcecdd903 req-a89b051a-cccb-4152-817b-f6e44cc1001a tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Apr 06 15:03:56.830136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17da579-5451-47af-990f-ceee15119311 req-d8f65993-5816-49d0-9fb8-911d397136af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:56.831688 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a17da579-5451-47af-990f-ceee15119311 req-d8f65993-5816-49d0-9fb8-911d397136af service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 1130 time: 0.0493381 Apr 06 15:03:56.875462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a17da579-5451-47af-990f-ceee15119311 req-23793e2b-d780-47e0-a186-527588b442bc service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371249 Apr 06 15:03:57.797627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b5b92-9c19-4ed4-9b57-a203117651a1 req-c938e17a-1323-4dd8-b8e0-0b4e6057498c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:57.799137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b9b5b92-9c19-4ed4-9b57-a203117651a1 req-c938e17a-1323-4dd8-b8e0-0b4e6057498c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0545077 Apr 06 15:03:57.847049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b9b5b92-9c19-4ed4-9b57-a203117651a1 req-0a43ce7e-6ac0-4856-b8d6-b69eab8f3ba6 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Apr 06 15:03:58.971880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff3a60-358f-4d03-ab4c-62408d8c5c86 req-d388fa87-a0b5-4c22-9835-7066528a7bce tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:58.973332 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bff3a60-358f-4d03-ab4c-62408d8c5c86 req-d388fa87-a0b5-4c22-9835-7066528a7bce tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0562079 Apr 06 15:03:59.019450 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bff3a60-358f-4d03-ab4c-62408d8c5c86 req-bece54ca-5f4e-41d2-b8d1-5846d6918bb1 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Apr 06 15:03:59.240580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-f1800a49-bfbd-4d54-9a4a-c3c715cba9b3 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:03:59.242110 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-f1800a49-bfbd-4d54-9a4a-c3c715cba9b3 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/networks?id=21fedd44-fead-43ef-bc17-b2c49bded670 HTTP/1.1" status: 200 len: 814 time: 0.1040246 Apr 06 15:03:59.257325 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-121a451d-15fb-4a56-b42d-7e8d28d076f4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/quotas/a4012238c10840a7bcc1e6bb4f149911 HTTP/1.1" status: 200 len: 375 time: 0.0097034 Apr 06 15:03:59.314902 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ae87eeb6-c034-4da9-b0de-74b5f45c878a tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4012238c10840a7bcc1e6bb4f149911&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524750 Apr 06 15:03:59.325259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-2e16c76c-e911-4762-8a16-fe1fcc4735a5 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:03:59.326233 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-2e16c76c-e911-4762-8a16-fe1fcc4735a5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050485 Apr 06 15:03:59.413718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-e68d1fa0-57cc-4aa4-9738-6d672c0e0dac service neutron] 10.222.0.71 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821571 Apr 06 15:03:59.504402 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-2931e1ac-3033-49dc-bcaa-2a2acd29966d service neutron] 10.222.0.71 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852110 Apr 06 15:03:59.759351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f42d9dd-7b1d-429b-931d-08f4a8ddaa47 req-bcceb205-1f2a-49a8-b5d2-7742b6089ff0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 210 time: 0.0278730 Apr 06 15:04:00.855053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f34596f5-af6b-4807-87ad-5b7c8d5f6c61 req-aa37556a-aff0-4aaf-a468-1e35a819c7a3 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Apr 06 15:04:01.656399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-0124490d-ca73-43d1-8d00-0552513b2219 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:01.657760 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-0124490d-ca73-43d1-8d00-0552513b2219 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.87 "GET /v2.0/networks?id=21fedd44-fead-43ef-bc17-b2c49bded670 HTTP/1.1" status: 200 len: 814 time: 0.1090460 Apr 06 15:04:01.675006 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Request body: {'port': {'device_id': 'e4ff8daf-ccca-403d-9cf4-d5ce02c92011', 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670', 'admin_state_up': True, 'tenant_id': 'a4012238c10840a7bcc1e6bb4f149911'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:01.956346 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-205d8163-7461-445f-98af-622e6c2d96a8 req-2d262ea4-ceca-4de0-9298-dce1b004710c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 210 time: 0.0319977 Apr 06 15:04:02.027087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Made reservation on behalf of a4012238c10840a7bcc1e6bb4f149911 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:02.030567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.154849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Allocated IP 172.20.0.12 (21fedd44-fead-43ef-bc17-b2c49bded670/f24d983b-5169-4910-bff9-66feaab53f79/c1954006-d562-422e-9e7b-832c1b181df2) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:02.302441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks [] for port (c1954006-d562-422e-9e7b-832c1b181df2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.518930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c1954006-d562-422e-9e7b-832c1b181df2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.565181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Network 21fedd44-fead-43ef-bc17-b2c49bded670 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:02.565379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:04:02.565837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:02.580099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:02.599860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Pushing event updated for resources: {'Port': ['ID=c1954006-d562-422e-9e7b-832c1b181df2,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:02.631162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:02.631773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:02.732868 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-b2e25eae-e3c6-454a-910f-157f89fe3d38 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0614884 Apr 06 15:04:02.749592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Request body: {'port': {'device_id': 'e4ff8daf-ccca-403d-9cf4-d5ce02c92011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:02.807040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c1954006-d562-422e-9e7b-832c1b181df2), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.113930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1954006-d562-422e-9e7b-832c1b181df2 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:04:03.127252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951717d-d60f-4ab4-b0ac-27c50ba9271a req-810442c5-dc83-4928-a8dd-1151cf21cff5 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:03.135653 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f951717d-d60f-4ab4-b0ac-27c50ba9271a req-810442c5-dc83-4928-a8dd-1151cf21cff5 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 932 time: 0.1039014 Apr 06 15:04:03.135653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Publish callbacks [] for port (c1954006-d562-422e-9e7b-832c1b181df2), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.157507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Transition to ACTIVE for port object c1954006-d562-422e-9e7b-832c1b181df2 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:04:03.183276 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f951717d-d60f-4ab4-b0ac-27c50ba9271a req-5582134c-0eab-46f4-8c28-99491e24cb16 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489984 Apr 06 15:04:03.271680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (c1954006-d562-422e-9e7b-832c1b181df2), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.322724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Pushing event updated for resources: {'Port': ['ID=c1954006-d562-422e-9e7b-832c1b181df2,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:03.379504 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:04:03.396862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Attempting to bind port c1954006-d562-422e-9e7b-832c1b181df2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:03.399479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Attempting to bind port c1954006-d562-422e-9e7b-832c1b181df2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:03.399479 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Attempting to bind port c1954006-d562-422e-9e7b-832c1b181df2 on network 21fedd44-fead-43ef-bc17-b2c49bded670 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:03.401999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Port c1954006-d562-422e-9e7b-832c1b181df2 on network 21fedd44-fead-43ef-bc17-b2c49bded670 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:04:03.402318 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Attempting to bind port c1954006-d562-422e-9e7b-832c1b181df2 on network 21fedd44-fead-43ef-bc17-b2c49bded670 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:03.407800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:03.408131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Checking segment: {'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:03.408613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Bound using segment: {'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:03.409041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Bound port: c1954006-d562-422e-9e7b-832c1b181df2, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c46102c-9b0d-4576-ad7d-7288cd56633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:03.409397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c1954006-d562-422e-9e7b-832c1b181df2), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.472661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] For port c1954006-d562-422e-9e7b-832c1b181df2, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:03.475637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] For port c1954006-d562-422e-9e7b-832c1b181df2, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c1954006-d562-422e-9e7b-832c1b181df2,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:03.565064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (c1954006-d562-422e-9e7b-832c1b181df2), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.596227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:03.597307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:03.598231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] 10.222.0.87 "PUT /v2.0/ports/c1954006-d562-422e-9e7b-832c1b181df2 HTTP/1.1" status: 200 len: 1094 time: 0.8528073 Apr 06 15:04:03.600353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ff8daf-ccca-403d-9cf4-d5ce02c92011', 'tag': 'c1954006-d562-422e-9e7b-832c1b181df2'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:04:03.602613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74929ce-cbdc-4919-bb5e-7eebb263296a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ff8daf-ccca-403d-9cf4-d5ce02c92011", "tag": "c1954006-d562-422e-9e7b-832c1b181df2"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:04:03.629124 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ff5c8-380e-4a84-b49f-20fb3585a91c service neutron] Pushing event updated for resources: {'Port': ['ID=c1954006-d562-422e-9e7b-832c1b181df2,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:03.638691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b641dc7-9aa8-4273-9e6c-08704096f1f2 x-openstack-request-id: req-4b641dc7-9aa8-4273-9e6c-08704096f1f2 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:04:03.638864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ff8daf-ccca-403d-9cf4-d5ce02c92011", "tag": "c1954006-d562-422e-9e7b-832c1b181df2", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:04:03.639148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b641dc7-9aa8-4273-9e6c-08704096f1f2 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:04:03.639618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b641dc7-9aa8-4273-9e6c-08704096f1f2'] response: {'name': 'network-changed', 'server_uuid': 'e4ff8daf-ccca-403d-9cf4-d5ce02c92011', 'tag': 'c1954006-d562-422e-9e7b-832c1b181df2', 'status': 'completed', 'code': 200} Apr 06 15:04:03.734667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74929ce-cbdc-4919-bb5e-7eebb263296a req-5630cd7b-3751-4b44-905d-739647c16fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:03.736182 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a74929ce-cbdc-4919-bb5e-7eebb263296a req-5630cd7b-3751-4b44-905d-739647c16fe2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a4012238c10840a7bcc1e6bb4f149911&device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 1128 time: 0.0444772 Apr 06 15:04:03.841504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74929ce-cbdc-4919-bb5e-7eebb263296a req-4835cf75-619d-443f-abcc-c9b23a42182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:03.843133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a74929ce-cbdc-4919-bb5e-7eebb263296a req-4835cf75-619d-443f-abcc-c9b23a42182f service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=a4012238c10840a7bcc1e6bb4f149911&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0931377 Apr 06 15:04:03.938508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74929ce-cbdc-4919-bb5e-7eebb263296a req-8fb37531-68bf-4260-965b-250648fadae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:03.940000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a74929ce-cbdc-4919-bb5e-7eebb263296a req-8fb37531-68bf-4260-965b-250648fadae4 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0917370 Apr 06 15:04:04.041592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-c1b70347-e3bd-42aa-a2b5-4053022d456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:04.043135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-c1b70347-e3bd-42aa-a2b5-4053022d456b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a4012238c10840a7bcc1e6bb4f149911&device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 1128 time: 0.0442135 Apr 06 15:04:04.089454 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-9de08763-117c-4879-9cab-6bb81f84d54d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1954006-d562-422e-9e7b-832c1b181df2 HTTP/1.1" status: 200 len: 217 time: 0.0330591 Apr 06 15:04:04.138866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-754d7527-c067-4897-a0bd-bc9c0ef32395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:04.140672 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-754d7527-c067-4897-a0bd-bc9c0ef32395 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f24d983b-5169-4910-bff9-66feaab53f79 HTTP/1.1" status: 200 len: 854 time: 0.0458436 Apr 06 15:04:04.170281 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-60f1af25-3d12-4e82-9caf-f98679838f7f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=21fedd44-fead-43ef-bc17-b2c49bded670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245116 Apr 06 15:04:04.269517 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-2ee8b537-001c-4159-9d61-744d5b584b7a service neutron] 10.222.0.87 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937574 Apr 06 15:04:04.364464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26c233-66a2-4d99-92f6-9cb308506595 req-7ebd8fa8-c1ec-4d2c-b4ee-7f38a6eefb72 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:04.365858 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b26c233-66a2-4d99-92f6-9cb308506595 req-7ebd8fa8-c1ec-4d2c-b4ee-7f38a6eefb72 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 944 time: 0.1128373 Apr 06 15:04:04.403355 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fccdd136-c12f-4157-a5f9-e0bdc6f03e93 req-1bf28164-0e51-4754-8b77-89cb0d06cc70 service neutron] 10.222.0.87 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188698 Apr 06 15:04:04.428789 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b26c233-66a2-4d99-92f6-9cb308506595 req-03b6b8cd-d190-40ee-92f5-b93db0338046 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549591 Apr 06 15:04:05.551537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0f9a3-67e9-47f2-99a3-4fdcbe649c42 req-c714a093-c0eb-405e-8b45-45eb5a41f7a6 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:05.553041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00b0f9a3-67e9-47f2-99a3-4fdcbe649c42 req-c714a093-c0eb-405e-8b45-45eb5a41f7a6 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 944 time: 0.0561473 Apr 06 15:04:05.599214 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00b0f9a3-67e9-47f2-99a3-4fdcbe649c42 req-c2383528-b7d5-4ee4-a1d8-b6a1b4df0845 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Apr 06 15:04:05.746669 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2acc279e-b863-466d-a030-69146677036a req-269e703f-9219-457a-a187-4fdd48bc0d17 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453169 Apr 06 15:04:05.855594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc279e-b863-466d-a030-69146677036a req-6899e5e9-13b5-40b3-801f-ecc5e094660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:05.857250 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2acc279e-b863-466d-a030-69146677036a req-6899e5e9-13b5-40b3-801f-ecc5e094660e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a4012238c10840a7bcc1e6bb4f149911&device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 1130 time: 0.0452843 Apr 06 15:04:05.972374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc279e-b863-466d-a030-69146677036a req-18dd884f-748c-477c-ac9e-372c2bda197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:05.973839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2acc279e-b863-466d-a030-69146677036a req-18dd884f-748c-477c-ac9e-372c2bda197b service neutron] 10.222.0.87 "GET /v2.0/networks?id=21fedd44-fead-43ef-bc17-b2c49bded670 HTTP/1.1" status: 200 len: 916 time: 0.0891781 Apr 06 15:04:06.014005 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2acc279e-b863-466d-a030-69146677036a req-18dfd6d2-dbc2-408a-ae52-d23b8c64ce05 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 HTTP/1.1" status: 200 len: 217 time: 0.0330825 Apr 06 15:04:06.064027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc279e-b863-466d-a030-69146677036a req-d87a2411-f64f-4789-9471-f3601ae743e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:06.065437 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2acc279e-b863-466d-a030-69146677036a req-d87a2411-f64f-4789-9471-f3601ae743e4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f24d983b-5169-4910-bff9-66feaab53f79 HTTP/1.1" status: 200 len: 854 time: 0.0459414 Apr 06 15:04:06.097058 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2acc279e-b863-466d-a030-69146677036a req-19fb40f3-00c6-431a-884c-cc7a046e465d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=21fedd44-fead-43ef-bc17-b2c49bded670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254588 Apr 06 15:04:06.182614 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2acc279e-b863-466d-a030-69146677036a req-70593519-2f85-42d3-aa29-af3804fc2080 service neutron] 10.222.0.87 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791705 Apr 06 15:04:06.271902 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2acc279e-b863-466d-a030-69146677036a req-23e7ec2e-9193-4bf2-be20-0af9ad3065ec service neutron] 10.222.0.87 "GET /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837572 Apr 06 15:04:06.715834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7af5-69c2-4f3b-8fd9-98b3526495dd req-8a75002d-f28e-4767-b916-3dedd5c1c25d tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:06.717422 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c62d7af5-69c2-4f3b-8fd9-98b3526495dd req-8a75002d-f28e-4767-b916-3dedd5c1c25d tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 944 time: 0.0532181 Apr 06 15:04:06.763658 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c62d7af5-69c2-4f3b-8fd9-98b3526495dd req-10c913b7-285e-4bda-9bb8-ec68893577d3 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Apr 06 15:04:07.879174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe9d7b-e76a-4844-b569-802e014bd457 req-0ba240f8-fdd8-4614-b499-41513a4df115 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:07.880639 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fbe9d7b-e76a-4844-b569-802e014bd457 req-0ba240f8-fdd8-4614-b499-41513a4df115 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 944 time: 0.0520306 Apr 06 15:04:07.931056 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1fbe9d7b-e76a-4844-b569-802e014bd457 req-9ae0bb6d-71d2-4b4d-baee-2606791eb7f6 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Apr 06 15:04:08.187065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device c1954006-d562-422e-9e7b-832c1b181df2 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:04:08.284024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port c1954006-d562-422e-9e7b-832c1b181df2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c1954006-d562-422e-9e7b-832c1b181df2,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:08.298915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'c1954006-d562-422e-9e7b-832c1b181df2', 'network_id': '21fedd44-fead-43ef-bc17-b2c49bded670', 'port_id': 'c1954006-d562-422e-9e7b-832c1b181df2', 'mac_address': 'fa:16:3e:28:2e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24d983b-5169-4910-bff9-66feaab53f79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:04:08.337202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port c1954006-d562-422e-9e7b-832c1b181df2 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:08.337594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c1954006-d562-422e-9e7b-832c1b181df2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.350176 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1954006-d562-422e-9e7b-832c1b181df2 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:04:08.369721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port c1954006-d562-422e-9e7b-832c1b181df2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c1954006-d562-422e-9e7b-832c1b181df2,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:08.438172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c1954006-d562-422e-9e7b-832c1b181df2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:08.485016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=c1954006-d562-422e-9e7b-832c1b181df2,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:08.869021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['c1954006-d562-422e-9e7b-832c1b181df2'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:04:09.051255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38cabf-bff9-453b-a409-46bff0fc2547 req-bc54384e-7853-477c-be3d-9a4e7b69561c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:09.052720 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1f38cabf-bff9-453b-a409-46bff0fc2547 req-bc54384e-7853-477c-be3d-9a4e7b69561c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Apr 06 15:04:09.100564 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1f38cabf-bff9-453b-a409-46bff0fc2547 req-ab148fe9-9150-446c-a852-8fa7da6be6dd tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Apr 06 15:04:09.106742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9239012-84c7-4b04-a7cc-59574c55046c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:10.185882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device c1954006-d562-422e-9e7b-832c1b181df2 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:10.218892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdef4d-03a6-4c97-81c3-1ec15d6aaf91 req-9a53e9dc-58d5-4381-9e43-83676bbe4442 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:10.226187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2efdef4d-03a6-4c97-81c3-1ec15d6aaf91 req-9a53e9dc-58d5-4381-9e43-83676bbe4442 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 945 time: 0.0542808 Apr 06 15:04:10.266578 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2efdef4d-03a6-4c97-81c3-1ec15d6aaf91 req-df2dd6d0-8d43-496b-b71b-7e16bd5663cf tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Apr 06 15:04:10.356563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port c1954006-d562-422e-9e7b-832c1b181df2 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:04:10.361103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port c1954006-d562-422e-9e7b-832c1b181df2 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:10.361475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c1954006-d562-422e-9e7b-832c1b181df2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:10.441710 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port c1954006-d562-422e-9e7b-832c1b181df2 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:10.442092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c1954006-d562-422e-9e7b-832c1b181df2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:10.464327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ff8daf-ccca-403d-9cf4-d5ce02c92011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1954006-d562-422e-9e7b-832c1b181df2'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:04:10.466498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6109bd9-7041-4c1d-b047-bbca78b858b0" -d '{"events": [{"server_uuid": "e4ff8daf-ccca-403d-9cf4-d5ce02c92011", "name": "network-vif-plugged", "status": "completed", "tag": "c1954006-d562-422e-9e7b-832c1b181df2"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:04:10.486452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port c1954006-d562-422e-9e7b-832c1b181df2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c1954006-d562-422e-9e7b-832c1b181df2,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:10.510186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5504928-5ec5-4313-b6f8-c3bdd6a27333 x-openstack-request-id: req-e5504928-5ec5-4313-b6f8-c3bdd6a27333 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:04:10.510479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ff8daf-ccca-403d-9cf4-d5ce02c92011", "name": "network-vif-plugged", "status": "completed", "tag": "c1954006-d562-422e-9e7b-832c1b181df2", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:04:10.510730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5504928-5ec5-4313-b6f8-c3bdd6a27333 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:04:10.511208 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5504928-5ec5-4313-b6f8-c3bdd6a27333'] response: {'server_uuid': 'e4ff8daf-ccca-403d-9cf4-d5ce02c92011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1954006-d562-422e-9e7b-832c1b181df2', 'code': 200} Apr 06 15:04:10.552452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c1954006-d562-422e-9e7b-832c1b181df2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:10.602689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=c1954006-d562-422e-9e7b-832c1b181df2,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:10.857623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fe44a-b23d-4d90-8b75-7ed28fe50906 req-f393810b-33cd-4264-8197-40cdfb49eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:10.859773 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc7fe44a-b23d-4d90-8b75-7ed28fe50906 req-f393810b-33cd-4264-8197-40cdfb49eb48 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 1130 time: 0.0465508 Apr 06 15:04:10.902809 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc7fe44a-b23d-4d90-8b75-7ed28fe50906 req-2ce99aaf-0b0c-401c-a61f-0f5c72e2bb7c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359390 Apr 06 15:04:11.386104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873efabe-b683-40b4-972e-1aa6a8a6b867 req-ab1af91c-cb68-4975-9c74-c5d761d18451 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:11.387646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-873efabe-b683-40b4-972e-1aa6a8a6b867 req-ab1af91c-cb68-4975-9c74-c5d761d18451 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 946 time: 0.0522943 Apr 06 15:04:11.433885 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-873efabe-b683-40b4-972e-1aa6a8a6b867 req-5401c284-e533-4028-9bcf-1ca2dd04d85f tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Apr 06 15:04:11.535053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5814402b-2b43-471b-916e-3bd18e311544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:12.554231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560992f6-278e-4023-9636-73af3d3df2c1 req-b5d84762-75eb-435b-8426-63502d8a2c8a tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:12.555764 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-560992f6-278e-4023-9636-73af3d3df2c1 req-b5d84762-75eb-435b-8426-63502d8a2c8a tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 946 time: 0.0539880 Apr 06 15:04:12.609132 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-560992f6-278e-4023-9636-73af3d3df2c1 req-56a8733d-93e1-45e5-93e8-80717830a48d tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476818 Apr 06 15:04:13.724737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dc61b-a7ae-4310-bbb3-ec802e0ba6c3 req-9e87b021-5fa8-4305-9fb0-fa0ac3290e8a tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:13.726225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e74dc61b-a7ae-4310-bbb3-ec802e0ba6c3 req-9e87b021-5fa8-4305-9fb0-fa0ac3290e8a tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 946 time: 0.0513089 Apr 06 15:04:13.772521 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e74dc61b-a7ae-4310-bbb3-ec802e0ba6c3 req-a9c0dabf-dbee-4370-9df6-f1950a64639b tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Apr 06 15:04:13.844136 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:14.199837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4759f6a-e9f5-41f0-b19d-f318428767a4 req-1a163f52-afe7-4bbc-8f2b-5007faeca30e tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:14.201301 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4759f6a-e9f5-41f0-b19d-f318428767a4 req-1a163f52-afe7-4bbc-8f2b-5007faeca30e tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 946 time: 0.0515094 Apr 06 15:04:14.247781 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4759f6a-e9f5-41f0-b19d-f318428767a4 req-0641ddbf-0983-4123-ab77-ee53658681b8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Apr 06 15:04:15.368224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00033a67-112e-4ecb-a74e-6802f63cfabd req-cd1ce934-f8b1-4215-967e-70888854166e tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:15.369650 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00033a67-112e-4ecb-a74e-6802f63cfabd req-cd1ce934-f8b1-4215-967e-70888854166e tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 946 time: 0.0539157 Apr 06 15:04:15.416176 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00033a67-112e-4ecb-a74e-6802f63cfabd req-68d79aae-0d36-47cf-8f04-a522972276b6 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Apr 06 15:04:15.844911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-66b210ee-7f8f-40a8-836b-b325f5b5353e tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:15.846397 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-66b210ee-7f8f-40a8-836b-b325f5b5353e tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 946 time: 0.0527778 Apr 06 15:04:15.883705 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:15.941149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Deleting port c1954006-d562-422e-9e7b-832c1b181df2 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:15.941950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c1954006-d562-422e-9e7b-832c1b181df2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:16.027153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] For port c1954006-d562-422e-9e7b-832c1b181df2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c1954006-d562-422e-9e7b-832c1b181df2,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:16.027520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c1954006-d562-422e-9e7b-832c1b181df2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:16.040279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Calling delete_port for c1954006-d562-422e-9e7b-832c1b181df2 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:16.214855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c1954006-d562-422e-9e7b-832c1b181df2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:16.243346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Pushing event deleted for resources: {'Port': ['ID=c1954006-d562-422e-9e7b-832c1b181df2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:16.254854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661', 'c1954006-d562-422e-9e7b-832c1b181df2'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:04:16.290489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] No DVR routers for this DVR port c1954006-d562-422e-9e7b-832c1b181df2 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:16.293136 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:16.296489 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1140e8fa-8ee3-42ef-8ff1-69765bd90469 req-debaae2f-9205-4fb5-abc6-2e858ff131f8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.87 "DELETE /v2.0/ports/c1954006-d562-422e-9e7b-832c1b181df2 HTTP/1.1" status: 204 len: 173 time: 0.4450278 Apr 06 15:04:16.297058 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ff8daf-ccca-403d-9cf4-d5ce02c92011', 'name': 'network-vif-deleted', 'tag': 'c1954006-d562-422e-9e7b-832c1b181df2'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:04:16.299325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f7a17b-3540-4fe5-9e77-513dc6eea82f" -d '{"events": [{"server_uuid": "e4ff8daf-ccca-403d-9cf4-d5ce02c92011", "name": "network-vif-deleted", "tag": "c1954006-d562-422e-9e7b-832c1b181df2"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:04:16.335011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02297c4-6c39-448d-9011-09028a14e5cd x-openstack-request-id: req-d02297c4-6c39-448d-9011-09028a14e5cd {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:04:16.335489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ff8daf-ccca-403d-9cf4-d5ce02c92011", "name": "network-vif-deleted", "tag": "c1954006-d562-422e-9e7b-832c1b181df2", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:04:16.335489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d02297c4-6c39-448d-9011-09028a14e5cd {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:04:16.335913 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02297c4-6c39-448d-9011-09028a14e5cd'] response: {'server_uuid': 'e4ff8daf-ccca-403d-9cf4-d5ce02c92011', 'name': 'network-vif-deleted', 'tag': 'c1954006-d562-422e-9e7b-832c1b181df2', 'status': 'completed', 'code': 200} Apr 06 15:04:16.489287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:16.512703 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-457ffe9d-98ac-412e-9860-aefdf6f5624a req-c84ac786-7d4f-4320-b615-0d529b6debf5 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ff8daf-ccca-403d-9cf4-d5ce02c92011 HTTP/1.1" status: 200 len: 210 time: 0.0272810 Apr 06 15:04:17.667685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c6fc0-7903-4a30-baa6-a19dec8e9778 req-8dd5dab9-4aea-4afa-a3a5-3dcaa338063e tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:17.669135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da5c6fc0-7903-4a30-baa6-a19dec8e9778 req-8dd5dab9-4aea-4afa-a3a5-3dcaa338063e tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0554464 Apr 06 15:04:17.715264 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da5c6fc0-7903-4a30-baa6-a19dec8e9778 req-41b24ab6-e94a-4738-bb08-a5bdbeeda19d tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Apr 06 15:04:17.848982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ac58f-81f6-433c-8a57-9ef8b294a0eb req-70c9c53e-475a-4b46-a650-3081f90e8455 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:17.850437 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-194ac58f-81f6-433c-8a57-9ef8b294a0eb req-70c9c53e-475a-4b46-a650-3081f90e8455 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0528653 Apr 06 15:04:17.898781 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-194ac58f-81f6-433c-8a57-9ef8b294a0eb req-f5bac01a-94f5-4f97-9358-49b144f59c30 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Apr 06 15:04:18.033329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00830ea5-b974-44f0-a9dd-1002d0e84095 req-d2ae10d3-f718-4d0b-9bf6-c01496080ed0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:18.034838 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00830ea5-b974-44f0-a9dd-1002d0e84095 req-d2ae10d3-f718-4d0b-9bf6-c01496080ed0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0686481 Apr 06 15:04:18.081108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00830ea5-b974-44f0-a9dd-1002d0e84095 req-b7e7c4bd-1a2a-403a-bc29-09fcc18c4419 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Apr 06 15:04:18.248317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5c7d8-deae-4f7e-8196-cee9a97c86ec req-215a8b92-d8d2-4bb2-ab4f-e1fe95598b2c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:18.250386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6be5c7d8-deae-4f7e-8196-cee9a97c86ec req-215a8b92-d8d2-4bb2-ab4f-e1fe95598b2c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0529487 Apr 06 15:04:18.297029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6be5c7d8-deae-4f7e-8196-cee9a97c86ec req-c6a67c92-7f96-41cb-a07e-110f8362a48c tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Apr 06 15:04:18.429659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b3fc8-73cc-4915-bb6e-0a427e6e3a63 req-64f687e5-a9b4-471d-a441-9bb487911bf0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:18.431158 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ff4b3fc8-73cc-4915-bb6e-0a427e6e3a63 req-64f687e5-a9b4-471d-a441-9bb487911bf0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0570815 Apr 06 15:04:18.477598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ff4b3fc8-73cc-4915-bb6e-0a427e6e3a63 req-db96e02a-f263-44c3-96ed-19fd9b512ad0 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Apr 06 15:04:18.602358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc4d41-d379-4b05-8e72-5f6e1c09f6db req-baa13fef-29e0-4e52-8b4a-81e2cea0bd79 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:18.603853 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76bc4d41-d379-4b05-8e72-5f6e1c09f6db req-baa13fef-29e0-4e52-8b4a-81e2cea0bd79 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0517185 Apr 06 15:04:18.651470 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76bc4d41-d379-4b05-8e72-5f6e1c09f6db req-be92bc99-f14c-4f10-a8ea-cafa80ec84e1 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Apr 06 15:04:19.180283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88632d3c-3989-42fe-afab-03b69adfd20e req-4349ea6a-7d2b-4843-a8bd-44e668c513d8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:19.181733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88632d3c-3989-42fe-afab-03b69adfd20e req-4349ea6a-7d2b-4843-a8bd-44e668c513d8 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0521204 Apr 06 15:04:19.231119 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88632d3c-3989-42fe-afab-03b69adfd20e req-19af49ef-2e44-4435-aebe-40b71986c0f2 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Apr 06 15:04:20.192780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device c1954006-d562-422e-9e7b-832c1b181df2 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:04:20.212549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: c1954006-d562-422e-9e7b-832c1b181df2 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:04:20.213009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device c1954006-d562-422e-9e7b-832c1b181df2 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:04:20.349039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739b52-a85b-4ce9-b737-fb6f5862018a req-f6070e04-99f1-43f5-bede-e30dcb91d96a tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:20.350513 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da739b52-a85b-4ce9-b737-fb6f5862018a req-f6070e04-99f1-43f5-bede-e30dcb91d96a tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0515559 Apr 06 15:04:20.398144 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da739b52-a85b-4ce9-b737-fb6f5862018a req-4b4f9106-0faf-4c77-a4c0-67b788d33914 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/security-groups?id=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Apr 06 15:04:20.914075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-9342690e-3328-4d7d-9d67-5ba975386058 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:20.915543 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-9342690e-3328-4d7d-9d67-5ba975386058 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.87 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 946 time: 0.0522587 Apr 06 15:04:21.006752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Deleting port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:21.007130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:21.094076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] For port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,segment=NetworkSegment(6c46102c-9b0d-4576-ad7d-7288cd56633f),segment_id=6c46102c-9b0d-4576-ad7d-7288cd56633f)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:21.094437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:21.106485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Calling delete_port for 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:21.329500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:21.357041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Pushing event deleted for resources: {'Port': ['ID=5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:21.363883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:04:21.368032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.368032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.368032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.368351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.368691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.369068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.369425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.369792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.370153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.370502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.370827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.371176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.371841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:21.418823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] No DVR routers for this DVR port 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:21.421601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:21.424954 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd43a964-a8d7-46e8-a2a3-e840b0a427c3 req-28e544d1-0017-44bd-8fdf-d9410c8cdbf4 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.87 "DELETE /v2.0/ports/5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 HTTP/1.1" status: 204 len: 173 time: 0.5045676 Apr 06 15:04:21.425402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d2f1e5-44d8-4b23-b196-959cca6d09aa', 'name': 'network-vif-deleted', 'tag': '5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:04:21.427647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb989d-7b60-446f-b2c4-6373e03bf3dd" -d '{"events": [{"server_uuid": "20d2f1e5-44d8-4b23-b196-959cca6d09aa", "name": "network-vif-deleted", "tag": "5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:04:21.475249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5484696-1575-426c-9e6b-ffc6ac79d953 x-openstack-request-id: req-a5484696-1575-426c-9e6b-ffc6ac79d953 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:04:21.475533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d2f1e5-44d8-4b23-b196-959cca6d09aa", "name": "network-vif-deleted", "tag": "5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:04:21.475785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5484696-1575-426c-9e6b-ffc6ac79d953 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:04:21.476175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5484696-1575-426c-9e6b-ffc6ac79d953'] response: {'server_uuid': '20d2f1e5-44d8-4b23-b196-959cca6d09aa', 'name': 'network-vif-deleted', 'tag': '5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661', 'status': 'completed', 'code': 200} Apr 06 15:04:21.495712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d7261555-141b-4188-91b4-69660cd22db7 req-2bb10ffe-7574-475f-a2ab-6500c9a7a632 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 210 time: 0.0300038 Apr 06 15:04:22.602825 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b08733d8-54a5-4865-ade5-78d2e715aab1 req-8e86d66f-96c4-4541-bf1c-002d856fabc3 tempest-ServersNegativeTestJSON-2082939866 tempest-ServersNegativeTestJSON-2082939866-project] 10.222.0.71 "GET /v2.0/ports?device_id=20d2f1e5-44d8-4b23-b196-959cca6d09aa HTTP/1.1" status: 200 len: 210 time: 0.0277719 Apr 06 15:04:23.658325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50762) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:23.700739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ab84b4-512a-447d-bc37-7bebc1a19c0d admin admin] Deleting subnet f24d983b-5169-4910-bff9-66feaab53f79 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:04:23.703768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-06ab84b4-512a-447d-bc37-7bebc1a19c0d admin admin] Publish callbacks [] for subnet (f24d983b-5169-4910-bff9-66feaab53f79), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:23.740223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-06ab84b4-512a-447d-bc37-7bebc1a19c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (f24d983b-5169-4910-bff9-66feaab53f79), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:23.777901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-06ab84b4-512a-447d-bc37-7bebc1a19c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (f24d983b-5169-4910-bff9-66feaab53f79), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:23.866306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:23.899441 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-06ab84b4-512a-447d-bc37-7bebc1a19c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (f24d983b-5169-4910-bff9-66feaab53f79), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:23.923681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab84b4-512a-447d-bc37-7bebc1a19c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24d983b-5169-4910-bff9-66feaab53f79,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:23.929317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-06ab84b4-512a-447d-bc37-7bebc1a19c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:23.932460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-06ab84b4-512a-447d-bc37-7bebc1a19c0d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f24d983b-5169-4910-bff9-66feaab53f79 HTTP/1.1" status: 204 len: 168 time: 0.2731271 Apr 06 15:04:23.935027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50764) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:24.003675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (21fedd44-fead-43ef-bc17-b2c49bded670), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.078257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (21fedd44-fead-43ef-bc17-b2c49bded670), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.097964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fedd44-fead-43ef-bc17-b2c49bded670']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:24.106853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c46102c-9b0d-4576-ad7d-7288cd56633f') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:24.107181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c46102c-9b0d-4576-ad7d-7288cd56633f') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:24.116201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (6c46102c-9b0d-4576-ad7d-7288cd56633f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.129444 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (6c46102c-9b0d-4576-ad7d-7288cd56633f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.135059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:24.135440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (6c46102c-9b0d-4576-ad7d-7288cd56633f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:24.137027 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:24.200548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:04:24.220242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:04:24.220590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 5ed3005b-2db1-4d1c-9ce1-dcaee0fe4661 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:04:24.295063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (21fedd44-fead-43ef-bc17-b2c49bded670), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.300825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.305768 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/21fedd44-fead-43ef-bc17-b2c49bded670 HTTP/1.1" status: 204 len: 168 time: 0.3680387 Apr 06 15:04:24.315779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cadce4-2fa1-4a3f-9e97-404d37b387d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=21fedd44-fead-43ef-bc17-b2c49bded670,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:24.652024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50768) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:24.693640 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ed99fb6d-b6b7-4b1e-b182-4c47c5614aae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a4012238c10840a7bcc1e6bb4f149911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404668 Apr 06 15:04:24.696100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50770) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:24.741986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27918a4c-fb2a-4b23-9efd-41df7d1a425e admin admin] Publish callbacks [] for security_group (da29c425-cc90-4ee3-b6e2-2ea288a6dfd9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.762811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27918a4c-fb2a-4b23-9efd-41df7d1a425e admin admin] Publish callbacks [] for security_group (da29c425-cc90-4ee3-b6e2-2ea288a6dfd9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.910396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27918a4c-fb2a-4b23-9efd-41df7d1a425e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (da29c425-cc90-4ee3-b6e2-2ea288a6dfd9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.912927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27918a4c-fb2a-4b23-9efd-41df7d1a425e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:24.914165 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-27918a4c-fb2a-4b23-9efd-41df7d1a425e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da29c425-cc90-4ee3-b6e2-2ea288a6dfd9 HTTP/1.1" status: 204 len: 168 time: 0.2171037 Apr 06 15:04:24.922882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27918a4c-fb2a-4b23-9efd-41df7d1a425e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da29c425-cc90-4ee3-b6e2-2ea288a6dfd9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:26.064774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50792) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:26.157703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200442834'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:26.236116 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:26.239494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:26.251331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:26.669798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for security_group (f84791dc-c530-4d55-8820-638d1ffe4fd9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:26.744566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f84791dc-c530-4d55-8820-638d1ffe4fd9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:26.770737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:26.780733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84791dc-c530-4d55-8820-638d1ffe4fd9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:26.785585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f281b4e8-663e-4ba9-b13c-a0c0a4f08a67), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:26.785928 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Added segment f281b4e8-663e-4ba9-b13c-a0c0a4f08a67 of type vlan for network 3720cc75-3125-44da-9dad-a4b1dfe2f1fb Apr 06 15:04:26.825737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (3720cc75-3125-44da-9dad-a4b1dfe2f1fb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:26.922358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (3720cc75-3125-44da-9dad-a4b1dfe2f1fb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:26.927294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:26.927879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:26.993459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Network': ['ID=3720cc75-3125-44da-9dad-a4b1dfe2f1fb,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:27.004220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 3720cc75-3125-44da-9dad-a4b1dfe2f1fb details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:27.101840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-731189eb-09f7-449f-8052-acd2eff7a1f4 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0359743 Apr 06 15:04:30.342994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50796) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:30.348211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'subnet': {'network_id': '3720cc75-3125-44da-9dad-a4b1dfe2f1fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:30.529219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:30.532851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:30.769663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:30.835230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Subnet': ['ID=0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:30.842591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Checking segment: {'id': 'f281b4e8-663e-4ba9-b13c-a0c0a4f08a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3720cc75-3125-44da-9dad-a4b1dfe2f1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:30.843382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network hostable DHCP agents. Network: 3720cc75-3125-44da-9dad-a4b1dfe2f1fb, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:30.928876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network 3720cc75-3125-44da-9dad-a4b1dfe2f1fb is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:31.002905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 3720cc75-3125-44da-9dad-a4b1dfe2f1fb) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:31.007189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:31.007808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.011733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e935fb-4049-4739-b551-4d5aa83b3e0b None None] Network 3720cc75-3125-44da-9dad-a4b1dfe2f1fb requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:31.112172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-3720cc75-3125-44da-9dad-a4b1dfe2f1fb', 'network_id': '3720cc75-3125-44da-9dad-a4b1dfe2f1fb', 'project_id': 'b18ba56c77dd406898a6733c716af6f9', 'fixed_ips': [{'subnet_id': '0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:31.112997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.125467 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9d011d19-351d-452d-a9ee-fde05510c659 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7811933 Apr 06 15:04:31.128843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50798) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:31.133776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-89443979'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:31.247054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Allocated IP 2001:db8:0:ffff::2 (3720cc75-3125-44da-9dad-a4b1dfe2f1fb/0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65/341f08df-d8de-4eb2-ad0b-43c71d458343) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:31.294641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:31.298110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.320898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:31.330154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (701fb993-84e2-448f-94c2-d06666e2cbc4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.336358 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Added segment 701fb993-84e2-448f-94c2-d06666e2cbc4 of type vlan for network 3c7712f7-e4ed-4092-95e9-16bb04933e52 Apr 06 15:04:31.377628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (3c7712f7-e4ed-4092-95e9-16bb04933e52), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.391181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Publish callbacks [] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.506591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.544483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Network 3720cc75-3125-44da-9dad-a4b1dfe2f1fb is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:31.547858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:31.552195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (3c7712f7-e4ed-4092-95e9-16bb04933e52), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.553881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:31.557373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:31.557964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.559872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Pushing event updated for resources: {'Port': ['ID=341f08df-d8de-4eb2-ad0b-43c71d458343,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:31.611884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Attempting to bind port 341f08df-d8de-4eb2-ad0b-43c71d458343 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:31.612256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Attempting to bind port 341f08df-d8de-4eb2-ad0b-43c71d458343 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'f281b4e8-663e-4ba9-b13c-a0c0a4f08a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3720cc75-3125-44da-9dad-a4b1dfe2f1fb'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:31.612648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Attempting to bind port 341f08df-d8de-4eb2-ad0b-43c71d458343 on network 3720cc75-3125-44da-9dad-a4b1dfe2f1fb {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:31.617752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:31.618167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Checking segment: {'id': 'f281b4e8-663e-4ba9-b13c-a0c0a4f08a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3720cc75-3125-44da-9dad-a4b1dfe2f1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:31.622749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.622749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Bound using segment: {'id': 'f281b4e8-663e-4ba9-b13c-a0c0a4f08a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3720cc75-3125-44da-9dad-a4b1dfe2f1fb'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:31.622749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Bound port: 341f08df-d8de-4eb2-ad0b-43c71d458343, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f281b4e8-663e-4ba9-b13c-a0c0a4f08a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3720cc75-3125-44da-9dad-a4b1dfe2f1fb'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:31.622749 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.631492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Network': ['ID=3c7712f7-e4ed-4092-95e9-16bb04933e52,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:31.659000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 3c7712f7-e4ed-4092-95e9-16bb04933e52 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:31.714809 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a7d7aff7-067a-4f6f-8718-8cf463bcbd57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5846956 Apr 06 15:04:31.718069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50800) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:31.723920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'subnet': {'network_id': '3c7712f7-e4ed-4092-95e9-16bb04933e52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:31.740308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] For port 341f08df-d8de-4eb2-ad0b-43c71d458343, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:31.744319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] For port 341f08df-d8de-4eb2-ad0b-43c71d458343, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=341f08df-d8de-4eb2-ad0b-43c71d458343,segment=NetworkSegment(f281b4e8-663e-4ba9-b13c-a0c0a4f08a67),segment_id=f281b4e8-663e-4ba9-b13c-a0c0a4f08a67)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:31.809481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:31.867770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a3567-e8dc-4c4f-b6a3-8a870b5aa040 None None] Pushing event updated for resources: {'Port': ['ID=341f08df-d8de-4eb2-ad0b-43c71d458343,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:31.893659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:31.893659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:32.157630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (c4faeae7-6adc-41c3-95a8-ee68a7eaa64b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:32.225656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Subnet': ['ID=c4faeae7-6adc-41c3-95a8-ee68a7eaa64b,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:32.234147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Checking segment: {'id': '701fb993-84e2-448f-94c2-d06666e2cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3c7712f7-e4ed-4092-95e9-16bb04933e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:32.234515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network hostable DHCP agents. Network: 3c7712f7-e4ed-4092-95e9-16bb04933e52, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:32.334818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network 3c7712f7-e4ed-4092-95e9-16bb04933e52 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:32.450087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 3c7712f7-e4ed-4092-95e9-16bb04933e52) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:32.456108 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:32.456665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:32.467779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74149a2b-f177-422c-9112-6b6f9eedfb66 None None] Network 3c7712f7-e4ed-4092-95e9-16bb04933e52 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:32.559462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-825b2216-0ddb-4db3-afb3-c1abfe9c9601 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8336854 Apr 06 15:04:32.559462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50802) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:32.609383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6827cf1b-ad63-4487-b5be-d070a276acb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-3c7712f7-e4ed-4092-95e9-16bb04933e52', 'network_id': '3c7712f7-e4ed-4092-95e9-16bb04933e52', 'project_id': 'b18ba56c77dd406898a6733c716af6f9', 'fixed_ips': [{'subnet_id': 'c4faeae7-6adc-41c3-95a8-ee68a7eaa64b'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:32.610187 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6827cf1b-ad63-4487-b5be-d070a276acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:32.681248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (3c7712f7-e4ed-4092-95e9-16bb04933e52), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:32.793933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (c4faeae7-6adc-41c3-95a8-ee68a7eaa64b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:32.865547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d7db85-a5de-48a1-9545-c4220face453 None None] Network 3720cc75-3125-44da-9dad-a4b1dfe2f1fb requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:32.955337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-49523b24-e256-4dde-af90-46b417f69d02 None None] Provisioning complete for port 341f08df-d8de-4eb2-ad0b-43c71d458343 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:32.955707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49523b24-e256-4dde-af90-46b417f69d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.049639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (c4faeae7-6adc-41c3-95a8-ee68a7eaa64b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.085562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Subnet': ['ID=c4faeae7-6adc-41c3-95a8-ee68a7eaa64b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server [None req-6827cf1b-ad63-4487-b5be-d070a276acb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4faeae7-6adc-41c3-95a8-ee68a7eaa64b: This subnet is being modified by another concurrent operation. Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise exception Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4faeae7-6adc-41c3-95a8-ee68a7eaa64b: This subnet is being modified by another concurrent operation. Apr 06 15:04:33.097343 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Apr 06 15:04:33.105330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-49523b24-e256-4dde-af90-46b417f69d02 None None] Current status of the port 341f08df-d8de-4eb2-ad0b-43c71d458343 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:33.105732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49523b24-e256-4dde-af90-46b417f69d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.135360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7a27bd-0747-47ff-9dc9-dce70fe12eb4 None None] Network 3c7712f7-e4ed-4092-95e9-16bb04933e52 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:33.166320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (3c7712f7-e4ed-4092-95e9-16bb04933e52), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.188566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7712f7-e4ed-4092-95e9-16bb04933e52']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:33.199294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701fb993-84e2-448f-94c2-d06666e2cbc4') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:33.199680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701fb993-84e2-448f-94c2-d06666e2cbc4') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:33.204493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-49523b24-e256-4dde-af90-46b417f69d02 None None] For port 341f08df-d8de-4eb2-ad0b-43c71d458343, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=341f08df-d8de-4eb2-ad0b-43c71d458343,segment=NetworkSegment(f281b4e8-663e-4ba9-b13c-a0c0a4f08a67),segment_id=f281b4e8-663e-4ba9-b13c-a0c0a4f08a67)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:33.222459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (701fb993-84e2-448f-94c2-d06666e2cbc4), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.237087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (701fb993-84e2-448f-94c2-d06666e2cbc4), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.243599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (701fb993-84e2-448f-94c2-d06666e2cbc4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:33.247553 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:33.289754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-49523b24-e256-4dde-af90-46b417f69d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.322464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc090b-50b7-4d17-953e-1f9bd112dc29 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 15:04:33.383918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49523b24-e256-4dde-af90-46b417f69d02 None None] Pushing event updated for resources: {'Port': ['ID=341f08df-d8de-4eb2-ad0b-43c71d458343,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:33.396638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (3c7712f7-e4ed-4092-95e9-16bb04933e52), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.411667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.414884 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/3c7712f7-e4ed-4092-95e9-16bb04933e52 HTTP/1.1" status: 204 len: 168 time: 0.8572164 Apr 06 15:04:33.418731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50804) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:33.423813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857871346'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:33.425125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2dbcf-602b-4490-a870-ebda97b84f57 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Network': ['ID=3c7712f7-e4ed-4092-95e9-16bb04933e52,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:33.427152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc090b-50b7-4d17-953e-1f9bd112dc29 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 15:04:33.438348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d781ba55-0b2e-43a5-bdcd-b9af6ed9d7d1 None None] Provisioning complete for port 341f08df-d8de-4eb2-ad0b-43c71d458343 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:33.438738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d781ba55-0b2e-43a5-bdcd-b9af6ed9d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.506322 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:33.509776 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.544419 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:33.561731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c2757c0d-fcbf-43e2-9534-c3afb167b8df), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.562100 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Added segment c2757c0d-fcbf-43e2-9534-c3afb167b8df of type vlan for network 23a56231-2146-4423-a22f-5afdc0c13109 Apr 06 15:04:33.591083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d781ba55-0b2e-43a5-bdcd-b9af6ed9d7d1 None None] Current status of the port 341f08df-d8de-4eb2-ad0b-43c71d458343 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:33.605899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (23a56231-2146-4423-a22f-5afdc0c13109), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.739091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (23a56231-2146-4423-a22f-5afdc0c13109), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.744109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:33.750117 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:33.807760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Network': ['ID=23a56231-2146-4423-a22f-5afdc0c13109,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:33.818840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 23a56231-2146-4423-a22f-5afdc0c13109 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:33.897668 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dc1cafb8-3a28-484d-a6f0-23a31ce48038 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4778204 Apr 06 15:04:33.900424 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50806) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:33.907952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'subnet': {'network_id': '23a56231-2146-4423-a22f-5afdc0c13109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:33.935286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 341f08df-d8de-4eb2-ad0b-43c71d458343 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:33.984262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 341f08df-d8de-4eb2-ad0b-43c71d458343 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:33.984638 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:34.059620 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 341f08df-d8de-4eb2-ad0b-43c71d458343 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:34.077720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:34.081240 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:34.137002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_backend_mixin [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Performing IP validity checks on allocation pools {{(pid=104442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 06 15:04:34.137478 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.ipam_backend_mixin [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 06 15:04:34.318121 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (b32fa0b3-4112-4199-a0a6-16d7d396c922), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:34.370824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Subnet': ['ID=b32fa0b3-4112-4199-a0a6-16d7d396c922,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:34.386563 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Checking segment: {'id': 'c2757c0d-fcbf-43e2-9534-c3afb167b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '23a56231-2146-4423-a22f-5afdc0c13109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:34.392698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network hostable DHCP agents. Network: 23a56231-2146-4423-a22f-5afdc0c13109, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:34.465968 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network 23a56231-2146-4423-a22f-5afdc0c13109 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:34.550209 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 23a56231-2146-4423-a22f-5afdc0c13109) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:34.554309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:34.554904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:34.559037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0cd6a4-9848-4186-bac5-db7215039dd5 None None] Network 23a56231-2146-4423-a22f-5afdc0c13109 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:34.638929 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-97c129f2-c004-4807-9d66-b1075d9e0dd0 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7374151 Apr 06 15:04:34.641937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50808) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:34.660466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-23a56231-2146-4423-a22f-5afdc0c13109', 'network_id': '23a56231-2146-4423-a22f-5afdc0c13109', 'project_id': 'b18ba56c77dd406898a6733c716af6f9', 'fixed_ips': [{'subnet_id': 'b32fa0b3-4112-4199-a0a6-16d7d396c922'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:34.662415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:34.740495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (23a56231-2146-4423-a22f-5afdc0c13109), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:34.792232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (b32fa0b3-4112-4199-a0a6-16d7d396c922), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:34.799477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Allocated IP 2001:db8::3 (23a56231-2146-4423-a22f-5afdc0c13109/b32fa0b3-4112-4199-a0a6-16d7d396c922/34f30366-c791-47c5-a7f0-2d9514c3483f) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:34.941295 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Publish callbacks [] for port (34f30366-c791-47c5-a7f0-2d9514c3483f), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.019727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (34f30366-c791-47c5-a7f0-2d9514c3483f), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.056241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Network 23a56231-2146-4423-a22f-5afdc0c13109 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:35.059058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:35.065193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:35.071838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Pushing event updated for resources: {'Port': ['ID=34f30366-c791-47c5-a7f0-2d9514c3483f,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:35.106945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (b32fa0b3-4112-4199-a0a6-16d7d396c922), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.122535 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Attempting to bind port 34f30366-c791-47c5-a7f0-2d9514c3483f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:35.122908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Attempting to bind port 34f30366-c791-47c5-a7f0-2d9514c3483f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c2757c0d-fcbf-43e2-9534-c3afb167b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '23a56231-2146-4423-a22f-5afdc0c13109'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:35.123302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Attempting to bind port 34f30366-c791-47c5-a7f0-2d9514c3483f on network 23a56231-2146-4423-a22f-5afdc0c13109 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:35.128960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:35.129336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Checking segment: {'id': 'c2757c0d-fcbf-43e2-9534-c3afb167b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '23a56231-2146-4423-a22f-5afdc0c13109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:35.129742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.130135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Bound using segment: {'id': 'c2757c0d-fcbf-43e2-9534-c3afb167b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '23a56231-2146-4423-a22f-5afdc0c13109'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:35.130605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Bound port: 34f30366-c791-47c5-a7f0-2d9514c3483f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2757c0d-fcbf-43e2-9534-c3afb167b8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '23a56231-2146-4423-a22f-5afdc0c13109'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:35.131010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (34f30366-c791-47c5-a7f0-2d9514c3483f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.135127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Subnet': ['ID=b32fa0b3-4112-4199-a0a6-16d7d396c922,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:35.198573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] For port 34f30366-c791-47c5-a7f0-2d9514c3483f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:35.198801 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (23a56231-2146-4423-a22f-5afdc0c13109), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.201622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] For port 34f30366-c791-47c5-a7f0-2d9514c3483f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=34f30366-c791-47c5-a7f0-2d9514c3483f,segment=NetworkSegment(c2757c0d-fcbf-43e2-9534-c3afb167b8df),segment_id=c2757c0d-fcbf-43e2-9534-c3afb167b8df)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:35.218559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a56231-2146-4423-a22f-5afdc0c13109']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:35.227539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2757c0d-fcbf-43e2-9534-c3afb167b8df') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:35.227841 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2757c0d-fcbf-43e2-9534-c3afb167b8df') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:35.237817 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (c2757c0d-fcbf-43e2-9534-c3afb167b8df), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.289808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (34f30366-c791-47c5-a7f0-2d9514c3483f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.291869 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c2757c0d-fcbf-43e2-9534-c3afb167b8df), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.298524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:35.298930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (c2757c0d-fcbf-43e2-9534-c3afb167b8df), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:35.301952 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:35.373666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c27215-da5d-4d69-870a-4946572260f7 None None] Pushing event updated for resources: {'Port': ['ID=34f30366-c791-47c5-a7f0-2d9514c3483f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:35.390102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dffc61-e768-4793-ba30-f9118911483c None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 15:04:35.402381 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.db.api [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 15:04:35.402381 dv-neutron-835863-1-hyperv neutron-server[104442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 15:04:35.402381 dv-neutron-835863-1-hyperv neutron-server[104442]: [parameters: {'id': '23a56231-2146-4423-a22f-5afdc0c13109'}] Apr 06 15:04:35.402381 dv-neutron-835863-1-hyperv neutron-server[104442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:04:35.402779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG oslo_db.api [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:04:35.459987 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dffc61-e768-4793-ba30-f9118911483c None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 15:04:35.605233 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f627186f-f5ee-43ef-ab47-7b0b6d3b29b5 None None] Network 23a56231-2146-4423-a22f-5afdc0c13109 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:35.904459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (23a56231-2146-4423-a22f-5afdc0c13109), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.243969 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Deleting port 34f30366-c791-47c5-a7f0-2d9514c3483f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:36.244310 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (34f30366-c791-47c5-a7f0-2d9514c3483f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.304448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] For port 34f30366-c791-47c5-a7f0-2d9514c3483f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=34f30366-c791-47c5-a7f0-2d9514c3483f,segment=NetworkSegment(c2757c0d-fcbf-43e2-9534-c3afb167b8df),segment_id=c2757c0d-fcbf-43e2-9534-c3afb167b8df)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:36.304811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (34f30366-c791-47c5-a7f0-2d9514c3483f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.317073 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Calling delete_port for 34f30366-c791-47c5-a7f0-2d9514c3483f owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:36.517901 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (34f30366-c791-47c5-a7f0-2d9514c3483f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.543717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Port': ['ID=34f30366-c791-47c5-a7f0-2d9514c3483f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:36.548950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No DVR routers for this DVR port 34f30366-c791-47c5-a7f0-2d9514c3483f on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:36.630724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (23a56231-2146-4423-a22f-5afdc0c13109), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.650894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a56231-2146-4423-a22f-5afdc0c13109']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:36.660759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2757c0d-fcbf-43e2-9534-c3afb167b8df') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:36.661055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2757c0d-fcbf-43e2-9534-c3afb167b8df') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:36.669930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (c2757c0d-fcbf-43e2-9534-c3afb167b8df), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.683028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c2757c0d-fcbf-43e2-9534-c3afb167b8df), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.689089 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:36.689475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (c2757c0d-fcbf-43e2-9534-c3afb167b8df), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:36.692359 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:36.830858 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (23a56231-2146-4423-a22f-5afdc0c13109), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.834927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.838234 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/23a56231-2146-4423-a22f-5afdc0c13109 HTTP/1.1" status: 204 len: 168 time: 2.1953750 Apr 06 15:04:36.841993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50810) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:36.847934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214069397'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:36.856745 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40442f-433f-45d1-b890-26a688aff14c tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Network': ['ID=23a56231-2146-4423-a22f-5afdc0c13109,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:36.927565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:36.930834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.954760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:36.963253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (10f372df-608e-4524-87f4-0bab8d8a4277), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:36.963600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Added segment 10f372df-608e-4524-87f4-0bab8d8a4277 of type vlan for network cefb73c5-e93b-48ef-93d9-b1df92cc18da Apr 06 15:04:37.006391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (cefb73c5-e93b-48ef-93d9-b1df92cc18da), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:37.078380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (cefb73c5-e93b-48ef-93d9-b1df92cc18da), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:37.083511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:37.084038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:37.147835 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Network': ['ID=cefb73c5-e93b-48ef-93d9-b1df92cc18da,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:37.158276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network cefb73c5-e93b-48ef-93d9-b1df92cc18da details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:37.189944 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-df894cd5-74f5-435a-850e-2eb63ef39a4e tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3462546 Apr 06 15:04:37.192713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50812) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:37.197605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'subnet': {'network_id': 'cefb73c5-e93b-48ef-93d9-b1df92cc18da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:37.340529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:37.343972 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:37.580888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (5b1366fc-d2dd-4b08-bebd-e063e54a964b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:37.642332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Subnet': ['ID=5b1366fc-d2dd-4b08-bebd-e063e54a964b,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:37.649555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Checking segment: {'id': '10f372df-608e-4524-87f4-0bab8d8a4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'cefb73c5-e93b-48ef-93d9-b1df92cc18da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:37.649910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network hostable DHCP agents. Network: cefb73c5-e93b-48ef-93d9-b1df92cc18da, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:37.735253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network cefb73c5-e93b-48ef-93d9-b1df92cc18da is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:37.820324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, cefb73c5-e93b-48ef-93d9-b1df92cc18da) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:37.824760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:37.825395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:37.829736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7923404-5ee3-4db7-a6d1-3ff89269a0b0 None None] Network cefb73c5-e93b-48ef-93d9-b1df92cc18da requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:37.913554 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2b7bfc1f-7ef0-4008-8ab5-e87f85e67534 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7196176 Apr 06 15:04:37.917159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50814) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:37.922777 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1818264235'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:37.931751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-cefb73c5-e93b-48ef-93d9-b1df92cc18da', 'network_id': 'cefb73c5-e93b-48ef-93d9-b1df92cc18da', 'project_id': 'b18ba56c77dd406898a6733c716af6f9', 'fixed_ips': [{'subnet_id': '5b1366fc-d2dd-4b08-bebd-e063e54a964b'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:37.932622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.026765 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:38.030143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.057919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:38.064479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Allocated IP 2001:db8::2 (cefb73c5-e93b-48ef-93d9-b1df92cc18da/5b1366fc-d2dd-4b08-bebd-e063e54a964b/8ecebdbc-ba56-419d-9065-0114f35d90ca) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:38.066984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (4dfbaef6-0409-4a9b-99cc-28809d04110f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.067335 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Added segment 4dfbaef6-0409-4a9b-99cc-28809d04110f of type vlan for network 7320a41c-77bc-4ac1-b47e-69254f19e375 Apr 06 15:04:38.105334 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7320a41c-77bc-4ac1-b47e-69254f19e375), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.205694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Publish callbacks [] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.226756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7320a41c-77bc-4ac1-b47e-69254f19e375), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.231821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:38.238024 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.297432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Network': ['ID=7320a41c-77bc-4ac1-b47e-69254f19e375,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:38.313633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7320a41c-77bc-4ac1-b47e-69254f19e375 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:38.354828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.367051 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3dcf5a09-a490-415a-a8a0-4054c03564aa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4483387 Apr 06 15:04:38.369403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50816) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:38.375111 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Request body: {'subnet': {'network_id': '7320a41c-77bc-4ac1-b47e-69254f19e375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:38.419275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Network cefb73c5-e93b-48ef-93d9-b1df92cc18da is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:38.430757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:38.430757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Pushing event updated for resources: {'Port': ['ID=8ecebdbc-ba56-419d-9065-0114f35d90ca,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:38.432302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:38.489821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Attempting to bind port 8ecebdbc-ba56-419d-9065-0114f35d90ca on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:38.490183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Attempting to bind port 8ecebdbc-ba56-419d-9065-0114f35d90ca by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '10f372df-608e-4524-87f4-0bab8d8a4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'cefb73c5-e93b-48ef-93d9-b1df92cc18da'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:38.490544 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Attempting to bind port 8ecebdbc-ba56-419d-9065-0114f35d90ca on network cefb73c5-e93b-48ef-93d9-b1df92cc18da {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:38.495418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:38.495788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Checking segment: {'id': '10f372df-608e-4524-87f4-0bab8d8a4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'cefb73c5-e93b-48ef-93d9-b1df92cc18da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:38.496178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.496566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Bound using segment: {'id': '10f372df-608e-4524-87f4-0bab8d8a4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'cefb73c5-e93b-48ef-93d9-b1df92cc18da'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:38.497023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Bound port: 8ecebdbc-ba56-419d-9065-0114f35d90ca, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f372df-608e-4524-87f4-0bab8d8a4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'cefb73c5-e93b-48ef-93d9-b1df92cc18da'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:38.497394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.563047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] For port 8ecebdbc-ba56-419d-9065-0114f35d90ca, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:38.565919 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] For port 8ecebdbc-ba56-419d-9065-0114f35d90ca, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8ecebdbc-ba56-419d-9065-0114f35d90ca,segment=NetworkSegment(10f372df-608e-4524-87f4-0bab8d8a4277),segment_id=10f372df-608e-4524-87f4-0bab8d8a4277)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:38.580635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Made reservation on behalf of b18ba56c77dd406898a6733c716af6f9 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:38.593358 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.705996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.766014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b875a1-a509-4c85-891e-69b47ce5d961 None None] Pushing event updated for resources: {'Port': ['ID=8ecebdbc-ba56-419d-9065-0114f35d90ca,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:38.855600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (26f2f5e9-a6a9-4889-ada5-60d2702b622b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:38.917159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event updated for resources: {'Subnet': ['ID=26f2f5e9-a6a9-4889-ada5-60d2702b622b,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:38.944162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Checking segment: {'id': '4dfbaef6-0409-4a9b-99cc-28809d04110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7320a41c-77bc-4ac1-b47e-69254f19e375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:38.944600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network hostable DHCP agents. Network: 7320a41c-77bc-4ac1-b47e-69254f19e375, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:39.089300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Network 7320a41c-77bc-4ac1-b47e-69254f19e375 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:39.157958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2857fca2-4b13-436c-971f-d14d9cc3cb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.282182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7320a41c-77bc-4ac1-b47e-69254f19e375) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:39.286293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:39.286890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.292999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0448b-5e44-422e-8f59-0e2e6e2ad602 None None] Network 7320a41c-77bc-4ac1-b47e-69254f19e375 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:39.378907 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-48768434-983c-4867-b322-e2ea39eb1947 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0084491 Apr 06 15:04:39.381743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50818) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:39.495415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7320a41c-77bc-4ac1-b47e-69254f19e375), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.553077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f008d66a-5899-4898-8be1-f747ed7499df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7320a41c-77bc-4ac1-b47e-69254f19e375', 'network_id': '7320a41c-77bc-4ac1-b47e-69254f19e375', 'project_id': 'b18ba56c77dd406898a6733c716af6f9', 'fixed_ips': [{'subnet_id': '26f2f5e9-a6a9-4889-ada5-60d2702b622b'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:39.553288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (26f2f5e9-a6a9-4889-ada5-60d2702b622b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.554198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f008d66a-5899-4898-8be1-f747ed7499df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.685010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (26f2f5e9-a6a9-4889-ada5-60d2702b622b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.718126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Subnet': ['ID=26f2f5e9-a6a9-4889-ada5-60d2702b622b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server [None req-f008d66a-5899-4898-8be1-f747ed7499df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26f2f5e9-a6a9-4889-ada5-60d2702b622b: This subnet is being modified by another concurrent operation. Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server raise exception Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26f2f5e9-a6a9-4889-ada5-60d2702b622b: This subnet is being modified by another concurrent operation. Apr 06 15:04:39.737995 dv-neutron-835863-1-hyperv neutron-server[104444]: ERROR oslo_messaging.rpc.server Apr 06 15:04:39.751112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1228cc-fa68-4f80-bff0-362a726fa23f None None] Network cefb73c5-e93b-48ef-93d9-b1df92cc18da requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:39.786097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7320a41c-77bc-4ac1-b47e-69254f19e375), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.791743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a320901-c00a-4fee-b2bf-c56f286dff82 None None] Network 7320a41c-77bc-4ac1-b47e-69254f19e375 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:39.807524 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7320a41c-77bc-4ac1-b47e-69254f19e375']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:39.817435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfbaef6-0409-4a9b-99cc-28809d04110f') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:39.817735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfbaef6-0409-4a9b-99cc-28809d04110f') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:39.826727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (4dfbaef6-0409-4a9b-99cc-28809d04110f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.840999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (4dfbaef6-0409-4a9b-99cc-28809d04110f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.847459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:39.847906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (4dfbaef6-0409-4a9b-99cc-28809d04110f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:39.850995 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:39.897789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-43263dd4-95c6-4f4b-9f08-54f0a18d9f21 None None] Provisioning complete for port 8ecebdbc-ba56-419d-9065-0114f35d90ca triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:39.898167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43263dd4-95c6-4f4b-9f08-54f0a18d9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:39.950326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8ecebdbc-ba56-419d-9065-0114f35d90ca up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:39.992175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7320a41c-77bc-4ac1-b47e-69254f19e375), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.000810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.003978 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/7320a41c-77bc-4ac1-b47e-69254f19e375 HTTP/1.1" status: 204 len: 168 time: 0.6212552 Apr 06 15:04:40.007488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50820) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:40.014536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06906ea-cfad-4944-b5ca-6fa83c5820fa tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Network': ['ID=7320a41c-77bc-4ac1-b47e-69254f19e375,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:40.041518 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c6842a-05b1-4a74-8baa-faa1ab431660 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] GET failed (client error): The resource could not be found. Apr 06 15:04:40.046616 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f3c6842a-05b1-4a74-8baa-faa1ab431660 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "GET /v2.0/subnets/26f2f5e9-a6a9-4889-ada5-60d2702b622b HTTP/1.1" status: 404 len: 337 time: 0.0368223 Apr 06 15:04:40.047536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50822) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:40.061022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8ecebdbc-ba56-419d-9065-0114f35d90ca triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:40.061310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.064422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-43263dd4-95c6-4f4b-9f08-54f0a18d9f21 None None] Current status of the port 8ecebdbc-ba56-419d-9065-0114f35d90ca is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:40.064422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43263dd4-95c6-4f4b-9f08-54f0a18d9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.067242 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dbde98-8f84-444e-8e0b-dfce7c7879c3 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] DELETE failed (client error): The resource could not be found. Apr 06 15:04:40.067710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dbde98-8f84-444e-8e0b-dfce7c7879c3 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 15:04:40.074405 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-15dbde98-8f84-444e-8e0b-dfce7c7879c3 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/7320a41c-77bc-4ac1-b47e-69254f19e375 HTTP/1.1" status: 404 len: 339 time: 0.0223002 Apr 06 15:04:40.075205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50824) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:40.107720 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e9809a-a0fa-41df-b184-8b184745d320 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] DELETE failed (client error): The resource could not be found. Apr 06 15:04:40.109135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e9809a-a0fa-41df-b184-8b184745d320 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 15:04:40.115185 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f4e9809a-a0fa-41df-b184-8b184745d320 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/subnets/26f2f5e9-a6a9-4889-ada5-60d2702b622b HTTP/1.1" status: 404 len: 337 time: 0.0388896 Apr 06 15:04:40.115373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50826) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:40.129791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-43263dd4-95c6-4f4b-9f08-54f0a18d9f21 None None] For port 8ecebdbc-ba56-419d-9065-0114f35d90ca, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8ecebdbc-ba56-419d-9065-0114f35d90ca,segment=NetworkSegment(10f372df-608e-4524-87f4-0bab8d8a4277),segment_id=10f372df-608e-4524-87f4-0bab8d8a4277)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:40.135925 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-492a8e56-f8e0-4960-b2c7-b0efec301789 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] DELETE failed (client error): The resource could not be found. Apr 06 15:04:40.136441 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492a8e56-f8e0-4960-b2c7-b0efec301789 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 15:04:40.139670 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-492a8e56-f8e0-4960-b2c7-b0efec301789 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/7320a41c-77bc-4ac1-b47e-69254f19e375 HTTP/1.1" status: 404 len: 339 time: 0.0232329 Apr 06 15:04:40.142523 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50828) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:40.172481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8ecebdbc-ba56-419d-9065-0114f35d90ca is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:40.172874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.195763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a347fff-c97f-491c-bc30-132adefca182 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Deleting subnet 5b1366fc-d2dd-4b08-bebd-e063e54a964b {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:04:40.199225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a347fff-c97f-491c-bc30-132adefca182 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (5b1366fc-d2dd-4b08-bebd-e063e54a964b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.204605 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43263dd4-95c6-4f4b-9f08-54f0a18d9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.245101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a347fff-c97f-491c-bc30-132adefca182 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (5b1366fc-d2dd-4b08-bebd-e063e54a964b), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.256318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cd6c78-cd53-4278-a895-7b9e270e314d None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 15:04:40.309632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:04:40.310284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:04:40.332758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43263dd4-95c6-4f4b-9f08-54f0a18d9f21 None None] Pushing event updated for resources: {'Port': ['ID=8ecebdbc-ba56-419d-9065-0114f35d90ca,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:40.335872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a347fff-c97f-491c-bc30-132adefca182 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (5b1366fc-d2dd-4b08-bebd-e063e54a964b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.359421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b7351d91-b619-4350-948c-57a95a813100 None None] Provisioning complete for port 8ecebdbc-ba56-419d-9065-0114f35d90ca triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:40.367036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b7351d91-b619-4350-948c-57a95a813100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.379419 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:04:40.401359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd6c78-cd53-4278-a895-7b9e270e314d None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 15:04:40.467190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a347fff-c97f-491c-bc30-132adefca182 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (5b1366fc-d2dd-4b08-bebd-e063e54a964b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.494781 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a347fff-c97f-491c-bc30-132adefca182 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1366fc-d2dd-4b08-bebd-e063e54a964b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:40.498625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a347fff-c97f-491c-bc30-132adefca182 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.502190 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9a347fff-c97f-491c-bc30-132adefca182 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/subnets/5b1366fc-d2dd-4b08-bebd-e063e54a964b HTTP/1.1" status: 204 len: 168 time: 0.3583760 Apr 06 15:04:40.504823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50830) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:40.506942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b7351d91-b619-4350-948c-57a95a813100 None None] Current status of the port 8ecebdbc-ba56-419d-9065-0114f35d90ca is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:40.580882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (cefb73c5-e93b-48ef-93d9-b1df92cc18da), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.592037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17846875-61a6-403a-99e8-610748ec8c48 None None] Network cefb73c5-e93b-48ef-93d9-b1df92cc18da requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:40.635504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Deleting port 8ecebdbc-ba56-419d-9065-0114f35d90ca {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:40.635806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.706429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] For port 8ecebdbc-ba56-419d-9065-0114f35d90ca, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8ecebdbc-ba56-419d-9065-0114f35d90ca,segment=NetworkSegment(10f372df-608e-4524-87f4-0bab8d8a4277),segment_id=10f372df-608e-4524-87f4-0bab8d8a4277)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:40.706805 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.720225 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Calling delete_port for 8ecebdbc-ba56-419d-9065-0114f35d90ca owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:40.730175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] DHCP port deletion for cefb73c5-e93b-48ef-93d9-b1df92cc18da request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:04:40.781583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] Deleting port 8ecebdbc-ba56-419d-9065-0114f35d90ca {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:40.782056 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.875050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] For port 8ecebdbc-ba56-419d-9065-0114f35d90ca, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8ecebdbc-ba56-419d-9065-0114f35d90ca,segment=NetworkSegment(10f372df-608e-4524-87f4-0bab8d8a4277),segment_id=10f372df-608e-4524-87f4-0bab8d8a4277)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:40.875397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.877631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8ecebdbc-ba56-419d-9065-0114f35d90ca is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:40.888707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] Calling delete_port for 8ecebdbc-ba56-419d-9065-0114f35d90ca owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:40.912112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.942283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Port': ['ID=8ecebdbc-ba56-419d-9065-0114f35d90ca,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:40.946037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No DVR routers for this DVR port 8ecebdbc-ba56-419d-9065-0114f35d90ca on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: from cryptography.utils import int_from_bytes Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: from cryptography.utils import int_from_bytes Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 15:04:40.960305 dv-neutron-835863-1-hyperv neutron-server[104444]: self.session.flush() Apr 06 15:04:40.969376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (8ecebdbc-ba56-419d-9065-0114f35d90ca), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:40.995312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] Pushing event deleted for resources: {'Port': ['ID=8ecebdbc-ba56-419d-9065-0114f35d90ca,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:40.997164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1b5ce-4ad9-45a4-81b8-5a01dcdd42ca None None] No DVR routers for this DVR port 8ecebdbc-ba56-419d-9065-0114f35d90ca on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:41.028699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (cefb73c5-e93b-48ef-93d9-b1df92cc18da), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.048994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefb73c5-e93b-48ef-93d9-b1df92cc18da']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:41.058431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f372df-608e-4524-87f4-0bab8d8a4277') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:41.058738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f372df-608e-4524-87f4-0bab8d8a4277') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:41.069076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (10f372df-608e-4524-87f4-0bab8d8a4277), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.082839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (10f372df-608e-4524-87f4-0bab8d8a4277), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.088607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:41.088993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (10f372df-608e-4524-87f4-0bab8d8a4277), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:41.091947 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:41.230839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (cefb73c5-e93b-48ef-93d9-b1df92cc18da), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.238008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.241025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/cefb73c5-e93b-48ef-93d9-b1df92cc18da HTTP/1.1" status: 204 len: 168 time: 0.7352171 Apr 06 15:04:41.243666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50832) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:41.253568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fe0e9-5562-4dd2-a815-8cdb725f81d6 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Network': ['ID=cefb73c5-e93b-48ef-93d9-b1df92cc18da,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:41.275033 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f73fc82-f4ba-4a1f-a8c2-1600c8dcdf4f tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] DELETE failed (client error): The resource could not be found. Apr 06 15:04:41.275432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f73fc82-f4ba-4a1f-a8c2-1600c8dcdf4f tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 15:04:41.278417 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6f73fc82-f4ba-4a1f-a8c2-1600c8dcdf4f tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/subnets/b32fa0b3-4112-4199-a0a6-16d7d396c922 HTTP/1.1" status: 404 len: 337 time: 0.0337594 Apr 06 15:04:41.281234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50834) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:41.299475 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-097ce444-8071-4785-a129-b7d55a41a958 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] DELETE failed (client error): The resource could not be found. Apr 06 15:04:41.299965 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097ce444-8071-4785-a129-b7d55a41a958 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 15:04:41.302881 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-097ce444-8071-4785-a129-b7d55a41a958 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/23a56231-2146-4423-a22f-5afdc0c13109 HTTP/1.1" status: 404 len: 339 time: 0.0207431 Apr 06 15:04:41.305317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50836) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:41.330416 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-387fc22b-93ee-4cd6-8630-704d9cf62fe9 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] DELETE failed (client error): The resource could not be found. Apr 06 15:04:41.330864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387fc22b-93ee-4cd6-8630-704d9cf62fe9 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 15:04:41.333794 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-387fc22b-93ee-4cd6-8630-704d9cf62fe9 tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/subnets/c4faeae7-6adc-41c3-95a8-ee68a7eaa64b HTTP/1.1" status: 404 len: 337 time: 0.0275939 Apr 06 15:04:41.336031 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50838) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:41.352890 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.pecan_wsgi.hooks.translation [None req-395fd0a6-f5d0-4595-a13c-1a15ac6946ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] DELETE failed (client error): The resource could not be found. Apr 06 15:04:41.353370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395fd0a6-f5d0-4595-a13c-1a15ac6946ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 15:04:41.356296 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-395fd0a6-f5d0-4595-a13c-1a15ac6946ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/3c7712f7-e4ed-4092-95e9-16bb04933e52 HTTP/1.1" status: 404 len: 339 time: 0.0194030 Apr 06 15:04:41.359008 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50840) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:41.410149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Deleting subnet 0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:04:41.413256 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.456661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.543349 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.564150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2ead857a-0c51-4745-84bd-2de0ed88fcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.701303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.730105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Subnet': ['ID=0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:41.732586 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.737584 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/subnets/0130ff3b-1f07-4130-ac7f-a4c4fdb7bc65 HTTP/1.1" status: 204 len: 168 time: 0.3774054 Apr 06 15:04:41.737911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df448c-eca4-4e69-99a3-586dc33c8713 None None] Network 3720cc75-3125-44da-9dad-a4b1dfe2f1fb requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:41.739529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50842) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:41.743993 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.744348 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.744687 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.745028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.745364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.745712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.746027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.746354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.746735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.747099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.747429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.747751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.748071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94994f66-b818-4360-a6b8-848663cf6cbd tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:41.826043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (3720cc75-3125-44da-9dad-a4b1dfe2f1fb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.888360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Deleting port 341f08df-d8de-4eb2-ad0b-43c71d458343 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:41.888704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.902358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] DHCP port deletion for 3720cc75-3125-44da-9dad-a4b1dfe2f1fb request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:04:41.927630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8ecebdbc-ba56-419d-9065-0114f35d90ca no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:04:41.954355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 8ecebdbc-ba56-419d-9065-0114f35d90ca {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:04:41.954696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8ecebdbc-ba56-419d-9065-0114f35d90ca not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:04:41.956929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] For port 341f08df-d8de-4eb2-ad0b-43c71d458343, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=341f08df-d8de-4eb2-ad0b-43c71d458343,segment=NetworkSegment(f281b4e8-663e-4ba9-b13c-a0c0a4f08a67),segment_id=f281b4e8-663e-4ba9-b13c-a0c0a4f08a67)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:41.956929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:41.970804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Calling delete_port for 341f08df-d8de-4eb2-ad0b-43c71d458343 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:41.976785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] Deleting port 341f08df-d8de-4eb2-ad0b-43c71d458343 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:41.977163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.040383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] For port 341f08df-d8de-4eb2-ad0b-43c71d458343, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=341f08df-d8de-4eb2-ad0b-43c71d458343,segment=NetworkSegment(f281b4e8-663e-4ba9-b13c-a0c0a4f08a67),segment_id=f281b4e8-663e-4ba9-b13c-a0c0a4f08a67)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:42.040778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.053283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] Calling delete_port for 341f08df-d8de-4eb2-ad0b-43c71d458343 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:42.136295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.141950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (341f08df-d8de-4eb2-ad0b-43c71d458343), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.165179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] No DVR routers for this DVR port 341f08df-d8de-4eb2-ad0b-43c71d458343 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:42.167489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] Pushing event deleted for resources: {'Port': ['ID=341f08df-d8de-4eb2-ad0b-43c71d458343,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:42.169331 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e41dd5-63b8-4348-9fcf-c897d54d2864 None None] No DVR routers for this DVR port 341f08df-d8de-4eb2-ad0b-43c71d458343 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:42.172141 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Port': ['ID=341f08df-d8de-4eb2-ad0b-43c71d458343,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:42.252920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (3720cc75-3125-44da-9dad-a4b1dfe2f1fb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.277186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3720cc75-3125-44da-9dad-a4b1dfe2f1fb']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:42.281831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f281b4e8-663e-4ba9-b13c-a0c0a4f08a67') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:42.282131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f281b4e8-663e-4ba9-b13c-a0c0a4f08a67') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:42.291301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (f281b4e8-663e-4ba9-b13c-a0c0a4f08a67), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.304030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (f281b4e8-663e-4ba9-b13c-a0c0a4f08a67), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.309725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:42.310114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (f281b4e8-663e-4ba9-b13c-a0c0a4f08a67), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:42.313663 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:42.459830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (3720cc75-3125-44da-9dad-a4b1dfe2f1fb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.466325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:42.469986 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] 10.222.0.71 "DELETE /v2.0/networks/3720cc75-3125-44da-9dad-a4b1dfe2f1fb HTTP/1.1" status: 204 len: 168 time: 0.7287524 Apr 06 15:04:42.481045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1c85e-66ef-4612-a0ad-4434bf4ab3ad tempest-NetworksIpV6Test-1979913851 tempest-NetworksIpV6Test-1979913851-project] Pushing event deleted for resources: {'Network': ['ID=3720cc75-3125-44da-9dad-a4b1dfe2f1fb,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:42.935469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50848) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:43.070083 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a154c8a4-b2e9-42fd-8b9d-c6c407440cbe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b18ba56c77dd406898a6733c716af6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334529 Apr 06 15:04:43.072534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50852) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:43.119104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc272-1bdb-4f95-9d14-70061aea4189 admin admin] Publish callbacks [] for security_group (f84791dc-c530-4d55-8820-638d1ffe4fd9), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:43.139398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc272-1bdb-4f95-9d14-70061aea4189 admin admin] Publish callbacks [] for security_group (f84791dc-c530-4d55-8820-638d1ffe4fd9), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:43.288399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc272-1bdb-4f95-9d14-70061aea4189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f84791dc-c530-4d55-8820-638d1ffe4fd9), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:43.290950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc272-1bdb-4f95-9d14-70061aea4189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:43.292134 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f2fcc272-1bdb-4f95-9d14-70061aea4189 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f84791dc-c530-4d55-8820-638d1ffe4fd9 HTTP/1.1" status: 204 len: 168 time: 0.2186174 Apr 06 15:04:43.300004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcc272-1bdb-4f95-9d14-70061aea4189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84791dc-c530-4d55-8820-638d1ffe4fd9,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:43.838278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:43.892501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 341f08df-d8de-4eb2-ad0b-43c71d458343 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:04:43.913247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 341f08df-d8de-4eb2-ad0b-43c71d458343 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:04:43.913599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 341f08df-d8de-4eb2-ad0b-43c71d458343 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:04:44.379623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50874) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:44.442797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-09e41ff8-6a92-4f20-b0a9-3baeab9ad5df tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1086090596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:44.541241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09e41ff8-6a92-4f20-b0a9-3baeab9ad5df tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (372b0f6a-ba18-4956-9892-14c2498b3097), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:44.542306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09e41ff8-6a92-4f20-b0a9-3baeab9ad5df tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (372b0f6a-ba18-4956-9892-14c2498b3097), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:44.597015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09e41ff8-6a92-4f20-b0a9-3baeab9ad5df tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for router_controller (372b0f6a-ba18-4956-9892-14c2498b3097), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:44.701361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09e41ff8-6a92-4f20-b0a9-3baeab9ad5df tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (372b0f6a-ba18-4956-9892-14c2498b3097), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:44.788620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09e41ff8-6a92-4f20-b0a9-3baeab9ad5df tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:44.789841 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-09e41ff8-6a92-4f20-b0a9-3baeab9ad5df tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4403913 Apr 06 15:04:44.792592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50878) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:44.797851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-266276401'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:44.900845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Made reservation on behalf of db7ea297dbd54857b6ab3dfa2145792b for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:44.904234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:44.913862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:44.989299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for security_group (75d7d827-7e2c-48f5-a0a0-9940804a5da3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:45.053842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (75d7d827-7e2c-48f5-a0a0-9940804a5da3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:45.086779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:45.093741 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d7d827-7e2c-48f5-a0a0-9940804a5da3,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:45.099995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c1e20dac-f1f6-4051-9ef3-9af538a94d33), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:45.100341 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Added segment c1e20dac-f1f6-4051-9ef3-9af538a94d33 of type vlan for network bdb5be94-77a0-4712-b1b5-bcbd614e9f0b Apr 06 15:04:45.138984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (bdb5be94-77a0-4712-b1b5-bcbd614e9f0b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:45.282294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (bdb5be94-77a0-4712-b1b5-bcbd614e9f0b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:45.287403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:45.287991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:45.367151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event updated for resources: {'Network': ['ID=bdb5be94-77a0-4712-b1b5-bcbd614e9f0b,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:45.378092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network bdb5be94-77a0-4712-b1b5-bcbd614e9f0b details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:45.412565 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-489044b9-b9a1-470e-823f-e9cbf57a75d8 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6188815 Apr 06 15:04:45.419676 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50880) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:45.423730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Request body: {'subnet': {'network_id': 'bdb5be94-77a0-4712-b1b5-bcbd614e9f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:45.581337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Made reservation on behalf of db7ea297dbd54857b6ab3dfa2145792b for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:45.584659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:45.832617 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (27786cfa-e2ea-4bd2-8646-d7d8f477eb37), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:45.901181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event updated for resources: {'Subnet': ['ID=27786cfa-e2ea-4bd2-8646-d7d8f477eb37,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:45.903623 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Checking segment: {'id': 'c1e20dac-f1f6-4051-9ef3-9af538a94d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'bdb5be94-77a0-4712-b1b5-bcbd614e9f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:45.903988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Network hostable DHCP agents. Network: bdb5be94-77a0-4712-b1b5-bcbd614e9f0b, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:45.918210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.008511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Network bdb5be94-77a0-4712-b1b5-bcbd614e9f0b is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:46.129930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, bdb5be94-77a0-4712-b1b5-bcbd614e9f0b) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:46.134170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:46.134754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.140021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75989a-8be6-4c3c-aae2-c5eb46aa9841 None None] Network bdb5be94-77a0-4712-b1b5-bcbd614e9f0b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:46.223810 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-920b839f-7009-4272-91f0-200a40327eda tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8046191 Apr 06 15:04:46.226890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50882) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:46.232527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1421959756'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:46.245180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-bdb5be94-77a0-4712-b1b5-bcbd614e9f0b', 'network_id': 'bdb5be94-77a0-4712-b1b5-bcbd614e9f0b', 'project_id': 'db7ea297dbd54857b6ab3dfa2145792b', 'fixed_ips': [{'subnet_id': '27786cfa-e2ea-4bd2-8646-d7d8f477eb37'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:46.246048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.347321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Made reservation on behalf of db7ea297dbd54857b6ab3dfa2145792b for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:46.350948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.376576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:46.388537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Allocated IP 172.20.0.2 (bdb5be94-77a0-4712-b1b5-bcbd614e9f0b/27786cfa-e2ea-4bd2-8646-d7d8f477eb37/8b609d08-02cc-48aa-996c-ee6a88974f49) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:46.389078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c750b91b-c1b0-4e9f-beb7-c04e43245940), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.389078 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Added segment c750b91b-c1b0-4e9f-beb7-c04e43245940 of type vlan for network 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 Apr 06 15:04:46.433414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.528584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.536902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:46.543622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.555120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Publish callbacks [] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.560255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.618625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event updated for resources: {'Network': ['ID=042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:46.627743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.666572 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-de3c5547-51ab-4588-ae62-4803d352f633 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4347935 Apr 06 15:04:46.667492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50884) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:46.672268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Request body: {'subnet': {'network_id': '042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:46.679518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:46.727343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Network bdb5be94-77a0-4712-b1b5-bcbd614e9f0b is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:46.735002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Pushing event updated for resources: {'Port': ['ID=8b609d08-02cc-48aa-996c-ee6a88974f49,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:46.738396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:46.740447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:46.819404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Attempting to bind port 8b609d08-02cc-48aa-996c-ee6a88974f49 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:46.819789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Attempting to bind port 8b609d08-02cc-48aa-996c-ee6a88974f49 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c1e20dac-f1f6-4051-9ef3-9af538a94d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'bdb5be94-77a0-4712-b1b5-bcbd614e9f0b'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:46.820156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Attempting to bind port 8b609d08-02cc-48aa-996c-ee6a88974f49 on network bdb5be94-77a0-4712-b1b5-bcbd614e9f0b {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:46.825241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:46.825646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Checking segment: {'id': 'c1e20dac-f1f6-4051-9ef3-9af538a94d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'bdb5be94-77a0-4712-b1b5-bcbd614e9f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:46.826048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.826438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Bound using segment: {'id': 'c1e20dac-f1f6-4051-9ef3-9af538a94d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'bdb5be94-77a0-4712-b1b5-bcbd614e9f0b'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:46.826906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Bound port: 8b609d08-02cc-48aa-996c-ee6a88974f49, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e20dac-f1f6-4051-9ef3-9af538a94d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'bdb5be94-77a0-4712-b1b5-bcbd614e9f0b'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:46.827349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.867276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Made reservation on behalf of db7ea297dbd54857b6ab3dfa2145792b for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:46.871228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:46.888995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] For port 8b609d08-02cc-48aa-996c-ee6a88974f49, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:46.892140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] For port 8b609d08-02cc-48aa-996c-ee6a88974f49, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8b609d08-02cc-48aa-996c-ee6a88974f49,segment=NetworkSegment(c1e20dac-f1f6-4051-9ef3-9af538a94d33),segment_id=c1e20dac-f1f6-4051-9ef3-9af538a94d33)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:46.980477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:47.057656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77494a-0a1c-455e-a124-cf57696d8e87 None None] Pushing event updated for resources: {'Port': ['ID=8b609d08-02cc-48aa-996c-ee6a88974f49,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:47.136189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (e848f75d-fb41-4790-bbae-c57a7017a969), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:47.209433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event updated for resources: {'Subnet': ['ID=e848f75d-fb41-4790-bbae-c57a7017a969,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:47.217026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Checking segment: {'id': 'c750b91b-c1b0-4e9f-beb7-c04e43245940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:47.217525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Network hostable DHCP agents. Network: 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:47.312834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Network 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:47.404381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:47.410025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:47.410636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:47.416410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a209d8-443e-457c-806f-72164be27bc0 None None] Network 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:47.498491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-76452129-7865-490c-bd9d-510419ea62eb tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8306594 Apr 06 15:04:47.501627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50886) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:47.506210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-22ec6b51-7db0-4807-9157-dc8303b5dfe1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Request body: {'router': {'external_gateway_info': {'network_id': '042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:47.518983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6', 'network_id': '042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6', 'project_id': 'db7ea297dbd54857b6ab3dfa2145792b', 'fixed_ips': [{'subnet_id': 'e848f75d-fb41-4790-bbae-c57a7017a969'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:47.520091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:47.668353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Allocated IP 172.21.0.2 (042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6/e848f75d-fb41-4790-bbae-c57a7017a969/af46126b-aaf5-4e6f-970a-5773d0fe4fc5) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:47.730660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-22ec6b51-7db0-4807-9157-dc8303b5dfe1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for router_gateway (372b0f6a-ba18-4956-9892-14c2498b3097), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:47.937570 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.api.v2.resource [None req-22ec6b51-7db0-4807-9157-dc8303b5dfe1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 15:04:47.938635 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-22ec6b51-7db0-4807-9157-dc8303b5dfe1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "PUT /v2.0/routers/372b0f6a-ba18-4956-9892-14c2498b3097 HTTP/1.1" status: 400 len: 364 time: 0.4359860 Apr 06 15:04:47.944895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50888) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:47.983501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8b609d08-02cc-48aa-996c-ee6a88974f49 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:48.011556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6efec16-7a09-4393-ba79-df53dea4f5d1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Deleting subnet e848f75d-fb41-4790-bbae-c57a7017a969 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:04:48.039247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Publish callbacks [] for port (af46126b-aaf5-4e6f-970a-5773d0fe4fc5), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.057227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8b609d08-02cc-48aa-996c-ee6a88974f49 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:48.057602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.098314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1598f9f-992f-41e1-9ac4-ca09801d460d None None] Network bdb5be94-77a0-4712-b1b5-bcbd614e9f0b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:48.129092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6efec16-7a09-4393-ba79-df53dea4f5d1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for subnet (e848f75d-fb41-4790-bbae-c57a7017a969), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.139312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (af46126b-aaf5-4e6f-970a-5773d0fe4fc5), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.178071 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6efec16-7a09-4393-ba79-df53dea4f5d1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (e848f75d-fb41-4790-bbae-c57a7017a969), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.202895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Network 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:48.239424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:48.252295 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:48.255553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Pushing event updated for resources: {'Port': ['ID=af46126b-aaf5-4e6f-970a-5773d0fe4fc5,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:48.265946 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6efec16-7a09-4393-ba79-df53dea4f5d1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (e848f75d-fb41-4790-bbae-c57a7017a969), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.273092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-7e138397-7c14-4e65-8175-3b5ff8374291 None None] Provisioning complete for port 8b609d08-02cc-48aa-996c-ee6a88974f49 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:48.273476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7e138397-7c14-4e65-8175-3b5ff8374291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.330805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8b609d08-02cc-48aa-996c-ee6a88974f49 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:48.331220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.402546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Attempting to bind port af46126b-aaf5-4e6f-970a-5773d0fe4fc5 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:48.402981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Attempting to bind port af46126b-aaf5-4e6f-970a-5773d0fe4fc5 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c750b91b-c1b0-4e9f-beb7-c04e43245940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:48.403356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Attempting to bind port af46126b-aaf5-4e6f-970a-5773d0fe4fc5 on network 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:48.404769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6efec16-7a09-4393-ba79-df53dea4f5d1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (e848f75d-fb41-4790-bbae-c57a7017a969), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.423343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 8b609d08-02cc-48aa-996c-ee6a88974f49, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8b609d08-02cc-48aa-996c-ee6a88974f49,segment=NetworkSegment(c1e20dac-f1f6-4051-9ef3-9af538a94d33),segment_id=c1e20dac-f1f6-4051-9ef3-9af538a94d33)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:48.426445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:48.426826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Checking segment: {'id': 'c750b91b-c1b0-4e9f-beb7-c04e43245940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:48.427276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.427681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Bound using segment: {'id': 'c750b91b-c1b0-4e9f-beb7-c04e43245940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:48.428156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Bound port: af46126b-aaf5-4e6f-970a-5773d0fe4fc5, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c750b91b-c1b0-4e9f-beb7-c04e43245940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:48.428546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (af46126b-aaf5-4e6f-970a-5773d0fe4fc5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.438262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efec16-7a09-4393-ba79-df53dea4f5d1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event deleted for resources: {'Subnet': ['ID=e848f75d-fb41-4790-bbae-c57a7017a969,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:48.443445 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e6efec16-7a09-4393-ba79-df53dea4f5d1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.446636 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e6efec16-7a09-4393-ba79-df53dea4f5d1 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "DELETE /v2.0/subnets/e848f75d-fb41-4790-bbae-c57a7017a969 HTTP/1.1" status: 204 len: 168 time: 0.5001130 Apr 06 15:04:48.449490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50890) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:48.489957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.536755 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.543016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7e138397-7c14-4e65-8175-3b5ff8374291 None None] Current status of the port 8b609d08-02cc-48aa-996c-ee6a88974f49 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:48.543424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7e138397-7c14-4e65-8175-3b5ff8374291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.596365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Deleting port af46126b-aaf5-4e6f-970a-5773d0fe4fc5 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:48.598700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (af46126b-aaf5-4e6f-970a-5773d0fe4fc5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.599177 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] For port af46126b-aaf5-4e6f-970a-5773d0fe4fc5, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:48.605546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=8b609d08-02cc-48aa-996c-ee6a88974f49,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:48.635157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] For port af46126b-aaf5-4e6f-970a-5773d0fe4fc5, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=af46126b-aaf5-4e6f-970a-5773d0fe4fc5,segment=NetworkSegment(c750b91b-c1b0-4e9f-beb7-c04e43245940),segment_id=c750b91b-c1b0-4e9f-beb7-c04e43245940)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:48.649241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-7e138397-7c14-4e65-8175-3b5ff8374291 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:04:48.649595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-7e138397-7c14-4e65-8175-3b5ff8374291 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:04:48.675880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] For port af46126b-aaf5-4e6f-970a-5773d0fe4fc5, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:48.676242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (af46126b-aaf5-4e6f-970a-5773d0fe4fc5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.690546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Calling delete_port for af46126b-aaf5-4e6f-970a-5773d0fe4fc5 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:48.719766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (af46126b-aaf5-4e6f-970a-5773d0fe4fc5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.820931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d194e8-b983-4e57-951f-d57ed7469502 None None] Pushing event updated for resources: {'Port': ['ID=af46126b-aaf5-4e6f-970a-5773d0fe4fc5,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:48.832510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (af46126b-aaf5-4e6f-970a-5773d0fe4fc5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.861967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event deleted for resources: {'Port': ['ID=af46126b-aaf5-4e6f-970a-5773d0fe4fc5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:48.869050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] No DVR routers for this DVR port af46126b-aaf5-4e6f-970a-5773d0fe4fc5 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:48.890855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b97490-36bf-47da-846b-36c552aa7a16 None None] get_active_networks_info from dv-neutron-835863-1-hyperv {{(pid=104444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 15:04:48.947306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:48.967206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:48.975078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b97490-36bf-47da-846b-36c552aa7a16 None None] Resources bound (agent type, host, resource id): {{(pid=104444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 15:04:48.977400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c750b91b-c1b0-4e9f-beb7-c04e43245940') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:48.977535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c750b91b-c1b0-4e9f-beb7-c04e43245940') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:48.986926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (c750b91b-c1b0-4e9f-beb7-c04e43245940), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.001955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c750b91b-c1b0-4e9f-beb7-c04e43245940), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.009192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (c750b91b-c1b0-4e9f-beb7-c04e43245940), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:49.015689 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:49.136035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.144267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.147686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "DELETE /v2.0/networks/042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 HTTP/1.1" status: 204 len: 168 time: 0.6971512 Apr 06 15:04:49.150409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50892) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:49.156280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868116f0-f5bf-454d-b19d-4d5b5c93c7ae None None] Network 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:49.162069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c3005-eab2-4ece-b646-787ec10f5e0f tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event deleted for resources: {'Network': ['ID=042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:49.187371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868116f0-f5bf-454d-b19d-4d5b5c93c7ae None None] Network 042ffb7c-bb8c-428c-b0bb-5e3dea1fc6b6 could not be found, it might have been deleted concurrently. {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 06 15:04:49.200247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7e138397-7c14-4e65-8175-3b5ff8374291 None None] Current status of the port 8b609d08-02cc-48aa-996c-ee6a88974f49 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:49.208234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97abf0e-bdca-4fdf-a16a-467d42938413 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Deleting subnet 27786cfa-e2ea-4bd2-8646-d7d8f477eb37 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:04:49.211448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e97abf0e-bdca-4fdf-a16a-467d42938413 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for subnet (27786cfa-e2ea-4bd2-8646-d7d8f477eb37), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.251978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e97abf0e-bdca-4fdf-a16a-467d42938413 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (27786cfa-e2ea-4bd2-8646-d7d8f477eb37), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.321680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b19db355-e8e1-418d-986a-e1150d58f454 None None] Provisioning complete for port 8b609d08-02cc-48aa-996c-ee6a88974f49 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:49.322046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b19db355-e8e1-418d-986a-e1150d58f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.343657 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e97abf0e-bdca-4fdf-a16a-467d42938413 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (27786cfa-e2ea-4bd2-8646-d7d8f477eb37), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.407331 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b19db355-e8e1-418d-986a-e1150d58f454 None None] Current status of the port 8b609d08-02cc-48aa-996c-ee6a88974f49 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:49.473054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e97abf0e-bdca-4fdf-a16a-467d42938413 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (27786cfa-e2ea-4bd2-8646-d7d8f477eb37), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.500888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97abf0e-bdca-4fdf-a16a-467d42938413 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event deleted for resources: {'Subnet': ['ID=27786cfa-e2ea-4bd2-8646-d7d8f477eb37,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:49.504818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e97abf0e-bdca-4fdf-a16a-467d42938413 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.508343 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e97abf0e-bdca-4fdf-a16a-467d42938413 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "DELETE /v2.0/subnets/27786cfa-e2ea-4bd2-8646-d7d8f477eb37 HTTP/1.1" status: 204 len: 168 time: 0.3564737 Apr 06 15:04:49.510843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50894) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:49.511474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319be77c-be2b-477b-86a6-fef918c372d1 None None] Network bdb5be94-77a0-4712-b1b5-bcbd614e9f0b requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:49.588051 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (bdb5be94-77a0-4712-b1b5-bcbd614e9f0b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.651661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Deleting port 8b609d08-02cc-48aa-996c-ee6a88974f49 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:49.651926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.672524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] DHCP port deletion for bdb5be94-77a0-4712-b1b5-bcbd614e9f0b request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:04:49.718984 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] For port 8b609d08-02cc-48aa-996c-ee6a88974f49, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8b609d08-02cc-48aa-996c-ee6a88974f49,segment=NetworkSegment(c1e20dac-f1f6-4051-9ef3-9af538a94d33),segment_id=c1e20dac-f1f6-4051-9ef3-9af538a94d33)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:49.719374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.720338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] Deleting port 8b609d08-02cc-48aa-996c-ee6a88974f49 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:04:49.720727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.731574 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Calling delete_port for 8b609d08-02cc-48aa-996c-ee6a88974f49 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:49.782611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] For port 8b609d08-02cc-48aa-996c-ee6a88974f49, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8b609d08-02cc-48aa-996c-ee6a88974f49,segment=NetworkSegment(c1e20dac-f1f6-4051-9ef3-9af538a94d33),segment_id=c1e20dac-f1f6-4051-9ef3-9af538a94d33)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:49.783040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.796406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] Calling delete_port for 8b609d08-02cc-48aa-996c-ee6a88974f49 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:04:49.884467 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.890738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (8b609d08-02cc-48aa-996c-ee6a88974f49), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:49.910793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event deleted for resources: {'Port': ['ID=8b609d08-02cc-48aa-996c-ee6a88974f49,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:49.914286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] No DVR routers for this DVR port 8b609d08-02cc-48aa-996c-ee6a88974f49 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:49.916841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8b609d08-02cc-48aa-996c-ee6a88974f49 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:04:49.920202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] Pushing event deleted for resources: {'Port': ['ID=8b609d08-02cc-48aa-996c-ee6a88974f49,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:49.940603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd06e9-e178-46c7-a8c9-154969f3ddde None None] No DVR routers for this DVR port 8b609d08-02cc-48aa-996c-ee6a88974f49 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:04:49.941980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 8b609d08-02cc-48aa-996c-ee6a88974f49 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:04:49.942338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8b609d08-02cc-48aa-996c-ee6a88974f49 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:04:50.002006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (bdb5be94-77a0-4712-b1b5-bcbd614e9f0b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.021352 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb5be94-77a0-4712-b1b5-bcbd614e9f0b']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:50.030758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e20dac-f1f6-4051-9ef3-9af538a94d33') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:50.031132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e20dac-f1f6-4051-9ef3-9af538a94d33') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:50.040208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (c1e20dac-f1f6-4051-9ef3-9af538a94d33), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.053713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c1e20dac-f1f6-4051-9ef3-9af538a94d33), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.059579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:04:50.059960 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (c1e20dac-f1f6-4051-9ef3-9af538a94d33), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:04:50.063224 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:04:50.181461 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (bdb5be94-77a0-4712-b1b5-bcbd614e9f0b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.190864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.191434 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "DELETE /v2.0/networks/bdb5be94-77a0-4712-b1b5-bcbd614e9f0b HTTP/1.1" status: 204 len: 168 time: 0.6796162 Apr 06 15:04:50.194079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50896) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:50.203837 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a88117-8e1c-4149-96be-8a138f38c7cf tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Pushing event deleted for resources: {'Network': ['ID=bdb5be94-77a0-4712-b1b5-bcbd614e9f0b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:50.222109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb51cdb3-6ffe-4cd7-88bd-e914ca1b174a tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "GET /v2.0/ports?device_id=372b0f6a-ba18-4956-9892-14c2498b3097 HTTP/1.1" status: 200 len: 205 time: 0.0269156 Apr 06 15:04:50.224457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50898) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:50.301107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46570b53-a272-46d5-96ad-312adb197da3 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for router (372b0f6a-ba18-4956-9892-14c2498b3097), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.459667 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46570b53-a272-46d5-96ad-312adb197da3 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (372b0f6a-ba18-4956-9892-14c2498b3097), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.461670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46570b53-a272-46d5-96ad-312adb197da3 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for router_controller (372b0f6a-ba18-4956-9892-14c2498b3097), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.569953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46570b53-a272-46d5-96ad-312adb197da3 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (372b0f6a-ba18-4956-9892-14c2498b3097), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.570493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46570b53-a272-46d5-96ad-312adb197da3 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Fanout notify agent at l3_agent the message router_deleted on router 372b0f6a-ba18-4956-9892-14c2498b3097 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:04:50.577833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46570b53-a272-46d5-96ad-312adb197da3 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:50.579078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-46570b53-a272-46d5-96ad-312adb197da3 tempest-RoutersNegativeTest-102554611 tempest-RoutersNegativeTest-102554611-project] 10.222.0.71 "DELETE /v2.0/routers/372b0f6a-ba18-4956-9892-14c2498b3097 HTTP/1.1" status: 204 len: 168 time: 0.3536463 Apr 06 15:04:51.075653 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50904) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:51.338889 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3c85fb1d-5bb0-409c-a98e-e614f444b4f2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=db7ea297dbd54857b6ab3dfa2145792b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620852 Apr 06 15:04:51.341289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50908) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:51.386698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-350948de-c13f-477a-8646-4f7ca3e14a45 admin admin] Publish callbacks [] for security_group (75d7d827-7e2c-48f5-a0a0-9940804a5da3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:51.409106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-350948de-c13f-477a-8646-4f7ca3e14a45 admin admin] Publish callbacks [] for security_group (75d7d827-7e2c-48f5-a0a0-9940804a5da3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:51.558750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-350948de-c13f-477a-8646-4f7ca3e14a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (75d7d827-7e2c-48f5-a0a0-9940804a5da3), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:51.561339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-350948de-c13f-477a-8646-4f7ca3e14a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:51.563269 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-350948de-c13f-477a-8646-4f7ca3e14a45 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/75d7d827-7e2c-48f5-a0a0-9940804a5da3 HTTP/1.1" status: 204 len: 168 time: 0.2210748 Apr 06 15:04:51.571407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350948de-c13f-477a-8646-4f7ca3e14a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d7d827-7e2c-48f5-a0a0-9940804a5da3,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:52.597147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50930) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:52.693270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-26779502-network', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:52.785685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Made reservation on behalf of 233874608f3a453ea4ddb5e4d2f8bbf4 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:52.787960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:52.796292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:52.868571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Publish callbacks [] for security_group (9dd9c49a-1915-42ae-a887-e53cfec31f4f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:52.970506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9dd9c49a-1915-42ae-a887-e53cfec31f4f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:52.992400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:53.008009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd9c49a-1915-42ae-a887-e53cfec31f4f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:53.011855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (614d38d9-baa9-4abf-9b34-89e0933f4bfa), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:53.012204 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Added segment 614d38d9-baa9-4abf-9b34-89e0933f4bfa of type vlan for network 3e8825e3-459e-491a-918a-227796ec7c1f Apr 06 15:04:53.054804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (3e8825e3-459e-491a-918a-227796ec7c1f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:53.141574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (3e8825e3-459e-491a-918a-227796ec7c1f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:53.142534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:53.143155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:53.200465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] Pushing event updated for resources: {'Network': ['ID=3e8825e3-459e-491a-918a-227796ec7c1f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:53.210642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 3e8825e3-459e-491a-918a-227796ec7c1f details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:53.263969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c3fda91e-9acf-4ba1-8586-25951bc31899 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6656976 Apr 06 15:04:53.267492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50936) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:53.272405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Request body: {'subnet': {'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-subnet', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:53.351592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Made reservation on behalf of 233874608f3a453ea4ddb5e4d2f8bbf4 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:53.353943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:53.901142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:53.958842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (b8b93006-5976-4059-aa83-91610d57128d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.014393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b93006-5976-4059-aa83-91610d57128d,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:54.023464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Checking segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:54.023819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Network hostable DHCP agents. Network: 3e8825e3-459e-491a-918a-227796ec7c1f, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:04:54.101629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Network 3e8825e3-459e-491a-918a-227796ec7c1f is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:04:54.187073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 3e8825e3-459e-491a-918a-227796ec7c1f) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:54.191041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:54.191671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.196212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8489bb-4b52-48fb-a371-5d5093347ee0 None None] Network 3e8825e3-459e-491a-918a-227796ec7c1f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:54.275940 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-718e6f6a-17ea-401b-afcc-1c6c029bd6a9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0073690 Apr 06 15:04:54.278528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50938) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:54.283767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:54.369221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (b9829d16-7554-4121-a9db-da938810863c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.370428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (b9829d16-7554-4121-a9db-da938810863c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.429659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks [] for router_controller (b9829d16-7554-4121-a9db-da938810863c), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.443940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-3e8825e3-459e-491a-918a-227796ec7c1f', 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'fixed_ips': [{'subnet_id': 'b8b93006-5976-4059-aa83-91610d57128d'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:04:54.443940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.591778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Allocated IP 172.20.0.2 (3e8825e3-459e-491a-918a-227796ec7c1f/b8b93006-5976-4059-aa83-91610d57128d/3e9016fe-5128-4034-9153-7c77f33b6ab6) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:54.640478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks [] for router_gateway (b9829d16-7554-4121-a9db-da938810863c), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.730300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Publish callbacks [] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.804862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.848596 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Network 3e8825e3-459e-491a-918a-227796ec7c1f is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:54.851506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:54.856902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:54.866359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Pushing event updated for resources: {'Port': ['ID=3e9016fe-5128-4034-9153-7c77f33b6ab6,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:54.891384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.891660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.892008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.892343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.892673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.893005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.893333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.893663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.893989 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.894599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.894933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.895284 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.895604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:54.902734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks [] for router_gateway (b9829d16-7554-4121-a9db-da938810863c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.927129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.928291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Attempting to bind port 3e9016fe-5128-4034-9153-7c77f33b6ab6 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:54.928666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Attempting to bind port 3e9016fe-5128-4034-9153-7c77f33b6ab6 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:54.929033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Attempting to bind port 3e9016fe-5128-4034-9153-7c77f33b6ab6 on network 3e8825e3-459e-491a-918a-227796ec7c1f {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:54.934014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:54.934384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Checking segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:54.934785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:54.935209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Bound using segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:54.935677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Bound port: 3e9016fe-5128-4034-9153-7c77f33b6ab6, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:54.936090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:55.000310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] For port 3e9016fe-5128-4034-9153-7c77f33b6ab6, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:55.003310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] For port 3e9016fe-5128-4034-9153-7c77f33b6ab6, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3e9016fe-5128-4034-9153-7c77f33b6ab6,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:55.030003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Allocated IP 172.26.7.121 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:55.085215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:55.135859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks [] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:55.147065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af40c-03bf-49c3-9bd8-972aafc9ad5c None None] Pushing event updated for resources: {'Port': ['ID=3e9016fe-5128-4034-9153-7c77f33b6ab6,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:55.251298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:55.296194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:55.307309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:55.312732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:55.315952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:55.632129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks [] for router_gateway (b9829d16-7554-4121-a9db-da938810863c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:55.836322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (b9829d16-7554-4121-a9db-da938810863c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:55.940988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3e9016fe-5128-4034-9153-7c77f33b6ab6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:56.002998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3e9016fe-5128-4034-9153-7c77f33b6ab6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:56.003302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.039252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Router b9829d16-7554-4121-a9db-da938810863c is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:04:56.084729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3e9016fe-5128-4034-9153-7c77f33b6ab6 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:56.085272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.099526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9a12a-b96c-430c-ac6a-ab972dd8c21a None None] Network 3e8825e3-459e-491a-918a-227796ec7c1f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:04:56.156052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:04:56.166593 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Sync routers for ids ['b9829d16-7554-4121-a9db-da938810863c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:04:56.175507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 3e9016fe-5128-4034-9153-7c77f33b6ab6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3e9016fe-5128-4034-9153-7c77f33b6ab6,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:56.177464 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Routers {'b9829d16-7554-4121-a9db-da938810863c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:56.178105 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:04:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b9829d16-7554-4121-a9db-da938810863c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:56.196419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-55ee3550-cb79-4eca-8d69-cec3d3630e9f None None] Provisioning complete for port 3e9016fe-5128-4034-9153-7c77f33b6ab6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:56.196796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-55ee3550-cb79-4eca-8d69-cec3d3630e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.229982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.232228 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b39108ef-5bed-4230-9b83-8d359199bdb6 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9525764 Apr 06 15:04:56.234215 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50940) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:56.264566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.284877 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Set router b9829d16-7554-4121-a9db-da938810863c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:56.357703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=3e9016fe-5128-4034-9153-7c77f33b6ab6,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:56.393382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-55ee3550-cb79-4eca-8d69-cec3d3630e9f None None] Current status of the port 3e9016fe-5128-4034-9153-7c77f33b6ab6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:56.479283 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:55Z', 'revision_number': 3, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port': {'id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:56.512122 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Checking router: b9829d16-7554-4121-a9db-da938810863c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:04:56.512482 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Updating router b9829d16-7554-4121-a9db-da938810863c port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:04:56.544943 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.616268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-740efe8a-8fc0-4d32-afdd-9bf4f9749702 None None] Provisioning complete for port 3e9016fe-5128-4034-9153-7c77f33b6ab6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:56.616652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-740efe8a-8fc0-4d32-afdd-9bf4f9749702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.704609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.704827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-740efe8a-8fc0-4d32-afdd-9bf4f9749702 None None] Current status of the port 3e9016fe-5128-4034-9153-7c77f33b6ab6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:56.802336 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Publish callbacks [] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.861309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Allocated IP 172.20.0.1 (3e8825e3-459e-491a-918a-227796ec7c1f/b8b93006-5976-4059-aa83-91610d57128d/0d76b728-c7f0-498b-9406-97ad5831d04a) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:04:56.878984 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.934589 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Attempting to bind port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:04:56.934956 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Attempting to bind port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:04:56.935333 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Attempting to bind port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:04:56.943153 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Pushing event updated for resources: {'Port': ['ID=f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:56.949284 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:04:56.949654 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:04:56.950046 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.950436 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:04:56.950893 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Bound port: f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:04:56.951285 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:56.956426 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.956769 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.957103 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.957433 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.957754 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.958078 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.958397 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.958723 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.959064 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.959383 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.959700 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.960015 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.960328 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:04:56.972421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Publish callbacks [] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.011502 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] For port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:04:57.014461 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] For port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:04:57.073492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.115037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Network 3e8825e3-459e-491a-918a-227796ec7c1f is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:57.117856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:57.118061 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.130213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:04:57.165789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Pushing event updated for resources: {'Port': ['ID=0d76b728-c7f0-498b-9406-97ad5831d04a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:57.176822 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Routers {'b9829d16-7554-4121-a9db-da938810863c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:57.177466 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:04:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b9829d16-7554-4121-a9db-da938810863c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:57.183795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (b9829d16-7554-4121-a9db-da938810863c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.255499 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e998a-4403-47e4-981a-f6504e3ab7ed None None] Pushing event updated for resources: {'Port': ['ID=f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:57.300283 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] Set router b9829d16-7554-4121-a9db-da938810863c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:57.409396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.429143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d18b709c-6fad-47b5-af02-6083dbedd30a None None] Provisioning complete for port 0d76b728-c7f0-498b-9406-97ad5831d04a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:57.429769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d18b709c-6fad-47b5-af02-6083dbedd30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.466727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d18b709c-6fad-47b5-af02-6083dbedd30a None None] Port 0d76b728-c7f0-498b-9406-97ad5831d04a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:04:57.570255 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:55Z', 'revision_number': 3, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port': {'id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:57.579908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Publish callbacks [] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.599550 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1745ee-4d04-4119-a19c-945a50aa21d8 None None] The sync data for ids ['b9829d16-7554-4121-a9db-da938810863c'] in dv-neutron-835863-1-hyperv is: [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:55Z', 'revision_number': 3, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port': {'id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:04:57.667620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.734327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Pushing event updated for resources: {'Port': ['ID=0d76b728-c7f0-498b-9406-97ad5831d04a,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:57.738986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (b9829d16-7554-4121-a9db-da938810863c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:57.851129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Network 3e8825e3-459e-491a-918a-227796ec7c1f is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:04:57.853794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:04:58.024526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3e9016fe-5128-4034-9153-7c77f33b6ab6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:58.041986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Router b9829d16-7554-4121-a9db-da938810863c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:04:58.087097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 3e9016fe-5128-4034-9153-7c77f33b6ab6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:58.087600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:58.167392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:04:58.173288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b1ceebd4-a598-47cc-8202-c74065b5e371 admin admin] 10.222.0.71 "PUT /v2.0/routers/b9829d16-7554-4121-a9db-da938810863c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9378116 Apr 06 15:04:58.190017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 3e9016fe-5128-4034-9153-7c77f33b6ab6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:58.191248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:04:58.227166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-63af57bf-1d66-4ef4-9740-6e5d2fd63b9a None None] Provisioning complete for port 0d76b728-c7f0-498b-9406-97ad5831d04a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:58.227634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-63af57bf-1d66-4ef4-9740-6e5d2fd63b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:58.271543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-63af57bf-1d66-4ef4-9740-6e5d2fd63b9a None None] Port 0d76b728-c7f0-498b-9406-97ad5831d04a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:04:58.282060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:04:58.282533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:58.370232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:04:58.370550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:58.395039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:04:58.485062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:58.539262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:58.979812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50956) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:58.985377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1360518929-network', 'tenant_id': '23bf1b45e7694fa783442d9af5985265'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:59.073088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Made reservation on behalf of 23bf1b45e7694fa783442d9af5985265 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:04:59.075345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.084737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.161161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Publish callbacks [] for security_group (018d49a3-3305-46e9-a4d1-6374e551ea7b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.227308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (018d49a3-3305-46e9-a4d1-6374e551ea7b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.253719 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:04:59.263118 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018d49a3-3305-46e9-a4d1-6374e551ea7b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:59.268231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.268572 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Added segment b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18 of type vlan for network ccfd76d8-e46c-4fdd-bff1-7613f866625c Apr 06 15:04:59.279174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Sync routers for ids ['b9829d16-7554-4121-a9db-da938810863c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:04:59.289980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Routers {'b9829d16-7554-4121-a9db-da938810863c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:04:59.290595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:04:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b9829d16-7554-4121-a9db-da938810863c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:59.313738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (ccfd76d8-e46c-4fdd-bff1-7613f866625c), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.400426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Set router b9829d16-7554-4121-a9db-da938810863c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:04:59.421872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (ccfd76d8-e46c-4fdd-bff1-7613f866625c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.423088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:04:59.423666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.613623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:57Z', 'revision_number': 4, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port': {'id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '0d76b728-c7f0-498b-9406-97ad5831d04a', 'name': '', 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'mac_address': 'fa:16:3e:3f:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b8b93006-5976-4059-aa83-91610d57128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:56Z', 'updated_at': '2022-04-06T15:04:57Z', 'revision_number': 2, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'subnets': [{'id': 'b8b93006-5976-4059-aa83-91610d57128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:04:59.641060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Checking router: b9829d16-7554-4121-a9db-da938810863c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:04:59.641060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Updating router b9829d16-7554-4121-a9db-da938810863c port 0d76b728-c7f0-498b-9406-97ad5831d04a binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:04:59.670632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:04:59.841155 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] Pushing event updated for resources: {'Network': ['ID=ccfd76d8-e46c-4fdd-bff1-7613f866625c,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:04:59.853166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network ccfd76d8-e46c-4fdd-bff1-7613f866625c details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:04:59.904561 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3e44c0b5-042d-44c9-b85a-6f18061a1f0a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9235826 Apr 06 15:04:59.907612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50958) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:04:59.913168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Request body: {'subnet': {'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-subnet', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:04:59.918333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:00.016803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Made reservation on behalf of 23bf1b45e7694fa783442d9af5985265 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:05:00.019278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.043777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Publish callbacks [] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.046320 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:00.047062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.110471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.159286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:00.176657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9fb1-41d4-48dd-b818-12aabf399ae1 None None] Pushing event updated for resources: {'Port': ['ID=0d76b728-c7f0-498b-9406-97ad5831d04a,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:00.232741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Attempting to bind port 0d76b728-c7f0-498b-9406-97ad5831d04a on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:00.233203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Attempting to bind port 0d76b728-c7f0-498b-9406-97ad5831d04a by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:00.234223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Attempting to bind port 0d76b728-c7f0-498b-9406-97ad5831d04a on network 3e8825e3-459e-491a-918a-227796ec7c1f {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:00.239589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:00.239967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Checking segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:00.240371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.240768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Bound using segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:00.241248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Bound port: 0d76b728-c7f0-498b-9406-97ad5831d04a, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:00.241645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.268290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (448a068e-a002-4769-bd1d-d811767cbb8d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.307247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] For port 0d76b728-c7f0-498b-9406-97ad5831d04a, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:00.311612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] For port 0d76b728-c7f0-498b-9406-97ad5831d04a, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0d76b728-c7f0-498b-9406-97ad5831d04a,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:00.347527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448a068e-a002-4769-bd1d-d811767cbb8d,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:00.347527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Checking segment: {'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:00.347527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Network hostable DHCP agents. Network: ccfd76d8-e46c-4fdd-bff1-7613f866625c, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:05:00.388259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.427965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Network ccfd76d8-e46c-4fdd-bff1-7613f866625c is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:05:00.452427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-72c68bca-9beb-4b29-99fd-cc5a91e42bb2 None None] Provisioning complete for port 0d76b728-c7f0-498b-9406-97ad5831d04a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:00.453458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-72c68bca-9beb-4b29-99fd-cc5a91e42bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.484780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Routers {'b9829d16-7554-4121-a9db-da938810863c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:00.485551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:04:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b9829d16-7554-4121-a9db-da938810863c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:00.493792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9fb1-41d4-48dd-b818-12aabf399ae1 None None] Pushing event updated for resources: {'Port': ['ID=0d76b728-c7f0-498b-9406-97ad5831d04a,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:00.536210 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, ccfd76d8-e46c-4fdd-bff1-7613f866625c) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:00.540834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:00.542220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.569726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df270f-6c2e-4c18-969e-7ef36fde2eda None None] Network ccfd76d8-e46c-4fdd-bff1-7613f866625c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:05:00.670385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-040ad22a-7027-4c36-bb60-a05d6dcd58b2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7613926 Apr 06 15:05:00.673533 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 50960) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:00.678009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:00.798710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (92cb836a-73d8-4b73-a928-581cca511d6c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.800090 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (92cb836a-73d8-4b73-a928-581cca511d6c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.858063 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks [] for router_controller (92cb836a-73d8-4b73-a928-581cca511d6c), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.886516 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] Set router b9829d16-7554-4121-a9db-da938810863c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:00.892357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-ccfd76d8-e46c-4fdd-bff1-7613f866625c', 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c', 'project_id': '23bf1b45e7694fa783442d9af5985265', 'fixed_ips': [{'subnet_id': '448a068e-a002-4769-bd1d-d811767cbb8d'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:05:00.893181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:00.920524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-72c68bca-9beb-4b29-99fd-cc5a91e42bb2 None None] Current status of the port 0d76b728-c7f0-498b-9406-97ad5831d04a is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:00.920836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-72c68bca-9beb-4b29-99fd-cc5a91e42bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.055741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-72c68bca-9beb-4b29-99fd-cc5a91e42bb2 None None] For port 0d76b728-c7f0-498b-9406-97ad5831d04a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0d76b728-c7f0-498b-9406-97ad5831d04a,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:01.064883 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks [] for router_gateway (92cb836a-73d8-4b73-a928-581cca511d6c), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.125986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-72c68bca-9beb-4b29-99fd-cc5a91e42bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.256541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Allocated IP 172.20.0.2 (ccfd76d8-e46c-4fdd-bff1-7613f866625c/448a068e-a002-4769-bd1d-d811767cbb8d/61b5c790-5f28-4495-8675-c98f421853ae) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:01.264012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c68bca-9beb-4b29-99fd-cc5a91e42bb2 None None] Pushing event updated for resources: {'Port': ['ID=0d76b728-c7f0-498b-9406-97ad5831d04a,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:01.313105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-774124fb-5a88-4511-8594-333f7d973ba1 None None] Provisioning complete for port 0d76b728-c7f0-498b-9406-97ad5831d04a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:01.313641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-774124fb-5a88-4511-8594-333f7d973ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.343938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks [] for router_gateway (92cb836a-73d8-4b73-a928-581cca511d6c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.363222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.454592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:57Z', 'revision_number': 4, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port': {'id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '0d76b728-c7f0-498b-9406-97ad5831d04a', 'name': '', 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'mac_address': 'fa:16:3e:3f:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b8b93006-5976-4059-aa83-91610d57128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:56Z', 'updated_at': '2022-04-06T15:05:00Z', 'revision_number': 4, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'subnets': [{'id': 'b8b93006-5976-4059-aa83-91610d57128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:01.470369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Allocated IP 172.26.7.169 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/d207b1be-dabf-4e87-9e80-5208c922f369) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:01.522546 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb893090-6821-49c8-bb43-ac466e646c22 None None] The sync data for ids ['b9829d16-7554-4121-a9db-da938810863c'] in dv-neutron-835863-1-hyperv is: [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:57Z', 'revision_number': 4, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port': {'id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '0d76b728-c7f0-498b-9406-97ad5831d04a', 'name': '', 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'mac_address': 'fa:16:3e:3f:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b8b93006-5976-4059-aa83-91610d57128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:56Z', 'updated_at': '2022-04-06T15:05:00Z', 'revision_number': 4, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'subnets': [{'id': 'b8b93006-5976-4059-aa83-91610d57128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:05:01.552888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-774124fb-5a88-4511-8594-333f7d973ba1 None None] Current status of the port 0d76b728-c7f0-498b-9406-97ad5831d04a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:01.555134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Publish callbacks [] for port (61b5c790-5f28-4495-8675-c98f421853ae), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.589925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks [] for port (d207b1be-dabf-4e87-9e80-5208c922f369), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.668250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (61b5c790-5f28-4495-8675-c98f421853ae), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.705879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.708329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Network ccfd76d8-e46c-4fdd-bff1-7613f866625c is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:01.711310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:01.717215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:05:01.729380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Pushing event updated for resources: {'Port': ['ID=61b5c790-5f28-4495-8675-c98f421853ae,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:01.747272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:01.750665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:01.756864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:05:01.762536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Pushing event updated for resources: {'Port': ['ID=d207b1be-dabf-4e87-9e80-5208c922f369,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:01.797528 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Attempting to bind port 61b5c790-5f28-4495-8675-c98f421853ae on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:01.798001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Attempting to bind port 61b5c790-5f28-4495-8675-c98f421853ae by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:01.798443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Attempting to bind port 61b5c790-5f28-4495-8675-c98f421853ae on network ccfd76d8-e46c-4fdd-bff1-7613f866625c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:01.804357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:01.804906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Checking segment: {'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:01.805387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.805860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Bound using segment: {'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:01.806742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Bound port: 61b5c790-5f28-4495-8675-c98f421853ae, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:01.806902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (61b5c790-5f28-4495-8675-c98f421853ae), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:01.893843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] For port 61b5c790-5f28-4495-8675-c98f421853ae, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:01.900126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] For port 61b5c790-5f28-4495-8675-c98f421853ae, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=61b5c790-5f28-4495-8675-c98f421853ae,segment=NetworkSegment(b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18),segment_id=b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:01.954704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0d76b728-c7f0-498b-9406-97ad5831d04a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:02.002115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (61b5c790-5f28-4495-8675-c98f421853ae), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:02.032541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 0d76b728-c7f0-498b-9406-97ad5831d04a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:02.032832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:02.102324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f279664-00fc-445c-9470-09ee649e9c82 None None] Pushing event updated for resources: {'Port': ['ID=61b5c790-5f28-4495-8675-c98f421853ae,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:02.154318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks [] for router_gateway (92cb836a-73d8-4b73-a928-581cca511d6c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:02.167106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 0d76b728-c7f0-498b-9406-97ad5831d04a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:02.399842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (92cb836a-73d8-4b73-a928-581cca511d6c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:02.667708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Router 92cb836a-73d8-4b73-a928-581cca511d6c is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:05:03.086491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82a3ac-8601-46d5-b718-b5f73b4a3a30 None None] Network ccfd76d8-e46c-4fdd-bff1-7613f866625c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:05:03.093861 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:03.102634 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Sync routers for ids ['92cb836a-73d8-4b73-a928-581cca511d6c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:05:03.113141 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Routers {'92cb836a-73d8-4b73-a928-581cca511d6c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:03.113772 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:04:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['92cb836a-73d8-4b73-a928-581cca511d6c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:03.194502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.198460 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f6ac177b-8d8e-440c-8f73-7b5f4007092f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5214114 Apr 06 15:05:03.198995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 50962) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:05:03.204053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b0e97451-94c3-4028-9741-fa42c2db52c9 None None] Provisioning complete for port 61b5c790-5f28-4495-8675-c98f421853ae triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:03.204430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b0e97451-94c3-4028-9741-fa42c2db52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (61b5c790-5f28-4495-8675-c98f421853ae), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.222480 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Set router 92cb836a-73d8-4b73-a928-581cca511d6c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:03.310148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b0e97451-94c3-4028-9741-fa42c2db52c9 None None] Current status of the port 61b5c790-5f28-4495-8675-c98f421853ae is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:03.310694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b0e97451-94c3-4028-9741-fa42c2db52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (61b5c790-5f28-4495-8675-c98f421853ae), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.350512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b0e97451-94c3-4028-9741-fa42c2db52c9 None None] For port 61b5c790-5f28-4495-8675-c98f421853ae, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=61b5c790-5f28-4495-8675-c98f421853ae,segment=NetworkSegment(b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18),segment_id=b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:03.411108 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:05:01Z', 'revision_number': 3, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:03.443189 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Checking router: 92cb836a-73d8-4b73-a928-581cca511d6c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:05:03.443636 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Updating router 92cb836a-73d8-4b73-a928-581cca511d6c port d207b1be-dabf-4e87-9e80-5208c922f369 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:05:03.474655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.479241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b0e97451-94c3-4028-9741-fa42c2db52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (61b5c790-5f28-4495-8675-c98f421853ae), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.534063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e97451-94c3-4028-9741-fa42c2db52c9 None None] Pushing event updated for resources: {'Port': ['ID=61b5c790-5f28-4495-8675-c98f421853ae,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:03.605543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dfd8d6eb-40eb-46b5-8658-f97a5c4d10cf None None] Provisioning complete for port 61b5c790-5f28-4495-8675-c98f421853ae triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:03.605864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d6eb-40eb-46b5-8658-f97a5c4d10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (61b5c790-5f28-4495-8675-c98f421853ae), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.669237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.697793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8d6eb-40eb-46b5-8658-f97a5c4d10cf None None] Current status of the port 61b5c790-5f28-4495-8675-c98f421853ae is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:03.761300 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Publish callbacks [] for port (d207b1be-dabf-4e87-9e80-5208c922f369), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.828896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Allocated IP 172.20.0.1 (ccfd76d8-e46c-4fdd-bff1-7613f866625c/448a068e-a002-4769-bd1d-d811767cbb8d/67db27fe-2321-45c1-922c-fa7487b12d84) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:03.850819 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.906350 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19780b-5cde-4dc9-8f2d-97d34dea84f7 None None] Pushing event updated for resources: {'Port': ['ID=d207b1be-dabf-4e87-9e80-5208c922f369,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:03.917006 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Attempting to bind port d207b1be-dabf-4e87-9e80-5208c922f369 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:03.917376 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Attempting to bind port d207b1be-dabf-4e87-9e80-5208c922f369 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:03.917764 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Attempting to bind port d207b1be-dabf-4e87-9e80-5208c922f369 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:03.924082 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:03.924745 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:03.925924 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.927096 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:03.927922 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Bound port: d207b1be-dabf-4e87-9e80-5208c922f369, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:03.928976 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.954407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Publish callbacks [] for port (67db27fe-2321-45c1-922c-fa7487b12d84), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:03.968853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 61b5c790-5f28-4495-8675-c98f421853ae up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:03.994201 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] For port d207b1be-dabf-4e87-9e80-5208c922f369, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:03.997291 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] For port d207b1be-dabf-4e87-9e80-5208c922f369, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d207b1be-dabf-4e87-9e80-5208c922f369,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:04.020373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 61b5c790-5f28-4495-8675-c98f421853ae triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:04.020747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (61b5c790-5f28-4495-8675-c98f421853ae), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.095782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 61b5c790-5f28-4495-8675-c98f421853ae is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:04.102202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.137973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Network ccfd76d8-e46c-4fdd-bff1-7613f866625c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:04.142779 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.143363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:04.147912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:05:04.185746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Pushing event updated for resources: {'Port': ['ID=67db27fe-2321-45c1-922c-fa7487b12d84,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:04.190226 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Routers {'92cb836a-73d8-4b73-a928-581cca511d6c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:04.190858 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:04:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['92cb836a-73d8-4b73-a928-581cca511d6c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:04.203467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (92cb836a-73d8-4b73-a928-581cca511d6c), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.275438 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19780b-5cde-4dc9-8f2d-97d34dea84f7 None None] Pushing event updated for resources: {'Port': ['ID=d207b1be-dabf-4e87-9e80-5208c922f369,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:04.322165 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] Set router 92cb836a-73d8-4b73-a928-581cca511d6c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:04.421235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-0a3901c6-1ba4-4e92-8892-9a32a09d8b44 None None] Provisioning complete for port 67db27fe-2321-45c1-922c-fa7487b12d84 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:04.424622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0a3901c6-1ba4-4e92-8892-9a32a09d8b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.443525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.457684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-0a3901c6-1ba4-4e92-8892-9a32a09d8b44 None None] Port 67db27fe-2321-45c1-922c-fa7487b12d84 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:04.508111 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:05:01Z', 'revision_number': 3, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:04.537876 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10d698-ae69-4bc7-89dc-894722491d14 None None] The sync data for ids ['92cb836a-73d8-4b73-a928-581cca511d6c'] in dv-neutron-835863-1-hyperv is: [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:05:01Z', 'revision_number': 3, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:05:04.620916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Publish callbacks [] for port (67db27fe-2321-45c1-922c-fa7487b12d84), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.690741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.767063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Pushing event updated for resources: {'Port': ['ID=67db27fe-2321-45c1-922c-fa7487b12d84,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:04.769429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (92cb836a-73d8-4b73-a928-581cca511d6c), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:04.876669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Network ccfd76d8-e46c-4fdd-bff1-7613f866625c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:04.878175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:05.005557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Router 92cb836a-73d8-4b73-a928-581cca511d6c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:05:05.126330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:05:05.135542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-54f2461f-c0a6-45e6-81c8-3ec88d7706ce admin admin] 10.222.0.71 "PUT /v2.0/routers/92cb836a-73d8-4b73-a928-581cca511d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9352698 Apr 06 15:05:05.183387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-db8ebba9-913c-447b-a68b-1c0330d0150e None None] Provisioning complete for port 67db27fe-2321-45c1-922c-fa7487b12d84 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:05.183938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db8ebba9-913c-447b-a68b-1c0330d0150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:05.222956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-db8ebba9-913c-447b-a68b-1c0330d0150e None None] Port 67db27fe-2321-45c1-922c-fa7487b12d84 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:05.951388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d207b1be-dabf-4e87-9e80-5208c922f369 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:06.025570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d207b1be-dabf-4e87-9e80-5208c922f369 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:06.025570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:06.115634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d207b1be-dabf-4e87-9e80-5208c922f369 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:06.116451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:06.138337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port d207b1be-dabf-4e87-9e80-5208c922f369, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d207b1be-dabf-4e87-9e80-5208c922f369,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:06.177598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-998bb718-f925-4a7e-a2d6-08e102b4f96d tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:06.178437 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-998bb718-f925-4a7e-a2d6-08e102b4f96d tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/networks?id=3e8825e3-459e-491a-918a-227796ec7c1f HTTP/1.1" status: 200 len: 815 time: 0.1390598 Apr 06 15:05:06.186509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Sync routers for ids ['92cb836a-73d8-4b73-a928-581cca511d6c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:05:06.195309 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-d84a2b3b-d91f-4727-b78b-c79a73321627 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/quotas/233874608f3a453ea4ddb5e4d2f8bbf4 HTTP/1.1" status: 200 len: 375 time: 0.0101576 Apr 06 15:05:06.259852 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-34ae2510-952a-4069-bba1-1cac57a22625 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=233874608f3a453ea4ddb5e4d2f8bbf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581579 Apr 06 15:05:06.344610 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:06.368385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-b3eaf204-0b31-496a-b37b-fe2a6ac24ab4 service neutron] 10.222.0.71 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937915 Apr 06 15:05:06.372164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Routers {'92cb836a-73d8-4b73-a928-581cca511d6c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:06.372802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:04:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['92cb836a-73d8-4b73-a928-581cca511d6c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:06.467635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=d207b1be-dabf-4e87-9e80-5208c922f369,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:06.471603 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-72e6595e-198d-4687-a6ec-72335290f749 service neutron] 10.222.0.71 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902655 Apr 06 15:05:06.502609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Set router 92cb836a-73d8-4b73-a928-581cca511d6c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:06.710169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:05:04Z', 'revision_number': 4, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '67db27fe-2321-45c1-922c-fa7487b12d84', 'name': '', 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'mac_address': 'fa:16:3e:54:4d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '448a068e-a002-4769-bd1d-d811767cbb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:03Z', 'updated_at': '2022-04-06T15:05:04Z', 'revision_number': 2, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'subnets': [{'id': '448a068e-a002-4769-bd1d-d811767cbb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:06.720808 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a29f004-64b1-4779-b914-524f83391b7d req-3bf80664-be38-4561-b3c4-11d3dd156ed6 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 210 time: 0.0310764 Apr 06 15:05:06.743982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Checking router: 92cb836a-73d8-4b73-a928-581cca511d6c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:05:06.744345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Updating router 92cb836a-73d8-4b73-a928-581cca511d6c port 67db27fe-2321-45c1-922c-fa7487b12d84 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:05:06.773166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.037026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Publish callbacks [] for port (67db27fe-2321-45c1-922c-fa7487b12d84), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.118836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.170033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3c2ce-3760-4c2a-9643-73a7165de93a None None] Pushing event updated for resources: {'Port': ['ID=67db27fe-2321-45c1-922c-fa7487b12d84,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:07.231383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Attempting to bind port 67db27fe-2321-45c1-922c-fa7487b12d84 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:07.232104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Attempting to bind port 67db27fe-2321-45c1-922c-fa7487b12d84 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:07.232104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Attempting to bind port 67db27fe-2321-45c1-922c-fa7487b12d84 on network ccfd76d8-e46c-4fdd-bff1-7613f866625c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:07.237573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:07.237958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Checking segment: {'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:07.238355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.238750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Bound using segment: {'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:07.239272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Bound port: 67db27fe-2321-45c1-922c-fa7487b12d84, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:07.239642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.306009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] For port 67db27fe-2321-45c1-922c-fa7487b12d84, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:07.309297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] For port 67db27fe-2321-45c1-922c-fa7487b12d84, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=67db27fe-2321-45c1-922c-fa7487b12d84,segment=NetworkSegment(b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18),segment_id=b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:07.365226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2a092c7a-d424-4073-9b7c-25e50de32b00 None None] Provisioning complete for port 67db27fe-2321-45c1-922c-fa7487b12d84 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:07.365606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2a092c7a-d424-4073-9b7c-25e50de32b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.387775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.452405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2a092c7a-d424-4073-9b7c-25e50de32b00 None None] Port 67db27fe-2321-45c1-922c-fa7487b12d84 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:07.462137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3c2ce-3760-4c2a-9643-73a7165de93a None None] Pushing event updated for resources: {'Port': ['ID=67db27fe-2321-45c1-922c-fa7487b12d84,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:07.465122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Routers {'92cb836a-73d8-4b73-a928-581cca511d6c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:05:07.465737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:04:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['92cb836a-73d8-4b73-a928-581cca511d6c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:07.584343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] Set router 92cb836a-73d8-4b73-a928-581cca511d6c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:05:07.716262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f13a29c2-4e3f-40c8-bfa3-3852608f85e1 None None] Provisioning complete for port 67db27fe-2321-45c1-922c-fa7487b12d84 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:07.716638 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f13a29c2-4e3f-40c8-bfa3-3852608f85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.802218 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7aba7302-1461-457e-8655-76d0aa3e0c53 req-f06d2cc9-f8dc-42c8-b265-943630b20b93 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Apr 06 15:05:07.855467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f13a29c2-4e3f-40c8-bfa3-3852608f85e1 None None] Current status of the port 67db27fe-2321-45c1-922c-fa7487b12d84 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:07.855856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f13a29c2-4e3f-40c8-bfa3-3852608f85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:07.889641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:05:04Z', 'revision_number': 4, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '67db27fe-2321-45c1-922c-fa7487b12d84', 'name': '', 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'mac_address': 'fa:16:3e:54:4d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '448a068e-a002-4769-bd1d-d811767cbb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:03Z', 'updated_at': '2022-04-06T15:05:07Z', 'revision_number': 4, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'subnets': [{'id': '448a068e-a002-4769-bd1d-d811767cbb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:05:07.927734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f13a29c2-4e3f-40c8-bfa3-3852608f85e1 None None] For port 67db27fe-2321-45c1-922c-fa7487b12d84, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=67db27fe-2321-45c1-922c-fa7487b12d84,segment=NetworkSegment(b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18),segment_id=b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:07.928861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d207b1be-dabf-4e87-9e80-5208c922f369 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:07.932342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba76ae-54d6-4049-b7da-d2a2a540612f None None] The sync data for ids ['92cb836a-73d8-4b73-a928-581cca511d6c'] in dv-neutron-835863-1-hyperv is: [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:05:04Z', 'revision_number': 4, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '67db27fe-2321-45c1-922c-fa7487b12d84', 'name': '', 'network_id': 'ccfd76d8-e46c-4fdd-bff1-7613f866625c', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'mac_address': 'fa:16:3e:54:4d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '448a068e-a002-4769-bd1d-d811767cbb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:03Z', 'updated_at': '2022-04-06T15:05:07Z', 'revision_number': 4, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'subnets': [{'id': '448a068e-a002-4769-bd1d-d811767cbb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:05:07.987101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d207b1be-dabf-4e87-9e80-5208c922f369 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:07.987101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:08.030143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f13a29c2-4e3f-40c8-bfa3-3852608f85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:08.122086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d207b1be-dabf-4e87-9e80-5208c922f369 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:08.125469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a29c2-4e3f-40c8-bfa3-3852608f85e1 None None] Pushing event updated for resources: {'Port': ['ID=67db27fe-2321-45c1-922c-fa7487b12d84,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:08.907538 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e09a7118-9de1-4b1b-b7d7-bb68fa98d855 req-125fe612-fc17-40ae-ae0c-15df2e21184b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 210 time: 0.0321267 Apr 06 15:05:09.107524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-17b1779b-dd27-464f-96a2-d22da2cd3af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:09.181907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-694c9205-8e5b-467e-86d0-ac69fcc1b8ff tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:09.183655 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-694c9205-8e5b-467e-86d0-ac69fcc1b8ff tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.87 "GET /v2.0/networks?id=3e8825e3-459e-491a-918a-227796ec7c1f HTTP/1.1" status: 200 len: 815 time: 0.1043913 Apr 06 15:05:09.203202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Request body: {'port': {'device_id': '568a60ed-7598-4681-8b60-f0f6d504abb9', 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'admin_state_up': True, 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:09.449701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Made reservation on behalf of 233874608f3a453ea4ddb5e4d2f8bbf4 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:05:09.453768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:09.582513 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Allocated IP 172.20.0.4 (3e8825e3-459e-491a-918a-227796ec7c1f/b8b93006-5976-4059-aa83-91610d57128d/69095b79-4848-41c6-88b8-c33393cf99ce) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:05:09.726165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks [] for port (69095b79-4848-41c6-88b8-c33393cf99ce), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:09.833480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:09.882282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Network 3e8825e3-459e-491a-918a-227796ec7c1f is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:05:09.885458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:05:09.893012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:05:09.900073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Pushing event updated for resources: {'Port': ['ID=69095b79-4848-41c6-88b8-c33393cf99ce,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:09.950830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:09.952691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:09.967526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 67db27fe-2321-45c1-922c-fa7487b12d84 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:10.022554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 67db27fe-2321-45c1-922c-fa7487b12d84 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:10.022925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:10.044072 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-ec330770-1438-48fb-ac42-96bcc23d1b5e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8451271 Apr 06 15:05:10.056980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66badbac-0b08-418b-b1e6-ec2ca6c12a7a req-4a87b2a2-57b0-4b50-ba1a-0910dd14a044 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:10.058808 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-66badbac-0b08-418b-b1e6-ec2ca6c12a7a req-4a87b2a2-57b0-4b50-ba1a-0910dd14a044 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 931 time: 0.0616457 Apr 06 15:05:10.064318 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Request body: {'port': {'device_id': '568a60ed-7598-4681-8b60-f0f6d504abb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:05:10.111389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 67db27fe-2321-45c1-922c-fa7487b12d84 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:10.158952 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-66badbac-0b08-418b-b1e6-ec2ca6c12a7a req-0ade03fc-ca58-4365-b1d0-68a6cd409c3c tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Apr 06 15:05:10.163774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:10.164208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef8c7107-fdca-46c9-87a3-0b1e35cc29b2 None None] Provisioning complete for port 69095b79-4848-41c6-88b8-c33393cf99ce triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:10.164675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7107-fdca-46c9-87a3-0b1e35cc29b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:10.202324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c7107-fdca-46c9-87a3-0b1e35cc29b2 None None] Port 69095b79-4848-41c6-88b8-c33393cf99ce cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:05:10.425542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69095b79-4848-41c6-88b8-c33393cf99ce {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:05:10.432951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Publish callbacks [] for port (69095b79-4848-41c6-88b8-c33393cf99ce), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:10.445235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Transition to ACTIVE for port object 69095b79-4848-41c6-88b8-c33393cf99ce will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:05:10.553790 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:10.602092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Pushing event updated for resources: {'Port': ['ID=69095b79-4848-41c6-88b8-c33393cf99ce,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:10.677708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Attempting to bind port 69095b79-4848-41c6-88b8-c33393cf99ce on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:05:10.678128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Attempting to bind port 69095b79-4848-41c6-88b8-c33393cf99ce by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:05:10.678368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Attempting to bind port 69095b79-4848-41c6-88b8-c33393cf99ce on network 3e8825e3-459e-491a-918a-227796ec7c1f {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:10.682876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Port 69095b79-4848-41c6-88b8-c33393cf99ce on network 3e8825e3-459e-491a-918a-227796ec7c1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:05:10.683230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Attempting to bind port 69095b79-4848-41c6-88b8-c33393cf99ce on network 3e8825e3-459e-491a-918a-227796ec7c1f {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:05:10.688295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:05:10.688636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Checking segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:05:10.689026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Bound using segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:05:10.689454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Bound port: 69095b79-4848-41c6-88b8-c33393cf99ce, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:05:10.689816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:10.760145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] For port 69095b79-4848-41c6-88b8-c33393cf99ce, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:05:10.763749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] For port 69095b79-4848-41c6-88b8-c33393cf99ce, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=69095b79-4848-41c6-88b8-c33393cf99ce,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:05:10.856762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:10.890182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:10.890713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:10.892495 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] 10.222.0.87 "PUT /v2.0/ports/69095b79-4848-41c6-88b8-c33393cf99ce HTTP/1.1" status: 200 len: 1093 time: 0.8326981 Apr 06 15:05:10.894587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568a60ed-7598-4681-8b60-f0f6d504abb9', 'tag': '69095b79-4848-41c6-88b8-c33393cf99ce'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:05:10.897192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9592b1-5ebe-4277-a259-e248310364cb" -d '{"events": [{"name": "network-changed", "server_uuid": "568a60ed-7598-4681-8b60-f0f6d504abb9", "tag": "69095b79-4848-41c6-88b8-c33393cf99ce"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:05:10.936754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c169e8e-de34-4575-a653-0e2041e87d3d service neutron] Pushing event updated for resources: {'Port': ['ID=69095b79-4848-41c6-88b8-c33393cf99ce,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:10.997120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a7d52a-b142-4724-afe0-2cda8de9bdb9 x-openstack-request-id: req-81a7d52a-b142-4724-afe0-2cda8de9bdb9 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:05:10.997730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568a60ed-7598-4681-8b60-f0f6d504abb9", "tag": "69095b79-4848-41c6-88b8-c33393cf99ce", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:05:10.997730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81a7d52a-b142-4724-afe0-2cda8de9bdb9 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:05:11.002417 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a7d52a-b142-4724-afe0-2cda8de9bdb9'] response: {'name': 'network-changed', 'server_uuid': '568a60ed-7598-4681-8b60-f0f6d504abb9', 'tag': '69095b79-4848-41c6-88b8-c33393cf99ce', 'status': 'completed', 'code': 200} Apr 06 15:05:11.076097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-5d3f067a-4d04-4d41-84a3-839ad93d2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:11.077683 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-5d3f067a-4d04-4d41-84a3-839ad93d2646 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=233874608f3a453ea4ddb5e4d2f8bbf4&device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 1127 time: 0.0565178 Apr 06 15:05:11.124799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-940e323f-d848-473b-aac3-60fe4abc3cce service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69095b79-4848-41c6-88b8-c33393cf99ce HTTP/1.1" status: 200 len: 217 time: 0.0344591 Apr 06 15:05:11.173994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-1dd9d473-d92d-442e-8cb5-0236ab9746f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:11.175422 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-1dd9d473-d92d-442e-8cb5-0236ab9746f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b8b93006-5976-4059-aa83-91610d57128d HTTP/1.1" status: 200 len: 854 time: 0.0442686 Apr 06 15:05:11.228362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-0d49b21e-6d47-401e-8ae6-98e690aa628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:11.229947 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-0d49b21e-6d47-401e-8ae6-98e690aa628a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3e8825e3-459e-491a-918a-227796ec7c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492542 Apr 06 15:05:11.346477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fff305-85d7-4969-bde9-1c7fd4551229 req-50b3d33b-6d6a-4ac6-a723-3431fa48e56b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:11.348093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-44fff305-85d7-4969-bde9-1c7fd4551229 req-50b3d33b-6d6a-4ac6-a723-3431fa48e56b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 943 time: 0.1157196 Apr 06 15:05:11.370712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-f35a6296-aed0-4a6b-92d0-eb6b2ff9c8f9 service neutron] 10.222.0.87 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301188 Apr 06 15:05:11.442797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-44fff305-85d7-4969-bde9-1c7fd4551229 req-a3d6fb58-8a4c-4b37-ab27-0c029c675cdb tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889735 Apr 06 15:05:11.481133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1a1ad58-1405-4908-a8d3-94a31bcd05b7 req-9f7dbd3f-b5b5-4a46-9064-ddb05fa37464 service neutron] 10.222.0.87 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025648 Apr 06 15:05:11.530841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb678-82c0-4a5f-912e-868d1bf7416d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:11.664349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9592b1-5ebe-4277-a259-e248310364cb req-f75198d0-6b60-4a0d-b522-edbbd91334f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:11.666122 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9592b1-5ebe-4277-a259-e248310364cb req-f75198d0-6b60-4a0d-b522-edbbd91334f0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=233874608f3a453ea4ddb5e4d2f8bbf4&device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 1127 time: 0.0473876 Apr 06 15:05:11.762571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9592b1-5ebe-4277-a259-e248310364cb req-c61701e6-c32b-4379-a205-c67480fd731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:11.764128 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9592b1-5ebe-4277-a259-e248310364cb req-c61701e6-c32b-4379-a205-c67480fd731d service neutron] 10.222.0.87 "GET /v2.0/networks?id=3e8825e3-459e-491a-918a-227796ec7c1f HTTP/1.1" status: 200 len: 917 time: 0.0913765 Apr 06 15:05:11.805035 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9592b1-5ebe-4277-a259-e248310364cb req-de570193-a0e4-4003-8e5f-0e61ba0e0f4d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69095b79-4848-41c6-88b8-c33393cf99ce HTTP/1.1" status: 200 len: 217 time: 0.0348425 Apr 06 15:05:11.861574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9592b1-5ebe-4277-a259-e248310364cb req-babc1dde-1794-4d33-beb6-17c472c2d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:11.863175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9592b1-5ebe-4277-a259-e248310364cb req-babc1dde-1794-4d33-beb6-17c472c2d007 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b8b93006-5976-4059-aa83-91610d57128d HTTP/1.1" status: 200 len: 854 time: 0.0515723 Apr 06 15:05:11.912555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9592b1-5ebe-4277-a259-e248310364cb req-7407bb78-0937-4c58-bcd1-022e815378d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:11.914082 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9592b1-5ebe-4277-a259-e248310364cb req-7407bb78-0937-4c58-bcd1-022e815378d5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3e8825e3-459e-491a-918a-227796ec7c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449164 Apr 06 15:05:12.003474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9592b1-5ebe-4277-a259-e248310364cb req-15d7999f-1afa-45a0-a44d-5d80916b69ff service neutron] 10.222.0.87 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822632 Apr 06 15:05:12.097560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9592b1-5ebe-4277-a259-e248310364cb req-65f22c23-de5f-40de-9046-74c3407f51f4 service neutron] 10.222.0.87 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875897 Apr 06 15:05:12.562426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190be8-dc5a-4e23-8e7e-66a2321603f0 req-fef7af95-edf0-4021-bfc2-91f338bb47be tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:12.563913 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7190be8-dc5a-4e23-8e7e-66a2321603f0 req-fef7af95-edf0-4021-bfc2-91f338bb47be tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 943 time: 0.0527782 Apr 06 15:05:12.610807 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7190be8-dc5a-4e23-8e7e-66a2321603f0 req-d31a59d1-563c-443e-846c-fe68af4378b4 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 Apr 06 15:05:13.730200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f4df-11be-423b-8241-ad6cdba2aaeb req-3cccec96-d3ca-46da-9637-67d6eced082b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:13.731679 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e9b3f4df-11be-423b-8241-ad6cdba2aaeb req-3cccec96-d3ca-46da-9637-67d6eced082b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 943 time: 0.0559123 Apr 06 15:05:13.780551 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e9b3f4df-11be-423b-8241-ad6cdba2aaeb req-84d75f88-e489-49ca-88bd-049fd5d15a79 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Apr 06 15:05:13.833753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:14.382633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 69095b79-4848-41c6-88b8-c33393cf99ce details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:05:14.481715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 69095b79-4848-41c6-88b8-c33393cf99ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=69095b79-4848-41c6-88b8-c33393cf99ce,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:14.492824 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '69095b79-4848-41c6-88b8-c33393cf99ce', 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'port_id': '69095b79-4848-41c6-88b8-c33393cf99ce', 'mac_address': 'fa:16:3e:ca:f1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b93006-5976-4059-aa83-91610d57128d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:05:14.529053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 69095b79-4848-41c6-88b8-c33393cf99ce is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:14.529484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:14.542730 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69095b79-4848-41c6-88b8-c33393cf99ce {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:05:14.562273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 69095b79-4848-41c6-88b8-c33393cf99ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=69095b79-4848-41c6-88b8-c33393cf99ce,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:14.650841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:14.699478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=69095b79-4848-41c6-88b8-c33393cf99ce,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:14.897501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103d337-3a80-4efd-a1ce-1c74801baa42 req-aa6de90d-74d6-4c33-9d69-9be54bd3119f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:14.899022 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8103d337-3a80-4efd-a1ce-1c74801baa42 req-aa6de90d-74d6-4c33-9d69-9be54bd3119f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 944 time: 0.0525243 Apr 06 15:05:14.945210 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8103d337-3a80-4efd-a1ce-1c74801baa42 req-bed44d71-83e4-41aa-badb-3e4bf9bbe0c7 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Apr 06 15:05:15.045182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['69095b79-4848-41c6-88b8-c33393cf99ce'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:05:15.902412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:16.060944 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac018c8-7e1c-4671-9dd5-5570e765684f req-0ac0a123-9c7b-48ea-99b5-f0d3c1736d59 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:16.062388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6ac018c8-7e1c-4671-9dd5-5570e765684f req-0ac0a123-9c7b-48ea-99b5-f0d3c1736d59 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 944 time: 0.0525825 Apr 06 15:05:16.113073 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6ac018c8-7e1c-4671-9dd5-5570e765684f req-03e2b05c-043d-4948-97cd-448206e0024e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 Apr 06 15:05:16.399193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 69095b79-4848-41c6-88b8-c33393cf99ce up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:05:16.637734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:16.674200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 69095b79-4848-41c6-88b8-c33393cf99ce completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:05:16.678060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 69095b79-4848-41c6-88b8-c33393cf99ce triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:05:16.678433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:16.758008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 69095b79-4848-41c6-88b8-c33393cf99ce is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:05:16.758404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:16.780571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568a60ed-7598-4681-8b60-f0f6d504abb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69095b79-4848-41c6-88b8-c33393cf99ce'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:05:16.783014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880abbb0-ba76-4658-8291-5f891ce1b3e6" -d '{"events": [{"server_uuid": "568a60ed-7598-4681-8b60-f0f6d504abb9", "name": "network-vif-plugged", "status": "completed", "tag": "69095b79-4848-41c6-88b8-c33393cf99ce"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:05:16.795084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 69095b79-4848-41c6-88b8-c33393cf99ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=69095b79-4848-41c6-88b8-c33393cf99ce,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:05:16.818228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69018a50-d709-4e7f-8244-97a273fb4269 x-openstack-request-id: req-69018a50-d709-4e7f-8244-97a273fb4269 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:05:16.818764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568a60ed-7598-4681-8b60-f0f6d504abb9", "name": "network-vif-plugged", "status": "completed", "tag": "69095b79-4848-41c6-88b8-c33393cf99ce", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:05:16.819055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-69018a50-d709-4e7f-8244-97a273fb4269 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:05:16.819578 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69018a50-d709-4e7f-8244-97a273fb4269'] response: {'server_uuid': '568a60ed-7598-4681-8b60-f0f6d504abb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69095b79-4848-41c6-88b8-c33393cf99ce', 'code': 200} Apr 06 15:05:16.894870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:16.943522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=69095b79-4848-41c6-88b8-c33393cf99ce,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:05:17.213101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd40922-32de-4ae7-b54c-9742367a4489 req-a129d834-c92a-4c58-b83b-d305d29a2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:17.214510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2dd40922-32de-4ae7-b54c-9742367a4489 req-a129d834-c92a-4c58-b83b-d305d29a2fa0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 1129 time: 0.0745707 Apr 06 15:05:17.253165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaa71d-b6f6-4bbe-97d3-361e43c4bd8b req-34636e75-3dfc-414e-aa06-1080e2621d73 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:17.254622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-acbaa71d-b6f6-4bbe-97d3-361e43c4bd8b req-34636e75-3dfc-414e-aa06-1080e2621d73 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 945 time: 0.0723362 Apr 06 15:05:17.287427 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2dd40922-32de-4ae7-b54c-9742367a4489 req-bfd8b250-1b0c-474a-b0eb-af6ba1f6dce2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647252 Apr 06 15:05:17.313381 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-acbaa71d-b6f6-4bbe-97d3-361e43c4bd8b req-16ae9472-f296-4518-ab70-3f4986d0f524 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 Apr 06 15:05:17.377794 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:05:18.434296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8992d63-dd0b-4e87-8cd7-505fa018d01f req-da525b9f-20b6-4238-965e-fee50530e25f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:18.435829 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8992d63-dd0b-4e87-8cd7-505fa018d01f req-da525b9f-20b6-4238-965e-fee50530e25f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 945 time: 0.0555019 Apr 06 15:05:18.482544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8992d63-dd0b-4e87-8cd7-505fa018d01f req-c4e67aa5-d51c-42cf-9fde-2d18bc2fcd8e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Apr 06 15:05:19.604581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59a033-fc18-4e2a-ac21-63f656e4a094 req-7250980a-f321-4059-b220-710ccaac26ef tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:19.606099 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aa59a033-fc18-4e2a-ac21-63f656e4a094 req-7250980a-f321-4059-b220-710ccaac26ef tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 945 time: 0.0549405 Apr 06 15:05:19.654189 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aa59a033-fc18-4e2a-ac21-63f656e4a094 req-7b792310-2f0b-436a-a628-0bfeed0bfbac tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Apr 06 15:05:19.772322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd556277-1a76-4c26-a45e-05507aa3f4c7 req-356e7b59-5318-410c-9e3e-89948a61664d tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:19.773782 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dd556277-1a76-4c26-a45e-05507aa3f4c7 req-356e7b59-5318-410c-9e3e-89948a61664d tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 945 time: 0.0517936 Apr 06 15:05:19.824675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dd556277-1a76-4c26-a45e-05507aa3f4c7 req-bfce208b-45f6-4252-a07e-cacd24d070dc tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Apr 06 15:05:23.925476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:39.108478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-931e324d-6919-47ac-b90f-6160de077d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:41.554639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-41cb6932-5da5-44a0-990b-6936a47132ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:43.851773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:45.909300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:46.480595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:53.892086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:05:54.376956 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:05:59.010949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5866f-5257-40ec-b6b3-758a360b3765 req-36c88953-5537-4d89-b0f9-6cfcafef7e97 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:05:59.012609 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cef5866f-5257-40ec-b6b3-758a360b3765 req-36c88953-5537-4d89-b0f9-6cfcafef7e97 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 945 time: 0.0542276 Apr 06 15:05:59.059302 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cef5866f-5257-40ec-b6b3-758a360b3765 req-08a808dc-39fa-4d02-8782-05847aaf58d5 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Apr 06 15:06:00.183022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79c8e9-3c90-4914-8af4-c84590d44933 req-193093fa-ab6a-41c6-99f3-591194792bbe tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:00.184529 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5e79c8e9-3c90-4914-8af4-c84590d44933 req-193093fa-ab6a-41c6-99f3-591194792bbe tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 945 time: 0.0561125 Apr 06 15:06:00.232228 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5e79c8e9-3c90-4914-8af4-c84590d44933 req-83b3c776-699c-45f5-842d-e06a6fb401be tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Apr 06 15:06:00.797624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c2d8a-024d-4ded-8144-723958f45461 req-acdb5b07-861b-40f1-89a0-cbe5cbdc988e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:00.799106 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-404c2d8a-024d-4ded-8144-723958f45461 req-acdb5b07-861b-40f1-89a0-cbe5cbdc988e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.87 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 945 time: 0.0519698 Apr 06 15:06:00.892465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Deleting port 69095b79-4848-41c6-88b8-c33393cf99ce {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:06:00.892843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:00.980288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] For port 69095b79-4848-41c6-88b8-c33393cf99ce, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=69095b79-4848-41c6-88b8-c33393cf99ce,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:00.980656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:00.992920 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Calling delete_port for 69095b79-4848-41c6-88b8-c33393cf99ce owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:06:01.187938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (69095b79-4848-41c6-88b8-c33393cf99ce), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:01.215090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Pushing event deleted for resources: {'Port': ['ID=69095b79-4848-41c6-88b8-c33393cf99ce,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:01.225132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['69095b79-4848-41c6-88b8-c33393cf99ce'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:06:01.230505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.230872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.231282 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.231633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.231983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.232429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.232657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.233140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.233482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.233817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.234156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.234504 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.234828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:01.287749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] No DVR routers for this DVR port 69095b79-4848-41c6-88b8-c33393cf99ce on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:06:01.287749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:01.287749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-404c2d8a-024d-4ded-8144-723958f45461 req-de40c2b8-0cf6-42e0-8117-0e89724420ea tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.87 "DELETE /v2.0/ports/69095b79-4848-41c6-88b8-c33393cf99ce HTTP/1.1" status: 204 len: 173 time: 0.4755659 Apr 06 15:06:01.287749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568a60ed-7598-4681-8b60-f0f6d504abb9', 'name': 'network-vif-deleted', 'tag': '69095b79-4848-41c6-88b8-c33393cf99ce'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:06:01.287749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380745fc-5907-4be5-b51d-a1221e9f41ad" -d '{"events": [{"server_uuid": "568a60ed-7598-4681-8b60-f0f6d504abb9", "name": "network-vif-deleted", "tag": "69095b79-4848-41c6-88b8-c33393cf99ce"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:06:01.341603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e8a60-3004-4284-8229-7433e9089960 x-openstack-request-id: req-118e8a60-3004-4284-8229-7433e9089960 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:06:01.342134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568a60ed-7598-4681-8b60-f0f6d504abb9", "name": "network-vif-deleted", "tag": "69095b79-4848-41c6-88b8-c33393cf99ce", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:06:01.342134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-118e8a60-3004-4284-8229-7433e9089960 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:06:01.342547 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118e8a60-3004-4284-8229-7433e9089960'] response: {'server_uuid': '568a60ed-7598-4681-8b60-f0f6d504abb9', 'name': 'network-vif-deleted', 'tag': '69095b79-4848-41c6-88b8-c33393cf99ce', 'status': 'completed', 'code': 200} Apr 06 15:06:01.344687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a65ca3e-c02c-41f5-9cbc-2d1e482f6138 req-2f168538-e375-4375-9af6-f77a1645aa4d tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=568a60ed-7598-4681-8b60-f0f6d504abb9 HTTP/1.1" status: 200 len: 210 time: 0.0407834 Apr 06 15:06:03.199654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d1e4012-94f5-4a78-bc9b-b7b3101c0c40 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:03.201085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d1e4012-94f5-4a78-bc9b-b7b3101c0c40 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/networks?id=3e8825e3-459e-491a-918a-227796ec7c1f HTTP/1.1" status: 200 len: 815 time: 0.1008091 Apr 06 15:06:03.216690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-76060ebf-ee93-4f06-93ea-2a6cc361a84f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/quotas/233874608f3a453ea4ddb5e4d2f8bbf4 HTTP/1.1" status: 200 len: 375 time: 0.0093157 Apr 06 15:06:03.288205 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-9c7b2c55-a937-48ca-8cc7-98ed975b0b99 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=233874608f3a453ea4ddb5e4d2f8bbf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659776 Apr 06 15:06:03.484834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-7367638d-e266-4ba8-bfc2-796395d55473 service neutron] 10.222.0.71 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853633 Apr 06 15:06:03.577350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d65ec14d-0944-440d-be7f-1511aaafadfc service neutron] 10.222.0.71 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865092 Apr 06 15:06:03.849433 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e9544af0-4b99-4168-a606-451251c3be6f req-41845b30-31bb-4d11-987c-44f6bc349cca tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 210 time: 0.0280886 Apr 06 15:06:04.609684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 69095b79-4848-41c6-88b8-c33393cf99ce no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:06:04.631033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 69095b79-4848-41c6-88b8-c33393cf99ce {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:06:04.631306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 69095b79-4848-41c6-88b8-c33393cf99ce not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:06:04.943448 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f7ac0f82-acae-48d0-9af4-fa73b0e84d46 req-37454dde-bcbc-41e5-bb8f-f85969affe17 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 210 time: 0.0289896 Apr 06 15:06:05.857200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-178629cc-9105-448f-a389-fbdb640f8a7f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:05.858666 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-178629cc-9105-448f-a389-fbdb640f8a7f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.87 "GET /v2.0/networks?id=3e8825e3-459e-491a-918a-227796ec7c1f HTTP/1.1" status: 200 len: 815 time: 0.1016667 Apr 06 15:06:05.875993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Request body: {'port': {'device_id': '712aa9f6-0387-40bf-a0c5-edfa1bb1cf92', 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'admin_state_up': True, 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:06:06.047151 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8efaa490-b033-429a-ac22-6f3dde583e92 req-2c07a96a-aed8-4f35-93b3-7fcb982fa45e tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 210 time: 0.0337145 Apr 06 15:06:06.104260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Made reservation on behalf of 233874608f3a453ea4ddb5e4d2f8bbf4 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:06:06.107764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:06.230871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Allocated IP 172.20.0.14 (3e8825e3-459e-491a-918a-227796ec7c1f/b8b93006-5976-4059-aa83-91610d57128d/7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:06:06.734937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks [] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:06.847648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:06.889711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Network 3e8825e3-459e-491a-918a-227796ec7c1f is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:06:06.892766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:06:06.899279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:06:06.928894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Pushing event updated for resources: {'Port': ['ID=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:06.955187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:06.956496 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:07.055364 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-d0b041a7-c83f-4bb4-a4b4-268e3e3d5c8f tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1829832 Apr 06 15:06:07.074848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Request body: {'port': {'device_id': '712aa9f6-0387-40bf-a0c5-edfa1bb1cf92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:06:07.107364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9c1d3f98-f374-4e87-8ca9-9a51426924fb None None] Provisioning complete for port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:06:07.108403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3f98-f374-4e87-8ca9-9a51426924fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:07.141732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d3f98-f374-4e87-8ca9-9a51426924fb None None] Port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:06:07.163527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:07.223315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9298-1240-4c6d-8659-38839ca28096 req-0c75a96b-61e7-4a27-9abf-a9f7ac18ed02 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:07.224718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-feda9298-1240-4c6d-8659-38839ca28096 req-0c75a96b-61e7-4a27-9abf-a9f7ac18ed02 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 932 time: 0.0957763 Apr 06 15:06:07.346771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-feda9298-1240-4c6d-8659-38839ca28096 req-81fa8faa-f72c-4a09-aa84-85d6198f4673 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113801 Apr 06 15:06:07.473485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:06:07.480850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Publish callbacks [] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:07.493445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Transition to ACTIVE for port object 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:06:07.558943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:07.614589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.687316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Attempting to bind port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:06:07.687663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Attempting to bind port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:06:07.687982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Attempting to bind port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca on network 3e8825e3-459e-491a-918a-227796ec7c1f {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:06:07.692968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca on network 3e8825e3-459e-491a-918a-227796ec7c1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:06:07.693323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Attempting to bind port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca on network 3e8825e3-459e-491a-918a-227796ec7c1f {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:06:07.698519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:06:07.698865 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Checking segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:06:07.699449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Bound using segment: {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:06:07.699892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Bound port: 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614d38d9-baa9-4abf-9b34-89e0933f4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:06:07.700392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:07.767028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] For port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:06:07.770141 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] For port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:06:07.847218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:07.882655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:07.883296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:07.885154 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] 10.222.0.87 "PUT /v2.0/ports/7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca HTTP/1.1" status: 200 len: 1094 time: 0.8148537 Apr 06 15:06:07.885547 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712aa9f6-0387-40bf-a0c5-edfa1bb1cf92', 'tag': '7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:06:07.887813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7b5acb-231b-400b-b230-d8072f90c97d" -d '{"events": [{"name": "network-changed", "server_uuid": "712aa9f6-0387-40bf-a0c5-edfa1bb1cf92", "tag": "7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:06:07.912934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f3099-19a7-4d54-b4b9-2795bf761f74 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:07.941230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a1d3f0-c7bf-46b6-8ebb-e8bb1467a1fd x-openstack-request-id: req-85a1d3f0-c7bf-46b6-8ebb-e8bb1467a1fd {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:06:07.941673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712aa9f6-0387-40bf-a0c5-edfa1bb1cf92", "tag": "7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:06:07.941935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-85a1d3f0-c7bf-46b6-8ebb-e8bb1467a1fd {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:06:07.942349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a1d3f0-c7bf-46b6-8ebb-e8bb1467a1fd'] response: {'name': 'network-changed', 'server_uuid': '712aa9f6-0387-40bf-a0c5-edfa1bb1cf92', 'tag': '7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca', 'status': 'completed', 'code': 200} Apr 06 15:06:08.030112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b5acb-231b-400b-b230-d8072f90c97d req-63d851b5-4022-4f64-9ff2-3d3b0e14664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:08.031710 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4a7b5acb-231b-400b-b230-d8072f90c97d req-63d851b5-4022-4f64-9ff2-3d3b0e14664b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=233874608f3a453ea4ddb5e4d2f8bbf4&device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 1128 time: 0.0490725 Apr 06 15:06:08.141988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b5acb-231b-400b-b230-d8072f90c97d req-8bfabfba-366a-424e-b435-d35e1583bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:08.143859 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4a7b5acb-231b-400b-b230-d8072f90c97d req-8bfabfba-366a-424e-b435-d35e1583bd5a service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=233874608f3a453ea4ddb5e4d2f8bbf4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0996408 Apr 06 15:06:08.240154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b5acb-231b-400b-b230-d8072f90c97d req-6b1f4b3a-1145-4204-a89d-ba8f90a80d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:08.241754 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4a7b5acb-231b-400b-b230-d8072f90c97d req-6b1f4b3a-1145-4204-a89d-ba8f90a80d67 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923991 Apr 06 15:06:08.340795 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-e67fe63a-bc0a-4c75-990d-1233901d7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:08.342351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-e67fe63a-bc0a-4c75-990d-1233901d7f3f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=233874608f3a453ea4ddb5e4d2f8bbf4&device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 1128 time: 0.0446403 Apr 06 15:06:08.390192 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-7c250041-42ad-4c10-8c5d-93ac93a710d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca HTTP/1.1" status: 200 len: 217 time: 0.0353172 Apr 06 15:06:08.468491 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-0eef41ea-883b-46a5-8dfa-9437a5240884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:08.469878 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-0eef41ea-883b-46a5-8dfa-9437a5240884 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b8b93006-5976-4059-aa83-91610d57128d HTTP/1.1" status: 200 len: 854 time: 0.0742071 Apr 06 15:06:08.514192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5b3ce-3c75-4588-ab4e-9e0d1a45b115 req-7725fce2-fd8a-4d98-913e-9b13ed0e9c7b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:08.515700 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-10a5b3ce-3c75-4588-ab4e-9e0d1a45b115 req-7725fce2-fd8a-4d98-913e-9b13ed0e9c7b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 944 time: 0.0895669 Apr 06 15:06:08.555569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-cca23501-b146-4ec2-957f-2be5606837d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:08.560844 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-cca23501-b146-4ec2-957f-2be5606837d0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3e8825e3-459e-491a-918a-227796ec7c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0807343 Apr 06 15:06:08.589625 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-10a5b3ce-3c75-4588-ab4e-9e0d1a45b115 req-ae177397-f848-4568-9886-0969fb4d0076 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678399 Apr 06 15:06:08.659760 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-5fe1699e-6d5a-4773-a248-321a05c6246d service neutron] 10.222.0.87 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926180 Apr 06 15:06:08.747552 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b1f7b258-fa86-403f-9e81-b057754c6157 req-3171a087-96b5-4b35-938f-5dfcb8f294a8 service neutron] 10.222.0.87 "GET /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819526 Apr 06 15:06:09.115168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7396f081-c2b7-4652-9de8-ac9461d48814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:09.709738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315a79-2e0e-4ac9-82cc-b4e83370bb86 req-fbf8bc2e-8266-43e6-a107-bc45cf3dbd66 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:09.711194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf315a79-2e0e-4ac9-82cc-b4e83370bb86 req-fbf8bc2e-8266-43e6-a107-bc45cf3dbd66 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 944 time: 0.0535319 Apr 06 15:06:09.763402 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf315a79-2e0e-4ac9-82cc-b4e83370bb86 req-25c434bd-62e2-4ade-968d-d6e458ac6151 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464544 Apr 06 15:06:10.882004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8906b1c-1823-47dd-831f-69b80b93859a req-2c3ac662-54bb-42d0-a940-770ef0dad267 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:10.883525 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a8906b1c-1823-47dd-831f-69b80b93859a req-2c3ac662-54bb-42d0-a940-770ef0dad267 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 944 time: 0.0528631 Apr 06 15:06:10.929530 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a8906b1c-1823-47dd-831f-69b80b93859a req-3d2038af-d61b-498c-a2d6-206924fe42cb tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Apr 06 15:06:11.542262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24334d24-5a3d-43ec-b71a-8dd61981903d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:12.045907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ffbec-cacd-480b-9779-e84fe737cbd6 req-54a9f1f0-315e-4b4b-a1fb-24b3c74c5049 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:12.047416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-af0ffbec-cacd-480b-9779-e84fe737cbd6 req-54a9f1f0-315e-4b4b-a1fb-24b3c74c5049 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 944 time: 0.0527403 Apr 06 15:06:12.096318 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-af0ffbec-cacd-480b-9779-e84fe737cbd6 req-7a1badbb-43dc-4bdf-8063-e30d573736fb tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Apr 06 15:06:12.640063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:06:12.739395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:12.750445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca', 'network_id': '3e8825e3-459e-491a-918a-227796ec7c1f', 'port_id': '7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca', 'mac_address': 'fa:16:3e:b4:04:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b93006-5976-4059-aa83-91610d57128d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:06:12.787805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:06:12.788186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:12.801506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:06:12.820674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:12.915670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:12.962057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:12.969005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.969359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.969706 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.970051 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.970387 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.970718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.971089 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.971979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.972325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.972678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.973055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.973380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:12.973704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:06:13.217830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e7c8e-5945-45cd-9758-c202f7110fb2 req-5da98786-4150-4cce-8a63-2f1e40d338cf tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:13.219221 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d59e7c8e-5945-45cd-9758-c202f7110fb2 req-5da98786-4150-4cce-8a63-2f1e40d338cf tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 945 time: 0.0560532 Apr 06 15:06:13.266365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d59e7c8e-5945-45cd-9758-c202f7110fb2 req-ac8dda7e-3b59-4a50-a73c-782119e0e3ee tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Apr 06 15:06:13.311639 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:06:13.852792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:14.388988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83bbbd-788e-46b5-a1d5-05090262b1b1 req-4696ad9d-e151-4217-a6fe-b8ce1db20478 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:14.393558 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba83bbbd-788e-46b5-a1d5-05090262b1b1 req-4696ad9d-e151-4217-a6fe-b8ce1db20478 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 945 time: 0.0565500 Apr 06 15:06:14.443334 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba83bbbd-788e-46b5-a1d5-05090262b1b1 req-f5c79ca9-7130-4af1-ab56-22850abd4175 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Apr 06 15:06:14.634781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:06:14.749633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:06:14.754319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:06:14.754700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:14.834280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:06:14.834666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:14.857191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712aa9f6-0387-40bf-a0c5-edfa1bb1cf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:06:14.859438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf3458-b64e-4ba2-b58f-92a7caac6c85" -d '{"events": [{"server_uuid": "712aa9f6-0387-40bf-a0c5-edfa1bb1cf92", "name": "network-vif-plugged", "status": "completed", "tag": "7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:06:14.872153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:14.912372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b98816-0d18-4160-8df5-1c7a8db754a3 x-openstack-request-id: req-b9b98816-0d18-4160-8df5-1c7a8db754a3 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:06:14.912372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712aa9f6-0387-40bf-a0c5-edfa1bb1cf92", "name": "network-vif-plugged", "status": "completed", "tag": "7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:06:14.912372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b9b98816-0d18-4160-8df5-1c7a8db754a3 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:06:14.912372 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b98816-0d18-4160-8df5-1c7a8db754a3'] response: {'server_uuid': '712aa9f6-0387-40bf-a0c5-edfa1bb1cf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca', 'code': 200} Apr 06 15:06:15.045854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:15.093599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:06:15.313038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44925e8-8391-45e0-aaca-a76e1e1a3a67 req-61e118d6-a99d-48a9-a5ef-ad10c8c59079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:15.314510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f44925e8-8391-45e0-aaca-a76e1e1a3a67 req-61e118d6-a99d-48a9-a5ef-ad10c8c59079 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 1130 time: 0.0481215 Apr 06 15:06:15.356496 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f44925e8-8391-45e0-aaca-a76e1e1a3a67 req-28e6b019-d0eb-4f60-a94e-5d4cfdf8fdc9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Apr 06 15:06:15.563480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e6706-5371-4cbd-80d0-f87da3c30862 req-decd20c3-3b59-4b15-973e-a90ce3f5b430 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:15.564898 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-404e6706-5371-4cbd-80d0-f87da3c30862 req-decd20c3-3b59-4b15-973e-a90ce3f5b430 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 946 time: 0.0538726 Apr 06 15:06:15.611314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-404e6706-5371-4cbd-80d0-f87da3c30862 req-80c173d0-071b-43f1-bd3a-6915ddf8c7b1 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Apr 06 15:06:15.954185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:16.504175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:16.732204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5201b9-239e-46b7-8cbe-e0ba436588e7 req-82c84522-8cc4-4dca-b797-b5a40694b357 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:16.733697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a5201b9-239e-46b7-8cbe-e0ba436588e7 req-82c84522-8cc4-4dca-b797-b5a40694b357 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 946 time: 0.0539587 Apr 06 15:06:16.786792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2a5201b9-239e-46b7-8cbe-e0ba436588e7 req-0f8a52ec-8998-40eb-bee8-b05881ba0336 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472414 Apr 06 15:06:17.905765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece12bb-13b5-4179-b0ad-f24c114b6d8d req-412deca9-d3ec-4cb1-88dd-c69e699c084a tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:17.907283 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eece12bb-13b5-4179-b0ad-f24c114b6d8d req-412deca9-d3ec-4cb1-88dd-c69e699c084a tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 946 time: 0.0540721 Apr 06 15:06:17.954110 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eece12bb-13b5-4179-b0ad-f24c114b6d8d req-766593b7-ea6d-44aa-b916-464873a4adac tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Apr 06 15:06:18.070380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6c18e-fe98-421f-8b13-08a0cbde22b9 req-04ae9f69-5a8d-4c13-ae61-45a8559b50fa tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:18.071779 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-67f6c18e-fe98-421f-8b13-08a0cbde22b9 req-04ae9f69-5a8d-4c13-ae61-45a8559b50fa tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 946 time: 0.0525858 Apr 06 15:06:18.118127 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-67f6c18e-fe98-421f-8b13-08a0cbde22b9 req-7e0e36c1-141c-460a-a778-f64f5962c3aa tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Apr 06 15:06:23.927447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:31.375938 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:06:39.184809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be65e2ac-a172-4143-9916-e42114e3be92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:41.544808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-62d3eb78-7e40-48c5-b108-ca11920074d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:43.888157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:45.916911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:46.522496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:53.979731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:57.515876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195e53-a5c2-40ba-aaec-7fb1b313db6d req-cc6f5139-b058-4861-8b48-31426d7ef19c tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:57.517337 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e1195e53-a5c2-40ba-aaec-7fb1b313db6d req-cc6f5139-b058-4861-8b48-31426d7ef19c tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 946 time: 0.0526595 Apr 06 15:06:57.565156 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e1195e53-a5c2-40ba-aaec-7fb1b313db6d req-e1173ee5-0fd9-48c4-9150-70e14020f5d9 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Apr 06 15:06:58.688202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f37e5-bba7-40de-a9a1-f925ccfd02a2 req-ee47897d-33aa-4ce9-b889-c8c01810ecca tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:58.689662 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-552f37e5-bba7-40de-a9a1-f925ccfd02a2 req-ee47897d-33aa-4ce9-b889-c8c01810ecca tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 946 time: 0.0514686 Apr 06 15:06:58.739745 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-552f37e5-bba7-40de-a9a1-f925ccfd02a2 req-4272a002-05b8-4f1b-97ce-2ca65b519667 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Apr 06 15:06:59.509186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-b4d62aa2-cdf1-4966-8e61-e379559aa6d0 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:59.510633 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-b4d62aa2-cdf1-4966-8e61-e379559aa6d0 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.87 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 946 time: 0.0507009 Apr 06 15:06:59.615816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Deleting port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:06:59.616162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:59.714829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] For port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:06:59.721266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:59.729620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Calling delete_port for 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:06:59.896152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451857dd-116a-4b6d-8283-c648a0419d80 req-8f3b11f8-f13a-4c8e-800c-c1b8da2f5d4b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:06:59.897647 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-451857dd-116a-4b6d-8283-c648a0419d80 req-8f3b11f8-f13a-4c8e-800c-c1b8da2f5d4b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 946 time: 0.0912001 Apr 06 15:06:59.963561 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-451857dd-116a-4b6d-8283-c648a0419d80 req-160d8911-8417-4c2d-90d4-708ea7291027 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd9c49a-1915-42ae-a887-e53cfec31f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600545 Apr 06 15:06:59.968447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:06:59.996842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Pushing event deleted for resources: {'Port': ['ID=7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:00.003245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:07:00.046284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] No DVR routers for this DVR port 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:07:00.048800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:00.052911 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d50de1d-3ee9-4699-8813-c1801673a531 req-0d5046db-d9b2-49c0-bc3a-d1faac4f3006 tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.87 "DELETE /v2.0/ports/7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca HTTP/1.1" status: 204 len: 173 time: 0.5373485 Apr 06 15:07:00.053356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712aa9f6-0387-40bf-a0c5-edfa1bb1cf92', 'name': 'network-vif-deleted', 'tag': '7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:07:00.055627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3406a2b8-b7d2-4270-b7a9-7ceba322c9a3" -d '{"events": [{"server_uuid": "712aa9f6-0387-40bf-a0c5-edfa1bb1cf92", "name": "network-vif-deleted", "tag": "7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:07:00.090366 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab42a87-540e-4051-85cd-18c546830408 x-openstack-request-id: req-1ab42a87-540e-4051-85cd-18c546830408 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:07:00.090659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712aa9f6-0387-40bf-a0c5-edfa1bb1cf92", "name": "network-vif-deleted", "tag": "7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:07:00.090933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ab42a87-540e-4051-85cd-18c546830408 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:07:00.091342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab42a87-540e-4051-85cd-18c546830408'] response: {'server_uuid': '712aa9f6-0387-40bf-a0c5-edfa1bb1cf92', 'name': 'network-vif-deleted', 'tag': '7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca', 'status': 'completed', 'code': 200} Apr 06 15:07:01.073353 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7947e3ea-de8b-4759-b695-0ea29ca3e177 req-f4d60777-7317-4072-94c3-860b6a2d967b tempest-TestEncryptedCinderVolumes-821111767 tempest-TestEncryptedCinderVolumes-821111767-project] 10.222.0.71 "GET /v2.0/ports?device_id=712aa9f6-0387-40bf-a0c5-edfa1bb1cf92 HTTP/1.1" status: 200 len: 210 time: 0.0291016 Apr 06 15:07:02.225321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51358) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:02.579094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (b9829d16-7554-4121-a9db-da938810863c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:02.825923 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Deleting port 0d76b728-c7f0-498b-9406-97ad5831d04a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:02.826268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:02.902021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] For port 0d76b728-c7f0-498b-9406-97ad5831d04a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=0d76b728-c7f0-498b-9406-97ad5831d04a,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:02.902307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:02.914719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Calling delete_port for 0d76b728-c7f0-498b-9406-97ad5831d04a owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:02.953942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:02.977188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:02.977536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 7dfd2e1e-40d1-4c4e-8eea-d79ee1b7e3ca not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:03.166828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (0d76b728-c7f0-498b-9406-97ad5831d04a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:03.197202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d76b728-c7f0-498b-9406-97ad5831d04a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:03.224326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.226313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.226313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.226313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.226313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.226313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.226313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.227355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.227355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.227355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.227622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.227941 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.228265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:03.383439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (b9829d16-7554-4121-a9db-da938810863c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:03.606902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Router b9829d16-7554-4121-a9db-da938810863c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:07:03.717954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:03.723853 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6989c819-e128-4702-aad7-89d21242f47c admin admin] 10.222.0.71 "PUT /v2.0/routers/b9829d16-7554-4121-a9db-da938810863c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4969573 Apr 06 15:07:03.726593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51362) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:03.727537 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] Sync routers for ids ['b9829d16-7554-4121-a9db-da938810863c'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:03.739787 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] Routers {'b9829d16-7554-4121-a9db-da938810863c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:03.740405 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:06:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b9829d16-7554-4121-a9db-da938810863c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:03.831682 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks [] for router (b9829d16-7554-4121-a9db-da938810863c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:03.844702 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] Set router b9829d16-7554-4121-a9db-da938810863c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:03.941365 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks [] for router_gateway (b9829d16-7554-4121-a9db-da938810863c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.022341 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:07:03Z', 'revision_number': 5, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port': {'id': 'f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9829d16-7554-4121-a9db-da938810863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:04.048723 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] Checking router: b9829d16-7554-4121-a9db-da938810863c for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:04.057220 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] Routers {'b9829d16-7554-4121-a9db-da938810863c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:04.057836 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:06:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b9829d16-7554-4121-a9db-da938810863c'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:04.086022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Deleting port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:04.086368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.147719 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] Set router b9829d16-7554-4121-a9db-da938810863c gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:04.171257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] For port f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:04.171544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.188132 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Calling delete_port for f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:04.202052 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:07:03Z', 'revision_number': 6, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:04.227731 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52245a-5ce6-4f59-816a-1613a5579cae None None] The sync data for ids ['b9829d16-7554-4121-a9db-da938810863c'] in dv-neutron-835863-1-hyperv is: [{'id': 'b9829d16-7554-4121-a9db-da938810863c', 'name': 'tempest-TestEncryptedCinderVolumes-26779502-router', 'tenant_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:04:54Z', 'updated_at': '2022-04-06T15:07:03Z', 'revision_number': 6, 'project_id': '233874608f3a453ea4ddb5e4d2f8bbf4', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:04.458488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.483978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Pushing event deleted for resources: {'Port': ['ID=f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:04.508632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.508982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.509327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.509664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.509999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.510377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.510672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.511069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.511399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.511730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.512053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.512376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.512693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:04.553614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (b9829d16-7554-4121-a9db-da938810863c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.647698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (b9829d16-7554-4121-a9db-da938810863c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.649929 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks [] for router_controller (b9829d16-7554-4121-a9db-da938810863c), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.854352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (b9829d16-7554-4121-a9db-da938810863c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.855425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9829d16-7554-4121-a9db-da938810863c {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:07:04.859937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.861071 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-79ac109e-14fd-4eef-9f01-555e878e4375 admin admin] 10.222.0.71 "DELETE /v2.0/routers/b9829d16-7554-4121-a9db-da938810863c HTTP/1.1" status: 204 len: 168 time: 1.1334445 Apr 06 15:07:04.863807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51364) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:04.907775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4594ee01-4fe5-436a-ba1a-9cb551be52b7 admin admin] Deleting subnet b8b93006-5976-4059-aa83-91610d57128d {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:07:04.910791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4594ee01-4fe5-436a-ba1a-9cb551be52b7 admin admin] Publish callbacks [] for subnet (b8b93006-5976-4059-aa83-91610d57128d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:04.947304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4594ee01-4fe5-436a-ba1a-9cb551be52b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (b8b93006-5976-4059-aa83-91610d57128d), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.031926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4594ee01-4fe5-436a-ba1a-9cb551be52b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (b8b93006-5976-4059-aa83-91610d57128d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.184289 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4594ee01-4fe5-436a-ba1a-9cb551be52b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (b8b93006-5976-4059-aa83-91610d57128d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.209559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594ee01-4fe5-436a-ba1a-9cb551be52b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b93006-5976-4059-aa83-91610d57128d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:05.217114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4594ee01-4fe5-436a-ba1a-9cb551be52b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.221119 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4594ee01-4fe5-436a-ba1a-9cb551be52b7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b8b93006-5976-4059-aa83-91610d57128d HTTP/1.1" status: 204 len: 168 time: 0.3557696 Apr 06 15:07:05.222931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c69e25-d8ce-44f5-9756-ff3af2eb35da None None] Network 3e8825e3-459e-491a-918a-227796ec7c1f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:05.224628 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51366) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:05.308626 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (3e8825e3-459e-491a-918a-227796ec7c1f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.366726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Deleting port 3e9016fe-5128-4034-9153-7c77f33b6ab6 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:05.366726 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.396902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] DHCP port deletion for 3e8825e3-459e-491a-918a-227796ec7c1f request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:07:05.433748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] For port 3e9016fe-5128-4034-9153-7c77f33b6ab6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3e9016fe-5128-4034-9153-7c77f33b6ab6,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:05.434114 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.444709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] Deleting port 3e9016fe-5128-4034-9153-7c77f33b6ab6 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:05.445087 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.447081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Calling delete_port for 3e9016fe-5128-4034-9153-7c77f33b6ab6 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:05.507414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] For port 3e9016fe-5128-4034-9153-7c77f33b6ab6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=3e9016fe-5128-4034-9153-7c77f33b6ab6,segment=NetworkSegment(614d38d9-baa9-4abf-9b34-89e0933f4bfa),segment_id=614d38d9-baa9-4abf-9b34-89e0933f4bfa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:05.507822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.519981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] Calling delete_port for 3e9016fe-5128-4034-9153-7c77f33b6ab6 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:05.625571 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.631789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (3e9016fe-5128-4034-9153-7c77f33b6ab6), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.652995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9016fe-5128-4034-9153-7c77f33b6ab6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:05.654856 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] No DVR routers for this DVR port 3e9016fe-5128-4034-9153-7c77f33b6ab6 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:07:05.657296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] Pushing event deleted for resources: {'Port': ['ID=3e9016fe-5128-4034-9153-7c77f33b6ab6,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:05.662081 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd1564-fb34-4c21-ad30-bdbd68721fac None None] No DVR routers for this DVR port 3e9016fe-5128-4034-9153-7c77f33b6ab6 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:07:05.730422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (3e8825e3-459e-491a-918a-227796ec7c1f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.750602 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8825e3-459e-491a-918a-227796ec7c1f']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:05.760214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614d38d9-baa9-4abf-9b34-89e0933f4bfa') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:05.760513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614d38d9-baa9-4abf-9b34-89e0933f4bfa') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:05.769597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (614d38d9-baa9-4abf-9b34-89e0933f4bfa), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.783278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (614d38d9-baa9-4abf-9b34-89e0933f4bfa), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.789074 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (614d38d9-baa9-4abf-9b34-89e0933f4bfa), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:07:05.798136 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:07:05.917118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (3e8825e3-459e-491a-918a-227796ec7c1f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.922324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:05.925469 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3e8825e3-459e-491a-918a-227796ec7c1f HTTP/1.1" status: 204 len: 168 time: 0.6994123 Apr 06 15:07:05.928696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51368) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:05.937483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76a75-a12a-45fc-b3f3-cc2e3bf65c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8825e3-459e-491a-918a-227796ec7c1f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:06.003448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0d76b728-c7f0-498b-9406-97ad5831d04a no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:06.025873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 0d76b728-c7f0-498b-9406-97ad5831d04a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:06.026243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 0d76b728-c7f0-498b-9406-97ad5831d04a not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:06.026768 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3e9016fe-5128-4034-9153-7c77f33b6ab6 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:06.048209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 3e9016fe-5128-4034-9153-7c77f33b6ab6 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:06.048561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 3e9016fe-5128-4034-9153-7c77f33b6ab6 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:06.048976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:06.068254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:06.068654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f969b4ae-c75b-41a5-b3b2-c9c7e5f165ab not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:06.302331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (92cb836a-73d8-4b73-a928-581cca511d6c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:06.551131 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Deleting port 67db27fe-2321-45c1-922c-fa7487b12d84 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:06.551697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:06.634455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] For port 67db27fe-2321-45c1-922c-fa7487b12d84, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=67db27fe-2321-45c1-922c-fa7487b12d84,segment=NetworkSegment(b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18),segment_id=b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:06.634731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:06.648110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Calling delete_port for 67db27fe-2321-45c1-922c-fa7487b12d84 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:06.911587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (67db27fe-2321-45c1-922c-fa7487b12d84), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:06.937407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67db27fe-2321-45c1-922c-fa7487b12d84,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:07.102935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (92cb836a-73d8-4b73-a928-581cca511d6c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:07.319521 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Router 92cb836a-73d8-4b73-a928-581cca511d6c has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:07:07.429563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:07.434912 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-13168df8-4b3d-447b-b532-ccbb6c49c2e3 admin admin] 10.222.0.71 "PUT /v2.0/routers/92cb836a-73d8-4b73-a928-581cca511d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5046132 Apr 06 15:07:07.437721 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51370) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:07.438908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] Sync routers for ids ['92cb836a-73d8-4b73-a928-581cca511d6c'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:07.448983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] Routers {'92cb836a-73d8-4b73-a928-581cca511d6c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:07.449616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:06:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['92cb836a-73d8-4b73-a928-581cca511d6c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:07.545862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks [] for router (92cb836a-73d8-4b73-a928-581cca511d6c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:07.555752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] Set router 92cb836a-73d8-4b73-a928-581cca511d6c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:07.740346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:07:06Z', 'revision_number': 5, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:07.767594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] Checking router: 92cb836a-73d8-4b73-a928-581cca511d6c for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:07.776806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] Routers {'92cb836a-73d8-4b73-a928-581cca511d6c'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:07.777455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:06:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['92cb836a-73d8-4b73-a928-581cca511d6c'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:07.887235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] Set router 92cb836a-73d8-4b73-a928-581cca511d6c gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:08.043926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks [] for router_gateway (92cb836a-73d8-4b73-a928-581cca511d6c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.188007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Deleting port d207b1be-dabf-4e87-9e80-5208c922f369 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:08.188351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.213327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:07:06Z', 'revision_number': 5, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:08.240435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d98d79-7447-4d16-ba8d-4fde2eb92943 None None] The sync data for ids ['92cb836a-73d8-4b73-a928-581cca511d6c'] in dv-neutron-835863-1-hyperv is: [{'id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1360518929-router', 'tenant_id': '23bf1b45e7694fa783442d9af5985265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:05:00Z', 'updated_at': '2022-04-06T15:07:06Z', 'revision_number': 5, 'project_id': '23bf1b45e7694fa783442d9af5985265', 'gw_port': {'id': 'd207b1be-dabf-4e87-9e80-5208c922f369', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cb836a-73d8-4b73-a928-581cca511d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:05:01Z', 'updated_at': '2022-04-06T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:08.274086 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] For port d207b1be-dabf-4e87-9e80-5208c922f369, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d207b1be-dabf-4e87-9e80-5208c922f369,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:08.274503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.287344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Calling delete_port for d207b1be-dabf-4e87-9e80-5208c922f369 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:08.375107 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:07:08.552023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d207b1be-dabf-4e87-9e80-5208c922f369), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.577997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d207b1be-dabf-4e87-9e80-5208c922f369,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:08.654733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (92cb836a-73d8-4b73-a928-581cca511d6c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.749618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (92cb836a-73d8-4b73-a928-581cca511d6c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.751785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks [] for router_controller (92cb836a-73d8-4b73-a928-581cca511d6c), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.882903 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (92cb836a-73d8-4b73-a928-581cca511d6c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.883520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92cb836a-73d8-4b73-a928-581cca511d6c {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:07:08.888274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.889439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-efe5d56b-4e38-4e7f-bf6e-9e2ea14ab7b2 admin admin] 10.222.0.71 "DELETE /v2.0/routers/92cb836a-73d8-4b73-a928-581cca511d6c HTTP/1.1" status: 204 len: 168 time: 1.4508028 Apr 06 15:07:08.892476 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51372) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:08.939653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbdcae3-297a-4454-9782-5017ab9338ba admin admin] Deleting subnet 448a068e-a002-4769-bd1d-d811767cbb8d {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:07:08.943665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcae3-297a-4454-9782-5017ab9338ba admin admin] Publish callbacks [] for subnet (448a068e-a002-4769-bd1d-d811767cbb8d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:08.979904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcae3-297a-4454-9782-5017ab9338ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (448a068e-a002-4769-bd1d-d811767cbb8d), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.063748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcae3-297a-4454-9782-5017ab9338ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (448a068e-a002-4769-bd1d-d811767cbb8d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.134313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3d7bccc1-cc37-4fae-a56b-8aeed5b4829a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.214480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcae3-297a-4454-9782-5017ab9338ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (448a068e-a002-4769-bd1d-d811767cbb8d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.242545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdcae3-297a-4454-9782-5017ab9338ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448a068e-a002-4769-bd1d-d811767cbb8d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:09.244612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcae3-297a-4454-9782-5017ab9338ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.247840 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5bbdcae3-297a-4454-9782-5017ab9338ba admin admin] 10.222.0.71 "DELETE /v2.0/subnets/448a068e-a002-4769-bd1d-d811767cbb8d HTTP/1.1" status: 204 len: 168 time: 0.3543594 Apr 06 15:07:09.248435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd834d9a-5160-432e-8549-b6a0a2982680 None None] Network ccfd76d8-e46c-4fdd-bff1-7613f866625c requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:09.250296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51374) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:09.319234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (ccfd76d8-e46c-4fdd-bff1-7613f866625c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.380840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Deleting port 61b5c790-5f28-4495-8675-c98f421853ae {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:09.381189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (61b5c790-5f28-4495-8675-c98f421853ae), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.424244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] DHCP port deletion for ccfd76d8-e46c-4fdd-bff1-7613f866625c request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:07:09.446546 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] For port 61b5c790-5f28-4495-8675-c98f421853ae, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=61b5c790-5f28-4495-8675-c98f421853ae,segment=NetworkSegment(b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18),segment_id=b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:09.446927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (61b5c790-5f28-4495-8675-c98f421853ae), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.459237 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Calling delete_port for 61b5c790-5f28-4495-8675-c98f421853ae owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:09.472518 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] Deleting port 61b5c790-5f28-4495-8675-c98f421853ae {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:07:09.473021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (61b5c790-5f28-4495-8675-c98f421853ae), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.539151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] For port 61b5c790-5f28-4495-8675-c98f421853ae, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=61b5c790-5f28-4495-8675-c98f421853ae,segment=NetworkSegment(b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18),segment_id=b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:09.539606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (61b5c790-5f28-4495-8675-c98f421853ae), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.552614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] Calling delete_port for 61b5c790-5f28-4495-8675-c98f421853ae owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:07:09.606860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (61b5c790-5f28-4495-8675-c98f421853ae), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.631841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (61b5c790-5f28-4495-8675-c98f421853ae), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.634041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b5c790-5f28-4495-8675-c98f421853ae,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:09.636046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] No DVR routers for this DVR port 61b5c790-5f28-4495-8675-c98f421853ae on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:07:09.659626 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] Pushing event deleted for resources: {'Port': ['ID=61b5c790-5f28-4495-8675-c98f421853ae,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:09.668329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526b77d-8ca8-4a1a-8b23-1ac80ecd0509 None None] No DVR routers for this DVR port 61b5c790-5f28-4495-8675-c98f421853ae on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:07:09.712429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (ccfd76d8-e46c-4fdd-bff1-7613f866625c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.732597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfd76d8-e46c-4fdd-bff1-7613f866625c']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:09.742380 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:09.742680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:09.752390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.765466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.771705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (b00a62b8-9b1c-4ea2-b1ac-e264ff7a7e18), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:07:09.777229 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:07:09.882552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (ccfd76d8-e46c-4fdd-bff1-7613f866625c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.887648 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:09.890772 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ccfd76d8-e46c-4fdd-bff1-7613f866625c HTTP/1.1" status: 204 len: 168 time: 0.6395812 Apr 06 15:07:09.903216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d1492-ac3c-4f8d-8f5b-d5b97f57d248 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfd76d8-e46c-4fdd-bff1-7613f866625c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:09.982973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 67db27fe-2321-45c1-922c-fa7487b12d84 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:10.004181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 67db27fe-2321-45c1-922c-fa7487b12d84 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:10.004522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 67db27fe-2321-45c1-922c-fa7487b12d84 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:10.004961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 61b5c790-5f28-4495-8675-c98f421853ae no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:10.024165 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 61b5c790-5f28-4495-8675-c98f421853ae {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:10.026772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 61b5c790-5f28-4495-8675-c98f421853ae not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:10.026772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d207b1be-dabf-4e87-9e80-5208c922f369 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:07:10.043623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d207b1be-dabf-4e87-9e80-5208c922f369 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:07:10.043966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d207b1be-dabf-4e87-9e80-5208c922f369 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:07:10.338821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51378) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:10.379680 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-febc2f7f-9c86-403f-bc60-651d83d4d0d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=233874608f3a453ea4ddb5e4d2f8bbf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396357 Apr 06 15:07:10.382267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51380) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:10.433774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-85db79f2-fc2d-4534-9fed-fabe90a20ca5 admin admin] Publish callbacks [] for security_group (9dd9c49a-1915-42ae-a887-e53cfec31f4f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:10.454048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-85db79f2-fc2d-4534-9fed-fabe90a20ca5 admin admin] Publish callbacks [] for security_group (9dd9c49a-1915-42ae-a887-e53cfec31f4f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:10.602789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-85db79f2-fc2d-4534-9fed-fabe90a20ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (9dd9c49a-1915-42ae-a887-e53cfec31f4f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:10.605429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-85db79f2-fc2d-4534-9fed-fabe90a20ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:10.606602 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-85db79f2-fc2d-4534-9fed-fabe90a20ca5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9dd9c49a-1915-42ae-a887-e53cfec31f4f HTTP/1.1" status: 204 len: 168 time: 0.2233741 Apr 06 15:07:10.614597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db79f2-fc2d-4534-9fed-fabe90a20ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd9c49a-1915-42ae-a887-e53cfec31f4f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:11.380353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51386) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:11.420246 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-27bd582f-db9f-421d-acaf-4c3c6829efd5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=23bf1b45e7694fa783442d9af5985265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385587 Apr 06 15:07:11.422734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51388) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:11.469978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dce4fbb6-1364-4995-a13a-c1d7636441ec admin admin] Publish callbacks [] for security_group (018d49a3-3305-46e9-a4d1-6374e551ea7b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:11.491743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dce4fbb6-1364-4995-a13a-c1d7636441ec admin admin] Publish callbacks [] for security_group (018d49a3-3305-46e9-a4d1-6374e551ea7b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:11.557523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c499e9c5-b48e-4199-bf6f-7a741244b343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:11.671241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dce4fbb6-1364-4995-a13a-c1d7636441ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (018d49a3-3305-46e9-a4d1-6374e551ea7b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:11.673815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dce4fbb6-1364-4995-a13a-c1d7636441ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:11.675036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dce4fbb6-1364-4995-a13a-c1d7636441ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/018d49a3-3305-46e9-a4d1-6374e551ea7b HTTP/1.1" status: 204 len: 168 time: 0.2512960 Apr 06 15:07:11.684469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4fbb6-1364-4995-a13a-c1d7636441ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018d49a3-3305-46e9-a4d1-6374e551ea7b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:13.013249 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51410) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:13.106340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1435739551-network', 'tenant_id': '4a52c785b98d4795ad471248e6b45874'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:13.202639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Made reservation on behalf of 4a52c785b98d4795ad471248e6b45874 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:07:13.204910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.217278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.289986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Publish callbacks [] for security_group (2be82f8f-344c-4264-b24d-c01b79cf99b6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.396139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2be82f8f-344c-4264-b24d-c01b79cf99b6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.423222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:07:13.429584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be82f8f-344c-4264-b24d-c01b79cf99b6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:13.437156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c8ea71b6-c0fe-4480-983e-4fe101ebad30), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.437156 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Added segment c8ea71b6-c0fe-4480-983e-4fe101ebad30 of type vlan for network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 Apr 06 15:07:13.477310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.618060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.619062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:13.619669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.680091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] Pushing event updated for resources: {'Network': ['ID=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:13.689456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:07:13.780998 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-badd8dbb-7e3e-475e-9358-967285689b20 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7665653 Apr 06 15:07:13.783782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51414) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:13.788893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Request body: {'subnet': {'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1435739551-subnet', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:13.898337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:13.932613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Made reservation on behalf of 4a52c785b98d4795ad471248e6b45874 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:07:13.935031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.184041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (f2987df3-d760-4732-a8f6-5ba7036def77), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.243484 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2987df3-d760-4732-a8f6-5ba7036def77,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:14.247788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Checking segment: {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:14.248153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Network hostable DHCP agents. Network: f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:07:14.328579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:07:14.429897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:14.433938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:14.434583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.445194 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dccf7f-1cc8-43ae-89fb-5da3447e371f None None] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:14.529524 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-19e5cfbe-7bc2-4257-a499-1641aa15bd80 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7446480 Apr 06 15:07:14.532273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51416) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:14.536694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:14.539479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'project_id': '4a52c785b98d4795ad471248e6b45874', 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:07:14.540335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.654528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.655688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.673567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Allocated IP 172.20.0.2 (f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5/f2987df3-d760-4732-a8f6-5ba7036def77/77e2ff1d-384f-44d3-9a16-7781fa483a83) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:14.709566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks [] for router_controller (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.815084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Publish callbacks [] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.883511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.922189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:14.925026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:14.927520 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:14.929074 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks [] for router_gateway (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:14.939756 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Pushing event updated for resources: {'Port': ['ID=77e2ff1d-384f-44d3-9a16-7781fa483a83,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:14.949689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.950055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.950404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.950747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.951113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.951454 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.951789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.952124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.952458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.952790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.953120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.953447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:14.953772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:15.001893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Attempting to bind port 77e2ff1d-384f-44d3-9a16-7781fa483a83 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:15.002270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Attempting to bind port 77e2ff1d-384f-44d3-9a16-7781fa483a83 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:15.002638 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Attempting to bind port 77e2ff1d-384f-44d3-9a16-7781fa483a83 on network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:15.007716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:15.008095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Checking segment: {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:15.008513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:15.008896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Bound using segment: {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:15.009373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Bound port: 77e2ff1d-384f-44d3-9a16-7781fa483a83, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:15.009757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:15.075224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] For port 77e2ff1d-384f-44d3-9a16-7781fa483a83, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:15.078358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] For port 77e2ff1d-384f-44d3-9a16-7781fa483a83, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=77e2ff1d-384f-44d3-9a16-7781fa483a83,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:15.161746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:15.216687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks [] for router_gateway (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:15.219366 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d6a85-22fe-40d8-ae64-1dc3a0e9c13b None None] Pushing event updated for resources: {'Port': ['ID=77e2ff1d-384f-44d3-9a16-7781fa483a83,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:15.236908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:15.347113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Allocated IP 172.26.7.127 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:15.473793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks [] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:15.580536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:15.618844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:15.621584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:15.627060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:15.649702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Pushing event updated for resources: {'Port': ['ID=bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:15.927125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.022342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 77e2ff1d-384f-44d3-9a16-7781fa483a83 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:16.035774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks [] for router_gateway (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.093356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 77e2ff1d-384f-44d3-9a16-7781fa483a83 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:16.093742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.172419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee834e-fa90-4400-b666-e36dc09b264a None None] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:16.216964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 77e2ff1d-384f-44d3-9a16-7781fa483a83 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:16.217354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.260199 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.277806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 77e2ff1d-384f-44d3-9a16-7781fa483a83, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=77e2ff1d-384f-44d3-9a16-7781fa483a83,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:16.280714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-536ed38a-94a9-4d55-9b2d-1702df63dc60 None None] Provisioning complete for port 77e2ff1d-384f-44d3-9a16-7781fa483a83 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:16.281086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-536ed38a-94a9-4d55-9b2d-1702df63dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.346918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.449477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=77e2ff1d-384f-44d3-9a16-7781fa483a83,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:16.465291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-536ed38a-94a9-4d55-9b2d-1702df63dc60 None None] Current status of the port 77e2ff1d-384f-44d3-9a16-7781fa483a83 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:16.478110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:07:16.504254 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.596162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:16.607490 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Sync routers for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:16.617911 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:16.621063 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:07:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:16.685012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8fdcb7b6-d046-44d0-9f1e-9cdf97533094 None None] Provisioning complete for port 77e2ff1d-384f-44d3-9a16-7781fa483a83 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:16.685305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8fdcb7b6-d046-44d0-9f1e-9cdf97533094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.694593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:16.698393 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ec8d2482-ed4a-45c8-acc7-03dc03d757ca admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1626959 Apr 06 15:07:16.699000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51418) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:16.726285 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:16.769864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcb7b6-d046-44d0-9f1e-9cdf97533094 None None] Current status of the port 77e2ff1d-384f-44d3-9a16-7781fa483a83 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:16.904558 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:15Z', 'revision_number': 3, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:16.931001 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Checking router: 3941cb99-0ed7-43dc-9e5d-3e984002b1ca for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:16.931425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Updating router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:07:16.958922 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.117567 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.204379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Publish callbacks [] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.273121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Allocated IP 172.20.0.1 (f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5/f2987df3-d760-4732-a8f6-5ba7036def77/5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:17.286701 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.342084 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Attempting to bind port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:17.342457 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Attempting to bind port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:17.343268 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Attempting to bind port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:17.345955 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Pushing event updated for resources: {'Port': ['ID=bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:17.353563 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:17.353940 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:17.354338 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.354775 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:17.355270 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Bound port: bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:17.355648 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.358736 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.359117 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.359460 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.359799 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.360134 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.360467 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.360796 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.361123 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.361456 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.361816 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.362142 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.362462 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.362784 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:07:17.377397 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Publish callbacks [] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.420084 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] For port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:17.426329 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] For port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:17.510542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.544665 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.551932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:17.555592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:17.559063 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:17.585706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:17.602803 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:17.603473 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:07:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:17.605967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.618195 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727516b-c333-431a-8b24-b9fe1d824e4a None None] Pushing event updated for resources: {'Port': ['ID=bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:17.732709 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:17.797008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3ddc9e01-2bd6-40d3-99d3-6066a63ed69a None None] Provisioning complete for port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:17.797543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9e01-2bd6-40d3-99d3-6066a63ed69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.834432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc9e01-2bd6-40d3-99d3-6066a63ed69a None None] Port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:17.848952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:17.998391 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 77e2ff1d-384f-44d3-9a16-7781fa483a83 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:18.011321 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:15Z', 'revision_number': 3, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:18.022493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Publish callbacks [] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:18.037721 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8521f5-b03b-4aa7-b03f-c1fa23b3adef None None] The sync data for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv is: [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:15Z', 'revision_number': 3, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:18.045827 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 77e2ff1d-384f-44d3-9a16-7781fa483a83 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:18.046198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:18.105850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:18.128497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 77e2ff1d-384f-44d3-9a16-7781fa483a83 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:18.173887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:18.176407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:18.285578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:18.286902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:18.419801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:07:18.535388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:18.541250 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d2ee598a-a341-4aa2-bfe9-3461512c07b6 admin admin] 10.222.0.71 "PUT /v2.0/routers/3941cb99-0ed7-43dc-9e5d-3e984002b1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8412714 Apr 06 15:07:18.566855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d40c3403-84be-41c7-b6db-dde7b67f7b50 None None] Provisioning complete for port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:18.567179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d40c3403-84be-41c7-b6db-dde7b67f7b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:18.607128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d40c3403-84be-41c7-b6db-dde7b67f7b50 None None] Port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:19.236098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51434) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:19.242416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-359538887-network', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:19.377658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Made reservation on behalf of 3a76d55962ce4ecbbfb9714fb9caed39 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:07:19.377658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:19.384731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:19.462255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Publish callbacks [] for security_group (f0c87ab5-e1a2-4cfe-a711-d6b3bcdc530d), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:19.579860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Sync routers for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:19.590365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:19.591010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:07:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:19.603334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f0c87ab5-e1a2-4cfe-a711-d6b3bcdc530d), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:19.630483 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:07:19.636089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c87ab5-e1a2-4cfe-a711-d6b3bcdc530d,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:19.644675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (ba1a541a-519e-49e8-8512-a6d03a33c1f4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:19.644675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Added segment ba1a541a-519e-49e8-8512-a6d03a33c1f4 of type vlan for network ba5c658e-0d7b-423e-baf5-1254b3190a3e Apr 06 15:07:19.687107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (ba5c658e-0d7b-423e-baf5-1254b3190a3e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:19.699510 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:19.791733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (ba5c658e-0d7b-423e-baf5-1254b3190a3e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:19.792768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:19.793376 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:19.851828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] Pushing event updated for resources: {'Network': ['ID=ba5c658e-0d7b-423e-baf5-1254b3190a3e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:19.869057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network ba5c658e-0d7b-423e-baf5-1254b3190a3e details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:07:19.915900 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb3f4894-1c60-45b4-b22c-e7a26c868cac admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6785898 Apr 06 15:07:19.918474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51436) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:19.923283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Request body: {'subnet': {'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-359538887-subnet', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:19.960381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 2, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:19.987075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Checking router: 3941cb99-0ed7-43dc-9e5d-3e984002b1ca for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:19.987434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Updating router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:07:20.003352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Made reservation on behalf of 3a76d55962ce4ecbbfb9714fb9caed39 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:07:20.005597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.011569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:20.044328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.109475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:20.109845 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.243748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (be395eca-13b2-42ff-96ad-8b4fd2df589f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.304260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be395eca-13b2-42ff-96ad-8b4fd2df589f,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:20.313177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Checking segment: {'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:20.313536 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Network hostable DHCP agents. Network: ba5c658e-0d7b-423e-baf5-1254b3190a3e, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:07:20.391784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Network ba5c658e-0d7b-423e-baf5-1254b3190a3e is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:07:20.448255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:20.448648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.448819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, ba5c658e-0d7b-423e-baf5-1254b3190a3e) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:20.452981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:20.453783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.464527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18831f3e-7065-4c56-8aa1-0e8338fb0527 None None] Network ba5c658e-0d7b-423e-baf5-1254b3190a3e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:20.525529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:20.541430 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ed8bacd7-897d-496d-85a5-c787e0647164 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6218278 Apr 06 15:07:20.543966 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51438) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:20.548369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:20.591613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.649855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.650142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Publish callbacks [] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.652111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.661130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-ba5c658e-0d7b-423e-baf5-1254b3190a3e', 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e', 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'fixed_ips': [{'subnet_id': 'be395eca-13b2-42ff-96ad-8b4fd2df589f'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:07:20.661969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.685082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:20.707647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks [] for router_controller (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.747350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.841499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5127b92-6640-4fd3-824a-010b7d1c4c9c None None] Pushing event updated for resources: {'Port': ['ID=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:20.897819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Allocated IP 172.20.0.2 (ba5c658e-0d7b-423e-baf5-1254b3190a3e/be395eca-13b2-42ff-96ad-8b4fd2df589f/4da85922-7a56-48d9-a0d9-e9e7a719fac8) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:20.920489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Attempting to bind port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:20.920748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Attempting to bind port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:20.920935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Attempting to bind port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 on network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:20.938264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:20.938650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Checking segment: {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:20.939088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:20.939489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Bound using segment: {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:20.939981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Bound port: 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:20.940365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.082454 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] For port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:21.087496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] For port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:21.112132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-4c851f62-3f3c-4ce8-aff1-2a07e681b505 None None] Provisioning complete for port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:21.112515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4c851f62-3f3c-4ce8-aff1-2a07e681b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.165277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Publish callbacks [] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.167006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4c851f62-3f3c-4ce8-aff1-2a07e681b505 None None] Port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:21.192441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.252777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:21.253462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:07:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:21.260699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.300795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5127b92-6640-4fd3-824a-010b7d1c4c9c None None] Pushing event updated for resources: {'Port': ['ID=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:21.323973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks [] for router_gateway (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.382455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Network ba5c658e-0d7b-423e-baf5-1254b3190a3e is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:21.389831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:21.402587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:21.407225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Pushing event updated for resources: {'Port': ['ID=4da85922-7a56-48d9-a0d9-e9e7a719fac8,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:21.474864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:21.509168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Attempting to bind port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:21.509442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Attempting to bind port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:21.509795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Attempting to bind port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 on network ba5c658e-0d7b-423e-baf5-1254b3190a3e {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:21.538602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:21.538983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Checking segment: {'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:21.539395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.539787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Bound using segment: {'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:21.540257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Bound port: 4da85922-7a56-48d9-a0d9-e9e7a719fac8, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:21.540633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.574854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a7749849-934b-4d75-b420-a9e4006a505a None None] Provisioning complete for port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:21.575261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a7749849-934b-4d75-b420-a9e4006a505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.596147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks [] for router_gateway (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.615555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.719773 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Allocated IP 172.26.7.230 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/f6991efe-366e-407c-bd57-19ff0c4741f0) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:21.723753 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] For port 4da85922-7a56-48d9-a0d9-e9e7a719fac8, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:21.748796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] For port 4da85922-7a56-48d9-a0d9-e9e7a719fac8, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4da85922-7a56-48d9-a0d9-e9e7a719fac8,segment=NetworkSegment(ba1a541a-519e-49e8-8512-a6d03a33c1f4),segment_id=ba1a541a-519e-49e8-8512-a6d03a33c1f4)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:21.809744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a7749849-934b-4d75-b420-a9e4006a505a None None] Current status of the port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:21.810128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a7749849-934b-4d75-b420-a9e4006a505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.824224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.826616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks [] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.896634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-a7749849-934b-4d75-b420-a9e4006a505a None None] For port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:21.913735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e5016-bf6b-4c65-bf0d-f624ca24d1d2 None None] Pushing event updated for resources: {'Port': ['ID=4da85922-7a56-48d9-a0d9-e9e7a719fac8,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:21.916475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.920498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:21.950792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f927e82-3c1d-45e2-9099-39d110542197 None None] The sync data for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv is: [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:21.970328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Pushing event updated for resources: {'Port': ['ID=f6991efe-366e-407c-bd57-19ff0c4741f0,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:21.979118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a7749849-934b-4d75-b420-a9e4006a505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:21.981660 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:21.983409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:21.985729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:22.239095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:22.270629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7749849-934b-4d75-b420-a9e4006a505a None None] Pushing event updated for resources: {'Port': ['ID=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:22.307163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:22.307559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:22.394229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:22.437549 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks [] for router_gateway (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:22.660368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:22.869890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:07:23.016415 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:23.027562 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Sync routers for ids ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:23.042640 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Routers {'1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:23.043463 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:07:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:23.064571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855b12b-2089-4a8b-8d7f-9e6175d16d47 None None] Network ba5c658e-0d7b-423e-baf5-1254b3190a3e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:07:23.096464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.097728 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8560125c-2c0b-4f13-8853-bcaa7fa860ed admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5527709 Apr 06 15:07:23.101189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51440) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:07:23.173669 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Set router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:23.190250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-382bc5c1-9512-4141-afff-b33fb8df4efe None None] Provisioning complete for port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:23.190628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-382bc5c1-9512-4141-afff-b33fb8df4efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.290664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-382bc5c1-9512-4141-afff-b33fb8df4efe None None] Current status of the port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:23.291105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-382bc5c1-9512-4141-afff-b33fb8df4efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.328896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-382bc5c1-9512-4141-afff-b33fb8df4efe None None] For port 4da85922-7a56-48d9-a0d9-e9e7a719fac8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4da85922-7a56-48d9-a0d9-e9e7a719fac8,segment=NetworkSegment(ba1a541a-519e-49e8-8512-a6d03a33c1f4),segment_id=ba1a541a-519e-49e8-8512-a6d03a33c1f4)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:23.397739 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:07:22Z', 'revision_number': 3, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port': {'id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:21Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:23.426137 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Checking router: 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:23.426507 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Updating router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 port f6991efe-366e-407c-bd57-19ff0c4741f0 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:07:23.435592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-382bc5c1-9512-4141-afff-b33fb8df4efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.463578 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.489655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bc5c1-9512-4141-afff-b33fb8df4efe None None] Pushing event updated for resources: {'Port': ['ID=4da85922-7a56-48d9-a0d9-e9e7a719fac8,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:23.556922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9167b1fb-6e97-4fab-9554-d3d250748988 None None] Provisioning complete for port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:23.557298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9167b1fb-6e97-4fab-9554-d3d250748988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.603666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.641182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9167b1fb-6e97-4fab-9554-d3d250748988 None None] Current status of the port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:23.737169 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Publish callbacks [] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.766748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Allocated IP 172.20.0.1 (ba5c658e-0d7b-423e-baf5-1254b3190a3e/be395eca-13b2-42ff-96ad-8b4fd2df589f/744807e6-d935-4072-9c7e-1dabfe1dfde9) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:23.826133 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.871533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Publish callbacks [] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.879594 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Attempting to bind port f6991efe-366e-407c-bd57-19ff0c4741f0 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:23.879963 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Attempting to bind port f6991efe-366e-407c-bd57-19ff0c4741f0 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:23.880323 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Attempting to bind port f6991efe-366e-407c-bd57-19ff0c4741f0 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:23.883220 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269ca5f-f733-4019-b4c5-5d483e4a5c1f None None] Pushing event updated for resources: {'Port': ['ID=f6991efe-366e-407c-bd57-19ff0c4741f0,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:23.887713 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:23.888086 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:23.888489 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.889068 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:23.889324 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Bound port: f6991efe-366e-407c-bd57-19ff0c4741f0, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:23.889696 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:23.942151 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] For port f6991efe-366e-407c-bd57-19ff0c4741f0, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:23.945599 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] For port f6991efe-366e-407c-bd57-19ff0c4741f0, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f6991efe-366e-407c-bd57-19ff0c4741f0,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:24.032453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.042106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4da85922-7a56-48d9-a0d9-e9e7a719fac8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:24.066528 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.069017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.086900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Network ba5c658e-0d7b-423e-baf5-1254b3190a3e is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:24.091819 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:24.092248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:24.092373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.098996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:24.131658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Pushing event updated for resources: {'Port': ['ID=744807e6-d935-4072-9c7e-1dabfe1dfde9,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:24.144549 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Routers {'1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:24.145535 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:07:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:24.148231 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269ca5f-f733-4019-b4c5-5d483e4a5c1f None None] Pushing event updated for resources: {'Port': ['ID=f6991efe-366e-407c-bd57-19ff0c4741f0,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:24.152231 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.213261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:24.215390 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:24.266114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:24.266668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.270871 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] Set router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:24.357105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:24.385953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.465742 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:07:22Z', 'revision_number': 3, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port': {'id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:21Z', 'updated_at': '2022-04-06T15:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:24.466045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2b249d6b-3c66-4a0a-8bcd-84903c53ff57 None None] Provisioning complete for port 744807e6-d935-4072-9c7e-1dabfe1dfde9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:24.466181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b249d6b-3c66-4a0a-8bcd-84903c53ff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.496479 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6928e0-f449-4777-be4e-744338c3d2a7 None None] The sync data for ids ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'] in dv-neutron-835863-1-hyperv is: [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:07:22Z', 'revision_number': 3, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port': {'id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:21Z', 'updated_at': '2022-04-06T15:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:24.503725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2b249d6b-3c66-4a0a-8bcd-84903c53ff57 None None] Port 744807e6-d935-4072-9c7e-1dabfe1dfde9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:24.566949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Publish callbacks [] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.643190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.728639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Pushing event updated for resources: {'Port': ['ID=744807e6-d935-4072-9c7e-1dabfe1dfde9,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:24.731188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:24.833772 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Network ba5c658e-0d7b-423e-baf5-1254b3190a3e is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:24.836511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:24.962194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:07:25.081343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:07:25.086935 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ccb445f1-22b2-4fed-94ce-f8f166b60c4a admin admin] 10.222.0.71 "PUT /v2.0/routers/1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9846961 Apr 06 15:07:25.132902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-65aaba96-5268-4d27-b7be-c026589ebda6 None None] Provisioning complete for port 744807e6-d935-4072-9c7e-1dabfe1dfde9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:25.133506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-65aaba96-5268-4d27-b7be-c026589ebda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:25.175228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-65aaba96-5268-4d27-b7be-c026589ebda6 None None] Port 744807e6-d935-4072-9c7e-1dabfe1dfde9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:26.028198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f6991efe-366e-407c-bd57-19ff0c4741f0 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:26.080155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Sync routers for ids ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:07:26.096466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Routers {'1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:26.097101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:07:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:26.104678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f6991efe-366e-407c-bd57-19ff0c4741f0 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:26.105054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:26.281135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Set router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:26.283296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f6991efe-366e-407c-bd57-19ff0c4741f0 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:26.283777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:26.342059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port f6991efe-366e-407c-bd57-19ff0c4741f0, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f6991efe-366e-407c-bd57-19ff0c4741f0,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:26.441050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:26.520016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=f6991efe-366e-407c-bd57-19ff0c4741f0,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:26.578392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:07:24Z', 'revision_number': 4, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port': {'id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:21Z', 'updated_at': '2022-04-06T15:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '744807e6-d935-4072-9c7e-1dabfe1dfde9', 'name': '', 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'mac_address': 'fa:16:3e:df:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'be395eca-13b2-42ff-96ad-8b4fd2df589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:23Z', 'updated_at': '2022-04-06T15:07:24Z', 'revision_number': 2, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'subnets': [{'id': 'be395eca-13b2-42ff-96ad-8b4fd2df589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:26.607852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Checking router: 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:07:26.608481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Updating router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 port 744807e6-d935-4072-9c7e-1dabfe1dfde9 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:07:26.640109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:26.929774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Publish callbacks [] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:26.986185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.045909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b667d2d-5e00-460c-9125-0689a454014e None None] Pushing event updated for resources: {'Port': ['ID=744807e6-d935-4072-9c7e-1dabfe1dfde9,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:27.106309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Attempting to bind port 744807e6-d935-4072-9c7e-1dabfe1dfde9 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:27.106833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Attempting to bind port 744807e6-d935-4072-9c7e-1dabfe1dfde9 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:27.107318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Attempting to bind port 744807e6-d935-4072-9c7e-1dabfe1dfde9 on network ba5c658e-0d7b-423e-baf5-1254b3190a3e {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:27.116604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:27.117140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Checking segment: {'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:27.117679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.118178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Bound using segment: {'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:27.118773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Bound port: 744807e6-d935-4072-9c7e-1dabfe1dfde9, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1a541a-519e-49e8-8512-a6d03a33c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:27.119286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.204277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] For port 744807e6-d935-4072-9c7e-1dabfe1dfde9, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:27.208452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] For port 744807e6-d935-4072-9c7e-1dabfe1dfde9, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=744807e6-d935-4072-9c7e-1dabfe1dfde9,segment=NetworkSegment(ba1a541a-519e-49e8-8512-a6d03a33c1f4),segment_id=ba1a541a-519e-49e8-8512-a6d03a33c1f4)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:27.307453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.353363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d691767a-7997-42e3-ba74-3986f8fa6142 None None] Provisioning complete for port 744807e6-d935-4072-9c7e-1dabfe1dfde9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:27.353895 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d691767a-7997-42e3-ba74-3986f8fa6142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.408288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Routers {'1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:07:27.408928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:07:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:27.418185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b667d2d-5e00-460c-9125-0689a454014e None None] Pushing event updated for resources: {'Port': ['ID=744807e6-d935-4072-9c7e-1dabfe1dfde9,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:27.573763 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d691767a-7997-42e3-ba74-3986f8fa6142 None None] Current status of the port 744807e6-d935-4072-9c7e-1dabfe1dfde9 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:27.574155 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d691767a-7997-42e3-ba74-3986f8fa6142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.577015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] Set router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:07:27.680007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d691767a-7997-42e3-ba74-3986f8fa6142 None None] For port 744807e6-d935-4072-9c7e-1dabfe1dfde9, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=744807e6-d935-4072-9c7e-1dabfe1dfde9,segment=NetworkSegment(ba1a541a-519e-49e8-8512-a6d03a33c1f4),segment_id=ba1a541a-519e-49e8-8512-a6d03a33c1f4)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:27.743289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d691767a-7997-42e3-ba74-3986f8fa6142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.832851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691767a-7997-42e3-ba74-3986f8fa6142 None None] Pushing event updated for resources: {'Port': ['ID=744807e6-d935-4072-9c7e-1dabfe1dfde9,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:27.875593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-908fe5d0-3089-494e-b5d7-97fe270ecade None None] Provisioning complete for port 744807e6-d935-4072-9c7e-1dabfe1dfde9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:27.876069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-908fe5d0-3089-494e-b5d7-97fe270ecade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:27.906277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:07:24Z', 'revision_number': 4, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port': {'id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:21Z', 'updated_at': '2022-04-06T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '744807e6-d935-4072-9c7e-1dabfe1dfde9', 'name': '', 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'mac_address': 'fa:16:3e:df:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'be395eca-13b2-42ff-96ad-8b4fd2df589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:23Z', 'updated_at': '2022-04-06T15:07:27Z', 'revision_number': 4, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'subnets': [{'id': 'be395eca-13b2-42ff-96ad-8b4fd2df589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:07:28.089687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f6991efe-366e-407c-bd57-19ff0c4741f0 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:28.094308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24853ecc-093e-45ad-8c38-61d0993e2ab2 None None] The sync data for ids ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'] in dv-neutron-835863-1-hyperv is: [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:07:24Z', 'revision_number': 4, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port': {'id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:21Z', 'updated_at': '2022-04-06T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '744807e6-d935-4072-9c7e-1dabfe1dfde9', 'name': '', 'network_id': 'ba5c658e-0d7b-423e-baf5-1254b3190a3e', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'mac_address': 'fa:16:3e:df:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'be395eca-13b2-42ff-96ad-8b4fd2df589f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:23Z', 'updated_at': '2022-04-06T15:07:27Z', 'revision_number': 4, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'subnets': [{'id': 'be395eca-13b2-42ff-96ad-8b4fd2df589f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:07:28.204228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f6991efe-366e-407c-bd57-19ff0c4741f0 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:28.204601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:28.206150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-908fe5d0-3089-494e-b5d7-97fe270ecade None None] Current status of the port 744807e6-d935-4072-9c7e-1dabfe1dfde9 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:28.321496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f6991efe-366e-407c-bd57-19ff0c4741f0 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:30.033607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 744807e6-d935-4072-9c7e-1dabfe1dfde9 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:07:30.094197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 744807e6-d935-4072-9c7e-1dabfe1dfde9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:30.094571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:30.195830 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 744807e6-d935-4072-9c7e-1dabfe1dfde9 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:36.909137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-2e92d8b1-962b-4dc2-b4f6-6d52a03b6993 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:36.910568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-2e92d8b1-962b-4dc2-b4f6-6d52a03b6993 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 815 time: 0.0980968 Apr 06 15:07:36.925013 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-74f0d40b-8a21-4048-b3e2-c97f00445af5 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/quotas/4a52c785b98d4795ad471248e6b45874 HTTP/1.1" status: 200 len: 375 time: 0.0086975 Apr 06 15:07:36.979721 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-916a5842-43df-450f-a387-71f1f72f1848 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494769 Apr 06 15:07:36.994090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-cc7a6d0a-9bc6-4acd-8ef8-c152da9c6290 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:07:36.995053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-cc7a6d0a-9bc6-4acd-8ef8-c152da9c6290 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050201 Apr 06 15:07:37.083625 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-c4953846-c460-4d98-9be2-eec0cb452016 service neutron] 10.222.0.71 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834634 Apr 06 15:07:37.171850 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-7c55aee0-a9c1-47a9-a108-d6d8cf9d8b3d service neutron] 10.222.0.71 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814788 Apr 06 15:07:37.466957 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-46cdb040-b5b3-45b1-957f-a18180cb65c6 req-02d35a94-400a-41fc-9246-feff520283c0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 210 time: 0.0333586 Apr 06 15:07:38.558547 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4bc4cac2-886e-46ab-9078-6d13893a1288 req-cdb6e292-0da8-4463-9c45-c5d29b61fe12 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 210 time: 0.0276122 Apr 06 15:07:39.133844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb70-becd-461d-9a05-f8b874a0fa59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:39.636274 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fac3a1d8-aed2-4046-b989-35011691d95c req-99547828-d540-403e-bc23-23839aca8daa tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 210 time: 0.0287745 Apr 06 15:07:40.727797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6d9ed2a0-d54b-411c-8ebd-305558742c25 req-e5297366-32c0-424a-8edb-d307777579b9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 210 time: 0.0282450 Apr 06 15:07:41.540336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f17cca01-690e-4904-8522-ceada88ac26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:41.834088 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dc2ebad9-f08b-4282-b966-99b3ab26126b req-3594078a-9330-4c82-9dc1-ad1b5a40b7c7 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 210 time: 0.0378537 Apr 06 15:07:41.856855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-cb378fd7-5bdf-4320-a47d-b379f35cbf01 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:41.858313 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-cb378fd7-5bdf-4320-a47d-b379f35cbf01 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 815 time: 0.1312249 Apr 06 15:07:41.875357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'port': {'device_id': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'admin_state_up': True, 'tenant_id': '4a52c785b98d4795ad471248e6b45874'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:42.066301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Made reservation on behalf of 4a52c785b98d4795ad471248e6b45874 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:07:42.069640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.196457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Allocated IP 172.20.0.5 (f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5/f2987df3-d760-4732-a8f6-5ba7036def77/12c27f74-b1d0-4a62-b3a4-6bc13e22212a) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:07:42.353792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.453831 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.500388 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:07:42.503481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:07:42.514753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:07:42.533808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'Port': ['ID=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:42.566925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:42.568556 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.675285 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-70d67c35-6530-4d55-a283-241c085dfb23 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8036289 Apr 06 15:07:42.835293 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-404468a8-1655-48a9-8325-c3a413e2b872 None None] Provisioning complete for port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:07:42.836412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-404468a8-1655-48a9-8325-c3a413e2b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:42.881116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-404468a8-1655-48a9-8325-c3a413e2b872 None None] Port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:07:42.984848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a72e-c2b6-465a-8ab0-007f8388e58f req-6457dab6-9b4f-43d5-ac20-f5d166999dbf tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:42.986678 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08b9a72e-c2b6-465a-8ab0-007f8388e58f req-6457dab6-9b4f-43d5-ac20-f5d166999dbf tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0619719 Apr 06 15:07:43.063340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08b9a72e-c2b6-465a-8ab0-007f8388e58f req-dc311f3c-bd71-427f-976f-1172183a1709 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699418 Apr 06 15:07:43.849148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:44.173951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b5b73-bb3a-4ff9-bef0-2c8bc907fcb5 req-ee168cae-6c00-4a72-9db8-a3e0ac21ec09 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:44.175350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e99b5b73-bb3a-4ff9-bef0-2c8bc907fcb5 req-ee168cae-6c00-4a72-9db8-a3e0ac21ec09 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0527458 Apr 06 15:07:44.227555 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e99b5b73-bb3a-4ff9-bef0-2c8bc907fcb5 req-d5024d35-5e48-4c83-a30f-4004ff1524d0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Apr 06 15:07:45.360650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798cbbb-63f2-4e28-b940-472cb5c42afe req-6f5467e5-f39d-4307-b21a-ff9fc1a01f35 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:45.362272 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5798cbbb-63f2-4e28-b940-472cb5c42afe req-6f5467e5-f39d-4307-b21a-ff9fc1a01f35 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0532432 Apr 06 15:07:45.374103 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:07:45.426445 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5798cbbb-63f2-4e28-b940-472cb5c42afe req-638fd3df-ce1b-43b4-ae8c-8e3d9c6fdf04 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Apr 06 15:07:46.203837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:46.478062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:46.570955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9417d-9141-4ba3-86e2-356143eb71e0 req-87944b47-05a8-4d86-9333-7854952d2b4f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:46.580785 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-71c9417d-9141-4ba3-86e2-356143eb71e0 req-87944b47-05a8-4d86-9333-7854952d2b4f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0728095 Apr 06 15:07:46.646041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-71c9417d-9141-4ba3-86e2-356143eb71e0 req-363638a9-c7d2-47d0-8cc6-e00a38fe342a tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618985 Apr 06 15:07:47.775964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26c75-e4b8-45b9-b76a-9d72b1d1f0de req-b78aa387-a1b7-49cf-ae49-e3922713d3c2 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:47.777838 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bad26c75-e4b8-45b9-b76a-9d72b1d1f0de req-b78aa387-a1b7-49cf-ae49-e3922713d3c2 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0601342 Apr 06 15:07:47.825654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bad26c75-e4b8-45b9-b76a-9d72b1d1f0de req-f7e72691-ba8e-4240-9973-fcda90082cb0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Apr 06 15:07:48.962664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78989e-9a3d-4417-ac36-456a91185a34 req-68113675-886a-4164-a47c-e84f7e4b5d0b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:48.964837 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc78989e-9a3d-4417-ac36-456a91185a34 req-68113675-886a-4164-a47c-e84f7e4b5d0b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0639870 Apr 06 15:07:49.014842 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bc78989e-9a3d-4417-ac36-456a91185a34 req-d6ed10a7-1951-4566-b2f7-7c4999e57ff0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445197 Apr 06 15:07:50.132636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776505cb-49a4-4834-97f0-9272757654b0 req-c69c5f71-28c5-4ebc-aff0-c6d6ecc5c034 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:50.134085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-776505cb-49a4-4834-97f0-9272757654b0 req-c69c5f71-28c5-4ebc-aff0-c6d6ecc5c034 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0513365 Apr 06 15:07:50.183955 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-776505cb-49a4-4834-97f0-9272757654b0 req-58ec925c-ad51-4677-be94-b272c26fb881 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Apr 06 15:07:51.337150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ec6e3-ea7d-48b0-a6a2-41c9ac5b722a req-0c49e7df-ca9d-4a67-ad94-7af3627fc25e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:51.340413 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-897ec6e3-ea7d-48b0-a6a2-41c9ac5b722a req-0c49e7df-ca9d-4a67-ad94-7af3627fc25e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0907083 Apr 06 15:07:51.400428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-897ec6e3-ea7d-48b0-a6a2-41c9ac5b722a req-514a661d-f556-4c45-846c-d1d80c1429f9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Apr 06 15:07:52.521557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0ef5d-8dee-47bb-bd48-fdb1368efa85 req-1677e6d4-1e80-4b81-9733-904e9accc2e3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:52.523039 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-80b0ef5d-8dee-47bb-bd48-fdb1368efa85 req-1677e6d4-1e80-4b81-9733-904e9accc2e3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0512669 Apr 06 15:07:52.569759 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-80b0ef5d-8dee-47bb-bd48-fdb1368efa85 req-1898fc42-351d-4d15-871f-b3d9d332ac36 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Apr 06 15:07:53.694615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63502-6fd3-49c4-80ee-1a7530681c14 req-287cdbe5-2ec6-4e7d-a671-98196db5a5e0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:53.696028 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2cf63502-6fd3-49c4-80ee-1a7530681c14 req-287cdbe5-2ec6-4e7d-a671-98196db5a5e0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 931 time: 0.0554523 Apr 06 15:07:53.742631 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2cf63502-6fd3-49c4-80ee-1a7530681c14 req-de846679-07d2-4d9a-b0ef-26b8f514b222 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Apr 06 15:07:53.874344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Request body: {'port': {'device_id': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:07:53.934013 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:54.041622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:54.200559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c27f74-b1d0-4a62-b3a4-6bc13e22212a {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:07:54.207896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Publish callbacks [] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:54.220364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Transition to ACTIVE for port object 12c27f74-b1d0-4a62-b3a4-6bc13e22212a will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:07:54.289614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:54.384305 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Pushing event updated for resources: {'Port': ['ID=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:54.422630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Attempting to bind port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:07:54.422995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Attempting to bind port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:07:54.423339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Attempting to bind port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a on network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:54.427925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a on network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:07:54.432731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Attempting to bind port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a on network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:07:54.433938 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:07:54.434281 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Checking segment: {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:07:54.434665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Bound using segment: {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:07:54.435130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Bound port: 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ea71b6-c0fe-4480-983e-4fe101ebad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:07:54.435497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:54.506943 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] For port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:07:54.510084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] For port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:07:54.573634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:54.608571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:54.609198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:54.610588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] 10.222.0.87 "PUT /v2.0/ports/12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 1093 time: 0.7405248 Apr 06 15:07:54.611053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:07:54.613333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf0a074-df0f-4069-8b5d-939de08c0901" -d '{"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:07:54.637160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165b9b3-c984-4460-9727-eb8e6e73ffc1 service neutron] Pushing event updated for resources: {'Port': ['ID=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:54.654598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d68c8f-84c5-4131-a807-d0bf18b18eca x-openstack-request-id: req-06d68c8f-84c5-4131-a807-d0bf18b18eca {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:07:54.654896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:07:54.655182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06d68c8f-84c5-4131-a807-d0bf18b18eca {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:07:54.655598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d68c8f-84c5-4131-a807-d0bf18b18eca'] response: {'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'status': 'completed', 'code': 200} Apr 06 15:07:55.244573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0a074-df0f-4069-8b5d-939de08c0901 req-8ca1c52b-f87c-4070-b4ef-f7e37436ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:55.246108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf0a074-df0f-4069-8b5d-939de08c0901 req-8ca1c52b-f87c-4070-b4ef-f7e37436ced6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1127 time: 0.5467350 Apr 06 15:07:55.253712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428be2ac-a9da-4365-9ee5-2b3b31d4c0bb req-4206a0be-a0dd-4382-8987-11cd8861b3c1 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:55.255070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-428be2ac-a9da-4365-9ee5-2b3b31d4c0bb req-4206a0be-a0dd-4382-8987-11cd8861b3c1 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 943 time: 0.4373398 Apr 06 15:07:55.355373 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-428be2ac-a9da-4365-9ee5-2b3b31d4c0bb req-58d2ed8b-7a19-4f50-8102-d008da46e024 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880392 Apr 06 15:07:55.378220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0a074-df0f-4069-8b5d-939de08c0901 req-f1c989d9-bcf6-4314-8520-9392dfed5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:55.379736 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf0a074-df0f-4069-8b5d-939de08c0901 req-f1c989d9-bcf6-4314-8520-9392dfed5b96 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=4a52c785b98d4795ad471248e6b45874&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1205680 Apr 06 15:07:55.476970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0a074-df0f-4069-8b5d-939de08c0901 req-5e9baf69-3fbe-4793-8f03-ab1660744c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:55.478428 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9bf0a074-df0f-4069-8b5d-939de08c0901 req-5e9baf69-3fbe-4793-8f03-ab1660744c96 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0906737 Apr 06 15:07:55.577866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-135aca90-e775-40c6-9a7e-5841726ef2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:55.579349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-135aca90-e775-40c6-9a7e-5841726ef2b0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1127 time: 0.0441704 Apr 06 15:07:55.628399 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-1b8469ec-a0ea-4998-968a-8635965558e5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 217 time: 0.0367081 Apr 06 15:07:55.675967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-adec1697-20cd-437b-a65e-b4fefa67c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:55.677365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-adec1697-20cd-437b-a65e-b4fefa67c106 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0431643 Apr 06 15:07:55.725747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-3aaaad6d-953d-4a24-97c5-dfd3ebc76b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:55.727222 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-3aaaad6d-953d-4a24-97c5-dfd3ebc76b94 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429604 Apr 06 15:07:55.816479 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-b6ae97dc-4c32-41ba-80b7-a5893d5a9ccd service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829000 Apr 06 15:07:55.903630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-75a2fa55-730c-4ed3-bbb3-40b221c59794 req-c32b8181-6538-4e27-b088-1130db818ed6 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817857 Apr 06 15:07:56.475813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e80cbc-e743-4cd0-a14b-abece98ff7c4 req-08bb8bbe-4593-4da5-9f48-32a4fa624718 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:56.477295 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9e80cbc-e743-4cd0-a14b-abece98ff7c4 req-08bb8bbe-4593-4da5-9f48-32a4fa624718 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 943 time: 0.0535114 Apr 06 15:07:56.531062 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9e80cbc-e743-4cd0-a14b-abece98ff7c4 req-1a7f5161-c385-4998-8d46-ab9409c635e6 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468025 Apr 06 15:07:57.647213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730ab63-381b-4f12-a0d7-002717871d5c req-e3a07671-9425-483c-9abb-767d956dd0be tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:57.648606 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9730ab63-381b-4f12-a0d7-002717871d5c req-e3a07671-9425-483c-9abb-767d956dd0be tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 943 time: 0.0521896 Apr 06 15:07:57.694519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9730ab63-381b-4f12-a0d7-002717871d5c req-15002f5d-d093-4920-afba-b4627c94e0b3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Apr 06 15:07:58.810408 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77865a-bc64-4358-96b6-d94a7bbdcb73 req-199dc74e-6852-4b56-8d19-0a7efae71834 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:58.811907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2c77865a-bc64-4358-96b6-d94a7bbdcb73 req-199dc74e-6852-4b56-8d19-0a7efae71834 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 943 time: 0.0528584 Apr 06 15:07:58.857891 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2c77865a-bc64-4358-96b6-d94a7bbdcb73 req-21f83b90-5acc-4415-b77e-1adfadc11d4e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Apr 06 15:07:59.237409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 12c27f74-b1d0-4a62-b3a4-6bc13e22212a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:07:59.330314 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:59.342230 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'port_id': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'mac_address': 'fa:16:3e:38:4a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:07:59.380853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:07:59.381235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:59.396357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c27f74-b1d0-4a62-b3a4-6bc13e22212a {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:07:59.416741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:07:59.521804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:07:59.570037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:07:59.903602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['12c27f74-b1d0-4a62-b3a4-6bc13e22212a'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:07:59.978233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77dcd-cce4-4523-8cd3-b3d2de317dac req-f25319f2-5573-47fd-8b98-5ac9caa0e1f1 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:07:59.979750 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00c77dcd-cce4-4523-8cd3-b3d2de317dac req-f25319f2-5573-47fd-8b98-5ac9caa0e1f1 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 944 time: 0.0567338 Apr 06 15:08:00.026152 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-00c77dcd-cce4-4523-8cd3-b3d2de317dac req-093c5268-61c7-44d3-8a47-ea0155e0fb95 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Apr 06 15:08:01.142845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761fbd0-bf98-44f5-b99c-467296b566d9 req-60fab38d-4539-4794-8c43-95a5816df0b7 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:01.144385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4761fbd0-bf98-44f5-b99c-467296b566d9 req-60fab38d-4539-4794-8c43-95a5816df0b7 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 944 time: 0.0519960 Apr 06 15:08:01.193408 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4761fbd0-bf98-44f5-b99c-467296b566d9 req-14fc605a-3194-4060-a584-9478bc756398 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 Apr 06 15:08:01.253618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 12c27f74-b1d0-4a62-b3a4-6bc13e22212a up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:08:01.373125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:08:01.376739 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:08:01.377120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:01.457348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:08:01.457754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:01.479403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:08:01.481737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f9d3e5-56e0-4bbd-b007-19ba1ac58815" -d '{"events": [{"server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "name": "network-vif-plugged", "status": "completed", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:08:01.497573 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:01.573508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:01.622206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:01.633716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523efc29-f95b-4033-93f3-bf2896da5da0 x-openstack-request-id: req-523efc29-f95b-4033-93f3-bf2896da5da0 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:08:01.634009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "name": "network-vif-plugged", "status": "completed", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:08:01.634265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-523efc29-f95b-4033-93f3-bf2896da5da0 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:08:01.634662 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523efc29-f95b-4033-93f3-bf2896da5da0'] response: {'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'code': 200} Apr 06 15:08:01.989303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe2703-2b1f-48fa-b4d4-28d0140f3837 req-493e2d46-3f5c-4dd2-a5bb-1b71e53643ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:01.992900 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3fe2703-2b1f-48fa-b4d4-28d0140f3837 req-493e2d46-3f5c-4dd2-a5bb-1b71e53643ab service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1129 time: 0.0476849 Apr 06 15:08:02.034068 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f3fe2703-2b1f-48fa-b4d4-28d0140f3837 req-52e41c45-df80-439f-a0e7-f8fd9d5efee9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367479 Apr 06 15:08:02.311669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc9089-8b6b-4101-b4db-f3df01f38352 req-8e05831a-5efa-4f80-9c30-36edfd16c199 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:02.313143 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-13fc9089-8b6b-4101-b4db-f3df01f38352 req-8e05831a-5efa-4f80-9c30-36edfd16c199 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0531418 Apr 06 15:08:02.358648 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-13fc9089-8b6b-4101-b4db-f3df01f38352 req-bea17be9-5c8d-46f6-b295-f2b216ef0fdd tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Apr 06 15:08:03.477823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e5a8d-d31c-4722-bdc2-d175ba995173 req-64988bae-3976-4241-9a74-a57bd167b8ae tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:03.479331 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-265e5a8d-d31c-4722-bdc2-d175ba995173 req-64988bae-3976-4241-9a74-a57bd167b8ae tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0528607 Apr 06 15:08:03.532001 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-265e5a8d-d31c-4722-bdc2-d175ba995173 req-069d3904-8045-4e24-befa-0315c4f6c111 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464530 Apr 06 15:08:04.649978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c95dd-7ca2-4aa4-9860-3f1fdcc4da6c req-3309fb6f-ad2f-4c73-ad46-2d51a5737bec tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:04.651393 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c96c95dd-7ca2-4aa4-9860-3f1fdcc4da6c req-3309fb6f-ad2f-4c73-ad46-2d51a5737bec tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0515473 Apr 06 15:08:04.697757 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c96c95dd-7ca2-4aa4-9860-3f1fdcc4da6c req-6690990a-3667-47e6-bd43-3563bf2fb5ed tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Apr 06 15:08:04.812800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf32cb-704e-4134-be61-ef0608a88c7c req-99f733ab-4272-45c7-a0b1-d59bd9a6fbf6 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:04.814271 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4faf32cb-704e-4134-be61-ef0608a88c7c req-99f733ab-4272-45c7-a0b1-d59bd9a6fbf6 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0520811 Apr 06 15:08:04.860513 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4faf32cb-704e-4134-be61-ef0608a88c7c req-c46eb0fa-f5a1-4d19-8849-062f61a424cd tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406358 Apr 06 15:08:05.180167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b5b5b-01c4-4177-bf18-f168d667acde req-691b9d77-24d4-4c46-ae52-bb45c7dee095 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:05.181625 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-108b5b5b-01c4-4177-bf18-f168d667acde req-691b9d77-24d4-4c46-ae52-bb45c7dee095 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0568190 Apr 06 15:08:05.226997 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-108b5b5b-01c4-4177-bf18-f168d667acde req-b68c7a0e-c596-4946-b245-6d0ad0769ee6 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Apr 06 15:08:08.747916 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-ee51cfbe-1748-4283-8f32-c3eac2486b3c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435820 Apr 06 15:08:08.845344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-864c223c-fe9d-4999-8413-a7fb309556ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:08.846926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-864c223c-fe9d-4999-8413-a7fb309556ea service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1129 time: 0.0450754 Apr 06 15:08:08.953218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-c243ccae-e0cf-40a9-b237-fece7a02c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:08.954704 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-c243ccae-e0cf-40a9-b237-fece7a02c3ae service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 917 time: 0.0910475 Apr 06 15:08:08.995211 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-9881ee2a-760c-4fdc-a120-043531f15c22 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 217 time: 0.0344734 Apr 06 15:08:09.044585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-955a753e-eec6-485c-b1e2-6946bc8770ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:09.046040 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-955a753e-eec6-485c-b1e2-6946bc8770ae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0455599 Apr 06 15:08:09.102208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-4c4c1640-4ff6-418e-97a1-58027e446c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:09.104683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-07809b5d-0fc9-4dcb-a164-4c98f7c2ea38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:09.105217 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-4c4c1640-4ff6-418e-97a1-58027e446c09 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0530567 Apr 06 15:08:09.198695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-7c37a903-434b-4ddd-b181-d906478d67c8 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879881 Apr 06 15:08:09.301810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc9cf10e-e828-474c-bb19-5a9efe4c2c84 req-d5f893fc-8068-41d5-877d-21ec0db2c828 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898669 Apr 06 15:08:11.575362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bab6f1be-b97a-4b0f-9b10-f9c4704330fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:13.849994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:15.946788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:16.495963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:22.372011 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:08:24.003872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:26.188818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d221-166d-4cba-9872-239751bfc9fd req-dcfa34f5-3043-468d-bf59-137eb61bece0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:26.190299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5fa6d221-166d-4cba-9872-239751bfc9fd req-dcfa34f5-3043-468d-bf59-137eb61bece0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0541391 Apr 06 15:08:26.236096 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5fa6d221-166d-4cba-9872-239751bfc9fd req-e35d9dbd-78ed-447d-9e30-26c265e2a2ec tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Apr 06 15:08:26.257509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51688) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:26.346610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3605701-e7c2-4e01-aaa3-591cfb265ddf tempest-TestMinimumBasicScenario-1991179970 tempest-TestMinimumBasicScenario-1991179970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:26.348184 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e3605701-e7c2-4e01-aaa3-591cfb265ddf tempest-TestMinimumBasicScenario-1991179970 tempest-TestMinimumBasicScenario-1991179970-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1124 time: 0.0897114 Apr 06 15:08:26.351138 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51692) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:26.355321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:26.478445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:26.576315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:26.685899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Allocated IP 172.26.7.21 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/34650e77-1f72-43d4-ae99-595012694a12) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:08:26.787200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for port (34650e77-1f72-43d4-ae99-595012694a12), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:26.872976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (34650e77-1f72-43d4-ae99-595012694a12), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:26.918383 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:08:26.923657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:08:26.928023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:08:26.931114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'Port': ['ID=34650e77-1f72-43d4-ae99-595012694a12,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:26.959186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.959533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.959873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.960214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.960545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.960874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.961204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.961527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.961850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.962174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.962499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.962823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:26.963169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:27.287706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for floatingip (45ae6571-9664-49ef-8636-a88315294105), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:27.415451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (34650e77-1f72-43d4-ae99-595012694a12), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:27.566738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for port (34650e77-1f72-43d4-ae99-595012694a12), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:27.650112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (34650e77-1f72-43d4-ae99-595012694a12), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:27.716688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'Port': ['ID=34650e77-1f72-43d4-ae99-595012694a12,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:27.728864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (45ae6571-9664-49ef-8636-a88315294105), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:27.829047 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Floating IP 45ae6571-9664-49ef-8636-a88315294105 associated. External IP: 172.26.7.21, port: 12c27f74-b1d0-4a62-b3a4-6bc13e22212a. Apr 06 15:08:28.036398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:08:28.143634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:08:28.153380 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] Sync routers for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:08:28.163866 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:08:28.164478 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:08:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:08:28.235495 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.265115 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bfbd9a5d-c8f7-4cdd-935d-6d47db96003f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9126804 Apr 06 15:08:28.267319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:08:28.269547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51696) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:28.270088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4faa89-e749-4f68-a180-05e50edf674f" -d '{"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:08:28.271822 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:08:28.274890 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950914125', 'description': 'tempest-secgroup-smoke-950914125 description', 'project_id': '4a52c785b98d4795ad471248e6b45874'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:28.306698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0390783-6cdd-47ee-9197-5a3607e303fb x-openstack-request-id: req-c0390783-6cdd-47ee-9197-5a3607e303fb {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:08:28.307676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:08:28.307941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c0390783-6cdd-47ee-9197-5a3607e303fb {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:08:28.308356 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0390783-6cdd-47ee-9197-5a3607e303fb'] response: {'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'status': 'completed', 'code': 200} Apr 06 15:08:28.394909 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.400825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faa89-e749-4f68-a180-05e50edf674f req-c47425d3-30a3-4811-b0f7-6b5b4223f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:28.409169 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f4faa89-e749-4f68-a180-05e50edf674f req-c47425d3-30a3-4811-b0f7-6b5b4223f366 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1129 time: 0.0517156 Apr 06 15:08:28.461151 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group (d05dee1a-bc3f-4a24-a161-a78e37dfba34), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.501761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faa89-e749-4f68-a180-05e50edf674f req-7058fa26-7ae8-4110-af89-50ba53886c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:28.503310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f4faa89-e749-4f68-a180-05e50edf674f req-7058fa26-7ae8-4110-af89-50ba53886c50 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 917 time: 0.0936849 Apr 06 15:08:28.528192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d05dee1a-bc3f-4a24-a161-a78e37dfba34), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.561441 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05dee1a-bc3f-4a24-a161-a78e37dfba34,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:28.569149 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.569767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.570118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.570463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.570807 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.571181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.571520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.571694 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f4faa89-e749-4f68-a180-05e50edf674f req-515dc7c2-8e84-4374-acdb-29115c7adf28 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 998 time: 0.0625384 Apr 06 15:08:28.571851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.572363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.572722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.573061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.573391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.573719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:08:28.603580 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '45ae6571-9664-49ef-8636-a88315294105', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'port_id': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'mac_address': 'fa:16:3e:38:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:08:27Z', 'updated_at': '2022-04-06T15:08:27Z', 'revision_number': 0, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 5, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:08:28.621608 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faa89-e749-4f68-a180-05e50edf674f req-193927a5-9e41-41b3-a610-43170723afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:28.623105 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f4faa89-e749-4f68-a180-05e50edf674f req-193927a5-9e41-41b3-a610-43170723afcd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0445676 Apr 06 15:08:28.629136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.633215 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] Checking router: 3941cb99-0ed7-43dc-9e5d-3e984002b1ca for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:08:28.633352 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-00ad73ce-bbe9-4229-b043-7fede17a1b42 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3617179 Apr 06 15:08:28.633445 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51704) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:28.638450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-952c3d54-e37f-4936-b8aa-30883ba4ddf3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'security_group_rule': {'security_group_id': 'd05dee1a-bc3f-4a24-a161-a78e37dfba34', 'project_id': '4a52c785b98d4795ad471248e6b45874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:28.638644 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:08:28.639136 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:08:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:08:28.678436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faa89-e749-4f68-a180-05e50edf674f req-417f776f-4ed6-4d59-b5e0-3bcf1b81812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:28.679942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f4faa89-e749-4f68-a180-05e50edf674f req-417f776f-4ed6-4d59-b5e0-3bcf1b81812d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507185 Apr 06 15:08:28.746582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-952c3d54-e37f-4936-b8aa-30883ba4ddf3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (240a16ed-b1fe-4b4f-abab-52a8b3e1328b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.755290 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:08:28.773964 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f4faa89-e749-4f68-a180-05e50edf674f req-07f00e20-682b-4643-b4cb-b9f02c3a259c service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874496 Apr 06 15:08:28.806321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-952c3d54-e37f-4936-b8aa-30883ba4ddf3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (240a16ed-b1fe-4b4f-abab-52a8b3e1328b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.867211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-952c3d54-e37f-4936-b8aa-30883ba4ddf3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (240a16ed-b1fe-4b4f-abab-52a8b3e1328b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.880054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f4faa89-e749-4f68-a180-05e50edf674f req-0a0d27de-c261-40c3-9d39-9fcc62c34013 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994501 Apr 06 15:08:28.886604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c3d54-e37f-4936-b8aa-30883ba4ddf3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240a16ed-b1fe-4b4f-abab-52a8b3e1328b,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:28.961120 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-952c3d54-e37f-4936-b8aa-30883ba4ddf3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:28.962684 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-952c3d54-e37f-4936-b8aa-30883ba4ddf3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3279130 Apr 06 15:08:28.965018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51706) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:28.969608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-615c90e3-72b6-4134-be85-c9bf4e232d70 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'security_group_rule': {'security_group_id': 'd05dee1a-bc3f-4a24-a161-a78e37dfba34', 'project_id': '4a52c785b98d4795ad471248e6b45874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:28.989241 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '45ae6571-9664-49ef-8636-a88315294105', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'port_id': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'mac_address': 'fa:16:3e:38:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:08:27Z', 'updated_at': '2022-04-06T15:08:27Z', 'revision_number': 0, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 5, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:08:29.017152 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce29e26-6af2-419a-b672-e145acd76e5a None None] The sync data for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv is: [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '45ae6571-9664-49ef-8636-a88315294105', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'port_id': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'mac_address': 'fa:16:3e:38:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:08:27Z', 'updated_at': '2022-04-06T15:08:27Z', 'revision_number': 0, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 5, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:08:29.055818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-615c90e3-72b6-4134-be85-c9bf4e232d70 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (ce512ca0-2017-4170-aaee-ab3bb8baa0cc), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.117964 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-615c90e3-72b6-4134-be85-c9bf4e232d70 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (ce512ca0-2017-4170-aaee-ab3bb8baa0cc), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.170394 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-615c90e3-72b6-4134-be85-c9bf4e232d70 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (ce512ca0-2017-4170-aaee-ab3bb8baa0cc), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.189204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c90e3-72b6-4134-be85-c9bf4e232d70 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce512ca0-2017-4170-aaee-ab3bb8baa0cc,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:29.223793 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275ca88-e2fe-4fd0-9bfd-ce43f1224d1f None None] New status for floating IP 45ae6571-9664-49ef-8636-a88315294105: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:08:29.269474 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-615c90e3-72b6-4134-be85-c9bf4e232d70 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.270714 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-615c90e3-72b6-4134-be85-c9bf4e232d70 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046081 Apr 06 15:08:29.273416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51708) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:29.277948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-34f01ece-ea84-4fb1-96d3-cae06de5d417 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'security_group_rule': {'security_group_id': 'd05dee1a-bc3f-4a24-a161-a78e37dfba34', 'project_id': '4a52c785b98d4795ad471248e6b45874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:29.362996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f01ece-ea84-4fb1-96d3-cae06de5d417 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (86a20f2d-7741-43aa-ae95-c399d8975793), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.420991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f01ece-ea84-4fb1-96d3-cae06de5d417 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (86a20f2d-7741-43aa-ae95-c399d8975793), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.505190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f01ece-ea84-4fb1-96d3-cae06de5d417 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (86a20f2d-7741-43aa-ae95-c399d8975793), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.523154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f01ece-ea84-4fb1-96d3-cae06de5d417 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a20f2d-7741-43aa-ae95-c399d8975793,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:29.598680 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-34f01ece-ea84-4fb1-96d3-cae06de5d417 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.599958 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-34f01ece-ea84-4fb1-96d3-cae06de5d417 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255720 Apr 06 15:08:29.602659 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51710) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:29.606988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5a055cf0-8353-41be-aee5-2294fb900309 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'security_group_rule': {'security_group_id': 'd05dee1a-bc3f-4a24-a161-a78e37dfba34', 'project_id': '4a52c785b98d4795ad471248e6b45874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:29.695153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5a055cf0-8353-41be-aee5-2294fb900309 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (0be2633c-afa6-4798-bd49-7702ebf17e5a), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.750985 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5a055cf0-8353-41be-aee5-2294fb900309 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (0be2633c-afa6-4798-bd49-7702ebf17e5a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.827162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5a055cf0-8353-41be-aee5-2294fb900309 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (0be2633c-afa6-4798-bd49-7702ebf17e5a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.845120 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a055cf0-8353-41be-aee5-2294fb900309 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be2633c-afa6-4798-bd49-7702ebf17e5a,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:29.909180 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5a055cf0-8353-41be-aee5-2294fb900309 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:29.910414 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5a055cf0-8353-41be-aee5-2294fb900309 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3068151 Apr 06 15:08:29.913065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51712) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:29.917384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b99cca6b-ffcb-4236-8caf-c1e4b766f51b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'security_group_rule': {'security_group_id': 'd05dee1a-bc3f-4a24-a161-a78e37dfba34', 'project_id': '4a52c785b98d4795ad471248e6b45874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:29.981657 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-b99cca6b-ffcb-4236-8caf-c1e4b766f51b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Project 4a52c785b98d4795ad471248e6b45874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:08:29.987719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b99cca6b-ffcb-4236-8caf-c1e4b766f51b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (ae3f62cf-0ffb-4f40-88d5-08f5eae69854), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.048706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b99cca6b-ffcb-4236-8caf-c1e4b766f51b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (ae3f62cf-0ffb-4f40-88d5-08f5eae69854), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.118283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b99cca6b-ffcb-4236-8caf-c1e4b766f51b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (ae3f62cf-0ffb-4f40-88d5-08f5eae69854), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.136154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cca6b-ffcb-4236-8caf-c1e4b766f51b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3f62cf-0ffb-4f40-88d5-08f5eae69854,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:30.204740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b99cca6b-ffcb-4236-8caf-c1e4b766f51b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.205941 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b99cca6b-ffcb-4236-8caf-c1e4b766f51b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2919703 Apr 06 15:08:30.209871 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51716) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:08:30.215274 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1975e23a-0004-451d-9328-5d693832d5a4 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'security_group_rule': {'security_group_id': 'd05dee1a-bc3f-4a24-a161-a78e37dfba34', 'project_id': '4a52c785b98d4795ad471248e6b45874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:30.307673 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-1975e23a-0004-451d-9328-5d693832d5a4 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Project 4a52c785b98d4795ad471248e6b45874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:08:30.313514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1975e23a-0004-451d-9328-5d693832d5a4 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (c362cea0-2d7f-4771-9547-76bf37e4ea6d), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.370936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1975e23a-0004-451d-9328-5d693832d5a4 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (c362cea0-2d7f-4771-9547-76bf37e4ea6d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.431103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1975e23a-0004-451d-9328-5d693832d5a4 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (c362cea0-2d7f-4771-9547-76bf37e4ea6d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.450422 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975e23a-0004-451d-9328-5d693832d5a4 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c362cea0-2d7f-4771-9547-76bf37e4ea6d,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:30.507190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1975e23a-0004-451d-9328-5d693832d5a4 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.508379 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1975e23a-0004-451d-9328-5d693832d5a4 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2972825 Apr 06 15:08:30.598061 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-615e1d26-ada1-4719-84b0-aa9c04a0a4de tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950914125&fields=id&tenant_id=4a52c785b98d4795ad471248e6b45874 HTTP/1.1" status: 200 len: 267 time: 0.0443974 Apr 06 15:08:30.654164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-98d1e770-9a4b-47b1-9da4-fc4b0399dc9b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:30.656176 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-98d1e770-9a4b-47b1-9da4-fc4b0399dc9b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0525599 Apr 06 15:08:30.666798 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'port': {'security_groups': ['2be82f8f-344c-4264-b24d-c01b79cf99b6', 'd05dee1a-bc3f-4a24-a161-a78e37dfba34']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:08:30.742988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:30.941411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] For port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:08:30.971493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:31.027129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:31.061378 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['12c27f74-b1d0-4a62-b3a4-6bc13e22212a'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:08:31.075243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:31.076562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:31.078294 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5351dae-0c10-439e-a271-0bc73c790f13 req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "PUT /v2.0/ports/12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 981 time: 0.4156296 Apr 06 15:08:31.078813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:08:31.085594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef003a14-3826-45a1-a892-34076376fbee" -d '{"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:08:31.112534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db97e90-5ca9-403e-8670-6cb7e2322739 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'Port': ['ID=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,revision_number=6']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:08:31.141561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343042c0-e2df-43a0-878a-9fc92a4935ef x-openstack-request-id: req-343042c0-e2df-43a0-878a-9fc92a4935ef {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:08:31.142213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:08:31.142576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-343042c0-e2df-43a0-878a-9fc92a4935ef {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:08:31.143118 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343042c0-e2df-43a0-878a-9fc92a4935ef'] response: {'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'status': 'completed', 'code': 200} Apr 06 15:08:31.232866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['12c27f74-b1d0-4a62-b3a4-6bc13e22212a'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:08:31.239602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a524-4e8b-4c04-b099-82240f37fe6d req-1d24a1e6-6a7c-4090-99a7-2bf8afc19de3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:31.241802 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-69b2a524-4e8b-4c04-b099-82240f37fe6d req-1d24a1e6-6a7c-4090-99a7-2bf8afc19de3 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0977700 Apr 06 15:08:31.253492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003a14-3826-45a1-a892-34076376fbee req-eb04513b-e06d-4d45-93d9-eda93b20345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:31.255016 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef003a14-3826-45a1-a892-34076376fbee req-eb04513b-e06d-4d45-93d9-eda93b20345f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1168 time: 0.0709405 Apr 06 15:08:31.379242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-69b2a524-4e8b-4c04-b099-82240f37fe6d req-0371604a-1bcf-4da5-a09b-f897907a9163 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230967 Apr 06 15:08:31.399250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003a14-3826-45a1-a892-34076376fbee req-16db8b03-e2a1-4d07-acb9-ed7050fd9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:31.400742 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef003a14-3826-45a1-a892-34076376fbee req-16db8b03-e2a1-4d07-acb9-ed7050fd9c3a service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 917 time: 0.1388597 Apr 06 15:08:31.402538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8a5bb19f-16fd-4238-bce8-9b94da7cd754 None None] Provisioning complete for port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:08:31.402914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8a5bb19f-16fd-4238-bce8-9b94da7cd754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:31.469358 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef003a14-3826-45a1-a892-34076376fbee req-83958d84-0291-411c-81ee-5147364573e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 1000 time: 0.0610955 Apr 06 15:08:31.524028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003a14-3826-45a1-a892-34076376fbee req-b4407283-64bf-499b-959d-8ba63e9e55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:31.525839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef003a14-3826-45a1-a892-34076376fbee req-b4407283-64bf-499b-959d-8ba63e9e55dc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0515695 Apr 06 15:08:31.574906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003a14-3826-45a1-a892-34076376fbee req-a6b63627-e13c-415e-9225-fda23adf72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:08:31.576476 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef003a14-3826-45a1-a892-34076376fbee req-a6b63627-e13c-415e-9225-fda23adf72b9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441315 Apr 06 15:08:31.598831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bb19f-16fd-4238-bce8-9b94da7cd754 None None] Current status of the port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:08:31.665437 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef003a14-3826-45a1-a892-34076376fbee req-9d396445-6f2e-4a06-90c4-d78017c8be1e service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Apr 06 15:08:31.760406 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef003a14-3826-45a1-a892-34076376fbee req-f6ea72ce-29b1-498c-a81d-91aef481b696 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893147 Apr 06 15:08:39.111062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a372-f2b3-4b83-adea-4bd1de091aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:41.545333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b39551c5-aa0b-4226-9d1e-0fb7f8dee554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:43.860268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:45.964636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:46.517693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:54.055894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:08:59.370179 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:09:08.738323 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-f31091ee-8139-4f20-a9d0-0d9b1e593abe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432193 Apr 06 15:09:08.845866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-3d87543a-31e0-4d6f-9e08-e13f5f8859ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:08.847621 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-3d87543a-31e0-4d6f-9e08-e13f5f8859ed service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1168 time: 0.0495300 Apr 06 15:09:08.950156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-e2911d35-1934-422a-9f7c-fbcfe109395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:08.951666 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-e2911d35-1934-422a-9f7c-fbcfe109395f service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 917 time: 0.0850885 Apr 06 15:09:09.020368 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-028cdb25-29c2-4ab7-a3ff-635f63cb962d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 1000 time: 0.0626652 Apr 06 15:09:09.068974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-b5d51322-335c-4918-a2b2-dd57362c5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:09.070437 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-b5d51322-335c-4918-a2b2-dd57362c5a69 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0447555 Apr 06 15:09:09.118915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-905fada5-b1af-4538-aba5-d9bbb4d299fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:09.120506 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-905fada5-b1af-4538-aba5-d9bbb4d299fb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438135 Apr 06 15:09:09.139826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-981f0675-45ae-4c12-a5fe-4d7e4e71f6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:09.215579 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-687a5479-8bd0-431e-adf3-46035f770a1e service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880029 Apr 06 15:09:09.304391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-732294f1-1b1f-4656-bcbc-5139cc8e8c25 req-d8eb9f6d-c837-424f-be32-4f2a0a6901ef service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817375 Apr 06 15:09:11.553249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-303da60b-66c5-4893-884e-9338d10eb68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:13.850903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:15.953784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:16.481403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:16.673534 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-720bd2f7-9ee1-4285-afec-85247255b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:16.675640 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-720bd2f7-9ee1-4285-afec-85247255b658 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1168 time: 0.0851097 Apr 06 15:09:16.683645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97dd11-7567-4a9c-b0f2-2104928ee1c7 req-56b2a8d3-afa5-417d-bde2-63a76da0cb07 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:16.685023 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf97dd11-7567-4a9c-b0f2-2104928ee1c7 req-56b2a8d3-afa5-417d-bde2-63a76da0cb07 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.1799402 Apr 06 15:09:16.802488 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cf97dd11-7567-4a9c-b0f2-2104928ee1c7 req-3e2cac6c-d1ed-4ccc-be29-3937d62068a7 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084735 Apr 06 15:09:16.814987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-db0c101e-38cf-442d-8c00-2d43dc68af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:16.816462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-db0c101e-38cf-442d-8c00-2d43dc68af68 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 917 time: 0.1305854 Apr 06 15:09:16.887510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-67087550-e37b-4625-8590-d0f2f9c3e542 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 1000 time: 0.0644305 Apr 06 15:09:16.936149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-ddf43c7b-b2af-4a56-b7cb-3c59beab6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:16.937556 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-ddf43c7b-b2af-4a56-b7cb-3c59beab6eff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0437562 Apr 06 15:09:16.986049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-ae6ad6cc-0277-404b-b517-4f948d9d849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:16.988034 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-ae6ad6cc-0277-404b-b517-4f948d9d849b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446372 Apr 06 15:09:17.084348 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-faf72bd9-d908-408b-9652-649144c7bc69 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891657 Apr 06 15:09:17.177785 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-037799c5-d7cf-47d8-96e1-fb18fbe0f640 req-394acbbb-b6ee-4725-bf1b-decc59e3e9a0 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874522 Apr 06 15:09:18.322466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce7c79-751f-434e-905c-210d4aa4f921 req-6c0033d6-2d4e-4063-a9dc-1f9df90782a7 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:18.323983 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fdce7c79-751f-434e-905c-210d4aa4f921 req-6c0033d6-2d4e-4063-a9dc-1f9df90782a7 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.4549351 Apr 06 15:09:18.382262 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fdce7c79-751f-434e-905c-210d4aa4f921 req-d8e8c257-5d64-4415-b334-96aa9d2e2c98 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525289 Apr 06 15:09:19.505533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051fec-47f8-485e-a7a1-297eecf84b79 req-6e62d12a-fe0e-4bc6-b304-a7f11bff6454 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:19.507024 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b051fec-47f8-485e-a7a1-297eecf84b79 req-6e62d12a-fe0e-4bc6-b304-a7f11bff6454 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0576890 Apr 06 15:09:19.566649 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3b051fec-47f8-485e-a7a1-297eecf84b79 req-9e5c6f9a-75e2-468a-b2cb-47b2f9337aa1 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540738 Apr 06 15:09:20.685832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70c22-8c7a-41c6-9a4f-a50ea6dd7260 req-2d8431c5-4d2e-48d1-82c6-3aa0f10022a5 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:20.687231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-20c70c22-8c7a-41c6-9a4f-a50ea6dd7260 req-2d8431c5-4d2e-48d1-82c6-3aa0f10022a5 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0549099 Apr 06 15:09:20.745322 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-20c70c22-8c7a-41c6-9a4f-a50ea6dd7260 req-4e2ddf4e-54ff-499b-8382-60f97a8dda0b tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519164 Apr 06 15:09:21.865647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbbb0a-ff90-4e64-a12d-53da8b899a61 req-11fdd6bd-2df9-4890-ada6-d3a14abc0df9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:21.867317 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9cbbb0a-ff90-4e64-a12d-53da8b899a61 req-11fdd6bd-2df9-4890-ada6-d3a14abc0df9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0544357 Apr 06 15:09:21.925646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9cbbb0a-ff90-4e64-a12d-53da8b899a61 req-cc1ff8c8-a06f-42d0-9d3b-7d329643557f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527461 Apr 06 15:09:23.047208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d8830-010b-4699-a1cf-808343eb8c2f req-7c421b22-8fec-490e-b29f-c16d3504a4f1 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:23.049058 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d05d8830-010b-4699-a1cf-808343eb8c2f req-7c421b22-8fec-490e-b29f-c16d3504a4f1 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0568011 Apr 06 15:09:23.107439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d05d8830-010b-4699-a1cf-808343eb8c2f req-084ee604-0602-4fe1-a880-7ed4bfc54a8f tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525095 Apr 06 15:09:23.994301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:24.227184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2935d6f-d2f2-467e-962b-46c3934dacad req-916c63e3-8c23-4801-9b00-a43723efa97d tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:24.228650 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2935d6f-d2f2-467e-962b-46c3934dacad req-916c63e3-8c23-4801-9b00-a43723efa97d tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0527143 Apr 06 15:09:24.287668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2935d6f-d2f2-467e-962b-46c3934dacad req-a7e4c752-5523-4c5f-be2e-246268a5d6ec tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532744 Apr 06 15:09:25.408514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d32a8-0bee-431f-84f5-687af0cad5ee req-56d74de2-bd83-45d4-bb07-ae02d7d9b260 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:25.410171 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d08d32a8-0bee-431f-84f5-687af0cad5ee req-56d74de2-bd83-45d4-bb07-ae02d7d9b260 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0541382 Apr 06 15:09:25.472681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d08d32a8-0bee-431f-84f5-687af0cad5ee req-ecbedf1c-a73e-4948-9ec7-94f14b6b0f2d tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567241 Apr 06 15:09:26.589576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5587387-1e3a-415d-bbd5-8916506a52e4 req-16ac1f41-44eb-4555-bc9d-a150a449ef98 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:26.591051 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5587387-1e3a-415d-bbd5-8916506a52e4 req-16ac1f41-44eb-4555-bc9d-a150a449ef98 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0519364 Apr 06 15:09:26.650367 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a5587387-1e3a-415d-bbd5-8916506a52e4 req-a6f76722-481a-4fa6-9997-095d64087c28 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536327 Apr 06 15:09:27.767539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0058a9-f834-4e21-93c2-f2474b44ba68 req-8f308e5b-b8cd-478b-ac59-b39d4eab940c tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:27.768990 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fe0058a9-f834-4e21-93c2-f2474b44ba68 req-8f308e5b-b8cd-478b-ac59-b39d4eab940c tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0527520 Apr 06 15:09:27.827683 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fe0058a9-f834-4e21-93c2-f2474b44ba68 req-09241b58-4c9b-4935-961d-138b4f2496ba tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527263 Apr 06 15:09:28.949379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2016f-dc5f-4cb7-ad1f-cd3b11d01d5a req-dc125d56-c852-4f14-9d6d-1073e52a209e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:09:28.950857 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e0b2016f-dc5f-4cb7-ad1f-cd3b11d01d5a req-dc125d56-c852-4f14-9d6d-1073e52a209e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0571249 Apr 06 15:09:29.009162 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e0b2016f-dc5f-4cb7-ad1f-cd3b11d01d5a req-46d938ff-7cce-4a75-b04c-34a18f1cafa0 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&id=d05dee1a-bc3f-4a24-a161-a78e37dfba34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526378 Apr 06 15:09:36.369068 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:09:39.123114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3559a392-c3c9-4dd3-840c-d31ad8fc602a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:41.525437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6d04-be28-47e5-b4a5-35e24171b593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:43.859750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:45.940505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:46.519909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:09:54.022498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:08.734927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-e0d44c60-2e72-4d49-85ff-e1200481800b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434937 Apr 06 15:10:08.844393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-9c2210bd-f97a-4413-96fd-6cce2af3e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:08.845983 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-9c2210bd-f97a-4413-96fd-6cce2af3e57a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1168 time: 0.0487678 Apr 06 15:10:08.944768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-9155733b-66dc-42e1-9bba-4b5f5e6da405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:08.946230 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-9155733b-66dc-42e1-9bba-4b5f5e6da405 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 917 time: 0.0831885 Apr 06 15:10:09.016054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-b28cebd1-e6eb-4ebe-83c5-f326de35d045 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 1000 time: 0.0624352 Apr 06 15:10:09.064296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-7a525a13-0aa6-4e43-913d-3f32f81f5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:09.065831 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-7a525a13-0aa6-4e43-913d-3f32f81f5f00 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0445681 Apr 06 15:10:09.111684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f54c8ac2-fa79-4a8b-9213-a58e0990835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:09.115130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-8d732367-a221-4c77-9752-fcdb829f9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:09.117214 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-8d732367-a221-4c77-9752-fcdb829f9d57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447595 Apr 06 15:10:09.208766 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-eabc8e4f-79fa-456f-87b1-af8a01878dcf service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857365 Apr 06 15:10:09.295149 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-aea02eb5-f936-4891-9aad-b1ecf4d1a1a7 req-24cfc7f2-9f69-4929-999f-d739d52ed64f service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799742 Apr 06 15:10:11.548218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6e203011-7cd3-43c9-b57e-98a9ed4eef4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:13.368006 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:10:13.862561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:15.923407 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:16.474151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:24.051385 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:24.470039 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-99f3ac8d-e873-492e-bff7-29e1253b48f8 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950914125&fields=id&tenant_id=4a52c785b98d4795ad471248e6b45874 HTTP/1.1" status: 200 len: 267 time: 0.0446579 Apr 06 15:10:24.532172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-ccf761c7-9e80-43c5-9ff2-490d28b16ab6 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:24.533932 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-ccf761c7-9e80-43c5-9ff2-490d28b16ab6 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 984 time: 0.0584826 Apr 06 15:10:24.545073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Request body: {'port': {'security_groups': ['2be82f8f-344c-4264-b24d-c01b79cf99b6']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:10:24.613181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:24.783109 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] For port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:24.812227 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:24.868637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:24.902140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['12c27f74-b1d0-4a62-b3a4-6bc13e22212a'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:10:24.916019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:24.916619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:24.918946 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-146304fb-b9c4-47d5-a4e5-83e45d6aac4e req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "PUT /v2.0/ports/12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 942 time: 0.3773139 Apr 06 15:10:24.918946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:10:24.920726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747" -d '{"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:10:24.926163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51802) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:24.948840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event updated for resources: {'Port': ['ID=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,revision_number=7']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:24.956400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.956761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.957117 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.957466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.957980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.958317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.958661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.959014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.959351 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.959812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.960738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.961218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:24.961553 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d20ee27-7531-4b1a-8a54-803cc5acd74e tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.021663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group (d05dee1a-bc3f-4a24-a161-a78e37dfba34), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.043695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['12c27f74-b1d0-4a62-b3a4-6bc13e22212a'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:10:25.044789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2021848-fae5-482e-870a-44e0e9b26a4f x-openstack-request-id: req-a2021848-fae5-482e-870a-44e0e9b26a4f {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:10:25.045098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:10:25.045360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a2021848-fae5-482e-870a-44e0e9b26a4f {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:10:25.045792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2021848-fae5-482e-870a-44e0e9b26a4f'] response: {'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'status': 'completed', 'code': 200} Apr 06 15:10:25.059724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group (d05dee1a-bc3f-4a24-a161-a78e37dfba34), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.148823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-26b4af78-c21c-472b-b6df-4d7fe349f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:25.149655 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-26b4af78-c21c-472b-b6df-4d7fe349f961 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1129 time: 0.0598085 Apr 06 15:10:25.200997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-db3e0e31-e0cd-48ee-8e8a-c318f7c9c24a None None] Provisioning complete for port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:10:25.201551 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db3e0e31-e0cd-48ee-8e8a-c318f7c9c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.226360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d05dee1a-bc3f-4a24-a161-a78e37dfba34), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.229101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.233428 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "DELETE /v2.0/security-groups/d05dee1a-bc3f-4a24-a161-a78e37dfba34 HTTP/1.1" status: 204 len: 168 time: 0.3018131 Apr 06 15:10:25.237020 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51808) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:25.245207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-84d7028f-3fc1-4b47-a984-258562225662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:25.246749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-84d7028f-3fc1-4b47-a984-258562225662 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 917 time: 0.0898418 Apr 06 15:10:25.280383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05dee1a-bc3f-4a24-a161-a78e37dfba34,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:25.293075 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.293349 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.293835 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.294182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.294539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.294852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.295203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.295536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.295943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.296270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.296599 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.296921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.297244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4c5c7-1267-427b-ade2-efcd1dbca772 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:25.323619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-e2362e6d-2b69-4d5a-b5ad-3ebd9caccf24 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 1000 time: 0.0709257 Apr 06 15:10:25.328246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-db3e0e31-e0cd-48ee-8e8a-c318f7c9c24a None None] Current status of the port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:25.374583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-bf604873-a083-4eac-b12c-b2b232f33296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:25.376182 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-bf604873-a083-4eac-b12c-b2b232f33296 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0454001 Apr 06 15:10:25.424742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Deleting port 34650e77-1f72-43d4-ae99-595012694a12 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:25.425084 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (34650e77-1f72-43d4-ae99-595012694a12), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.426885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-ba0bdf0f-61d5-4fac-a460-6e0c3955397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:25.428483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-ba0bdf0f-61d5-4fac-a460-6e0c3955397c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449936 Apr 06 15:10:25.499208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (34650e77-1f72-43d4-ae99-595012694a12), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.499545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for floatingip (34650e77-1f72-43d4-ae99-595012694a12), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.512228 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Calling delete_port for 34650e77-1f72-43d4-ae99-595012694a12 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:25.521100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-9fd6ad25-6f52-4415-b7b1-ab31d254d102 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864666 Apr 06 15:10:25.611108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a10fc8b9-ffda-4eeb-ac5a-71eb21f48747 req-679312d2-240b-45f2-8453-0e20549a6f9f service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832469 Apr 06 15:10:25.719997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (34650e77-1f72-43d4-ae99-595012694a12), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.747552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event deleted for resources: {'Port': ['ID=34650e77-1f72-43d4-ae99-595012694a12,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:25.810138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks [] for floatingip (45ae6571-9664-49ef-8636-a88315294105), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:25.810472 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Floating IP 45ae6571-9664-49ef-8636-a88315294105 disassociated (deleted). External IP: 172.26.7.21, port: 12c27f74-b1d0-4a62-b3a4-6bc13e22212a. Apr 06 15:10:26.298698 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:26.407346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:26.412582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:26.417879 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] Sync routers for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:26.427988 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:26.428760 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:26.447683 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8a6fde70-1636-4c57-bc63-831cf702b096 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "DELETE /v2.0/floatingips/45ae6571-9664-49ef-8636-a88315294105 HTTP/1.1" status: 204 len: 168 time: 1.2095976 Apr 06 15:10:26.448273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:10:26.450610 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42391b62-b7c7-4074-8988-fff09adeca05" -d '{"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:10:26.543852 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:26.549062 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af5b8c3-4eb0-438a-bbdd-aff05abcf6a0 x-openstack-request-id: req-1af5b8c3-4eb0-438a-bbdd-aff05abcf6a0 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:10:26.549232 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:10:26.549620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1af5b8c3-4eb0-438a-bbdd-aff05abcf6a0 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:10:26.549901 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af5b8c3-4eb0-438a-bbdd-aff05abcf6a0'] response: {'name': 'network-changed', 'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'status': 'completed', 'code': 200} Apr 06 15:10:26.646952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391b62-b7c7-4074-8988-fff09adeca05 req-35efb5b9-f815-4162-9506-7bc84c0d9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:26.649262 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42391b62-b7c7-4074-8988-fff09adeca05 req-35efb5b9-f815-4162-9506-7bc84c0d9593 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a52c785b98d4795ad471248e6b45874&device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 1129 time: 0.0515518 Apr 06 15:10:26.742451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391b62-b7c7-4074-8988-fff09adeca05 req-fb1ae48e-44e5-486d-9561-ac9a7e72e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:26.743922 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42391b62-b7c7-4074-8988-fff09adeca05 req-fb1ae48e-44e5-486d-9561-ac9a7e72e678 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 200 len: 917 time: 0.0888183 Apr 06 15:10:26.749612 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 5, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:26.784077 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] Checking router: 3941cb99-0ed7-43dc-9e5d-3e984002b1ca for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:26.789314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42391b62-b7c7-4074-8988-fff09adeca05 req-80ee3fae-a013-4f67-bfd3-1f7918fbdd78 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 200 len: 217 time: 0.0392749 Apr 06 15:10:26.792743 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:26.793409 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:26.856940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391b62-b7c7-4074-8988-fff09adeca05 req-0a09d60e-779d-42a1-886e-ba9b68cf2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:26.858709 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42391b62-b7c7-4074-8988-fff09adeca05 req-0a09d60e-779d-42a1-886e-ba9b68cf2a75 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 200 len: 854 time: 0.0639410 Apr 06 15:10:26.905142 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:26.916750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391b62-b7c7-4074-8988-fff09adeca05 req-46e846e9-3ac3-4b19-ba73-e2e05808cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:26.918377 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42391b62-b7c7-4074-8988-fff09adeca05 req-46e846e9-3ac3-4b19-ba73-e2e05808cda5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0531850 Apr 06 15:10:27.021402 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42391b62-b7c7-4074-8988-fff09adeca05 req-ae058b96-6b68-4bc4-91d5-935ff82d7354 service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974314 Apr 06 15:10:27.124013 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-42391b62-b7c7-4074-8988-fff09adeca05 req-10385e63-38dc-4fb9-8dd8-d7ebec932e1f service neutron] 10.222.0.87 "GET /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904651 Apr 06 15:10:27.195430 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 5, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:27.224051 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aec4e0-5dcd-4e62-9f2a-b423e1173b84 None None] The sync data for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv is: [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:07:17Z', 'revision_number': 4, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1', 'name': '', 'network_id': 'f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'mac_address': 'fa:16:3e:20:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:17Z', 'updated_at': '2022-04-06T15:07:21Z', 'revision_number': 5, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'subnets': [{'id': 'f2987df3-d760-4732-a8f6-5ba7036def77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:27.447736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4672106-37f0-4c02-98fa-fa0f8a43c587 None None] New status for floating IP 45ae6571-9664-49ef-8636-a88315294105: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:10:39.108615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-069c72e0-1147-4644-95b7-689c9b0f5bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:41.565917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0ee470e-5d5e-4fb7-865d-d3eff79543a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:43.560257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6606964-dfa6-4ccc-a87e-486342910a37 req-ad3887c0-5c89-4404-812f-7dbc614485cf tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:43.561756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b6606964-dfa6-4ccc-a87e-486342910a37 req-ad3887c0-5c89-4404-812f-7dbc614485cf tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0560555 Apr 06 15:10:43.612659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b6606964-dfa6-4ccc-a87e-486342910a37 req-c39aedf4-cfde-435d-a7a3-2e28dd44a72d tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451915 Apr 06 15:10:43.871923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:44.732650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f246ec7-288f-4fdd-847a-adc5d49b0fa9 req-1ef4857f-5ea2-4aed-882f-24383a1fa296 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:44.734058 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f246ec7-288f-4fdd-847a-adc5d49b0fa9 req-1ef4857f-5ea2-4aed-882f-24383a1fa296 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0528374 Apr 06 15:10:44.780577 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0f246ec7-288f-4fdd-847a-adc5d49b0fa9 req-1a6cc315-e03f-4082-b851-6ee997cd00c9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Apr 06 15:10:45.702125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-6613ddf2-3f59-484c-b506-6ec425e02be6 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:45.703512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-6613ddf2-3f59-484c-b506-6ec425e02be6 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.87 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0525889 Apr 06 15:10:45.798340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Deleting port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:45.799036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.921838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] For port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:45.922209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:45.941080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b1933-babe-48c5-90df-7594b7de3ae9 req-cd94bad8-b71a-46ec-8daf-ffc34ee5b7de tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:10:45.942607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-824b1933-babe-48c5-90df-7594b7de3ae9 req-cd94bad8-b71a-46ec-8daf-ffc34ee5b7de tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 945 time: 0.0947423 Apr 06 15:10:45.949196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Calling delete_port for 12c27f74-b1d0-4a62-b3a4-6bc13e22212a owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:45.966103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.036707 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-824b1933-babe-48c5-90df-7594b7de3ae9 req-f630f750-acb8-4123-981b-80ad40928603 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/security-groups?id=2be82f8f-344c-4264-b24d-c01b79cf99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855076 Apr 06 15:10:46.183367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (12c27f74-b1d0-4a62-b3a4-6bc13e22212a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.213961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Pushing event deleted for resources: {'Port': ['ID=12c27f74-b1d0-4a62-b3a4-6bc13e22212a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:46.230456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['12c27f74-b1d0-4a62-b3a4-6bc13e22212a'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:10:46.282753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] No DVR routers for this DVR port 12c27f74-b1d0-4a62-b3a4-6bc13e22212a on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:10:46.285500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:46.289456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bb27b075-7ff2-4e91-a96d-b9965e0bdea2 req-84157732-5509-4a16-a664-6740ef9f6dd9 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.87 "DELETE /v2.0/ports/12c27f74-b1d0-4a62-b3a4-6bc13e22212a HTTP/1.1" status: 204 len: 173 time: 0.5807369 Apr 06 15:10:46.289905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'name': 'network-vif-deleted', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:10:46.292176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548d9a4d-435a-44db-9534-128c15ef6d9f" -d '{"events": [{"server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "name": "network-vif-deleted", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:10:46.330443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcdc4ac-9318-45bb-bdf7-da628ca48aca x-openstack-request-id: req-5bcdc4ac-9318-45bb-bdf7-da628ca48aca {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:10:46.330749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93570b3e-4c1b-4280-a981-c08f2bf4a1ba", "name": "network-vif-deleted", "tag": "12c27f74-b1d0-4a62-b3a4-6bc13e22212a", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:10:46.331034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5bcdc4ac-9318-45bb-bdf7-da628ca48aca {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:10:46.331438 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bcdc4ac-9318-45bb-bdf7-da628ca48aca'] response: {'server_uuid': '93570b3e-4c1b-4280-a981-c08f2bf4a1ba', 'name': 'network-vif-deleted', 'tag': '12c27f74-b1d0-4a62-b3a4-6bc13e22212a', 'status': 'completed', 'code': 200} Apr 06 15:10:46.485770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:47.147666 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56a7ac99-1a7a-4f54-9c9e-8cdc31df2370 req-869f2944-8fcb-41f6-907a-d63d3b9eab80 tempest-TestMinimumBasicScenario-1831916883 tempest-TestMinimumBasicScenario-1831916883-project] 10.222.0.71 "GET /v2.0/ports?device_id=93570b3e-4c1b-4280-a981-c08f2bf4a1ba HTTP/1.1" status: 200 len: 210 time: 0.0280061 Apr 06 15:10:48.190914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 12c27f74-b1d0-4a62-b3a4-6bc13e22212a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:48.211575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 12c27f74-b1d0-4a62-b3a4-6bc13e22212a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:48.211931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 12c27f74-b1d0-4a62-b3a4-6bc13e22212a not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:49.316217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51926) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:49.664866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:49.911818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Deleting port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:49.912162 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:49.987688 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] For port 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:49.988055 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.004508 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Calling delete_port for 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:50.263246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.287299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:50.367659 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:10:50.459855 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.679527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:50.792104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:50.798731 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9d2b00b1-fc55-48be-939b-6ec01c96c7ac admin admin] 10.222.0.71 "PUT /v2.0/routers/3941cb99-0ed7-43dc-9e5d-3e984002b1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4813364 Apr 06 15:10:50.801592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51928) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:50.803089 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] Sync routers for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:50.814503 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:50.815144 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:50.908989 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks [] for router (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:50.918030 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:51.013023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks [] for router_gateway (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.099492 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:10:50Z', 'revision_number': 5, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port': {'id': 'bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:15Z', 'updated_at': '2022-04-06T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:51.129089 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] Checking router: 3941cb99-0ed7-43dc-9e5d-3e984002b1ca for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:51.137916 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] Routers {'3941cb99-0ed7-43dc-9e5d-3e984002b1ca'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:51.138576 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:51.143541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Deleting port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:51.143882 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.225840 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] Set router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:51.226099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] For port bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:51.226229 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.241478 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Calling delete_port for bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:51.281780 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:10:51Z', 'revision_number': 6, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:51.311290 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248453ff-6c8d-4bcd-9c51-4cac87a48678 None None] The sync data for ids ['3941cb99-0ed7-43dc-9e5d-3e984002b1ca'] in dv-neutron-835863-1-hyperv is: [{'id': '3941cb99-0ed7-43dc-9e5d-3e984002b1ca', 'name': 'tempest-TestMinimumBasicScenario-1435739551-router', 'tenant_id': '4a52c785b98d4795ad471248e6b45874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:14Z', 'updated_at': '2022-04-06T15:10:51Z', 'revision_number': 6, 'project_id': '4a52c785b98d4795ad471248e6b45874', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:51.486081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.516362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:51.577105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.668411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.670570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks [] for router_controller (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.792270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (3941cb99-0ed7-43dc-9e5d-3e984002b1ca), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.792846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3941cb99-0ed7-43dc-9e5d-3e984002b1ca {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:10:51.801060 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.801060 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4ff3791c-685f-422c-bd0c-9be1f5325a7a admin admin] 10.222.0.71 "DELETE /v2.0/routers/3941cb99-0ed7-43dc-9e5d-3e984002b1ca HTTP/1.1" status: 204 len: 168 time: 0.9959843 Apr 06 15:10:51.801285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51930) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:51.846002 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-991538fb-d6f5-4218-bef2-e89a9f0258e4 admin admin] Deleting subnet f2987df3-d760-4732-a8f6-5ba7036def77 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:10:51.848949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-991538fb-d6f5-4218-bef2-e89a9f0258e4 admin admin] Publish callbacks [] for subnet (f2987df3-d760-4732-a8f6-5ba7036def77), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.882996 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-991538fb-d6f5-4218-bef2-e89a9f0258e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (f2987df3-d760-4732-a8f6-5ba7036def77), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:51.961032 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-991538fb-d6f5-4218-bef2-e89a9f0258e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (f2987df3-d760-4732-a8f6-5ba7036def77), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.092929 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-991538fb-d6f5-4218-bef2-e89a9f0258e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (f2987df3-d760-4732-a8f6-5ba7036def77), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.119616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991538fb-d6f5-4218-bef2-e89a9f0258e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2987df3-d760-4732-a8f6-5ba7036def77,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:52.124195 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-991538fb-d6f5-4218-bef2-e89a9f0258e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.127744 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-991538fb-d6f5-4218-bef2-e89a9f0258e4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f2987df3-d760-4732-a8f6-5ba7036def77 HTTP/1.1" status: 204 len: 168 time: 0.3256655 Apr 06 15:10:52.130353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 51932) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:52.132017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaed5d3-9353-4436-9d92-febde31787af None None] Network f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:10:52.202656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.268407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Deleting port 77e2ff1d-384f-44d3-9a16-7781fa483a83 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:52.268741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.326631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:52.336339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] For port 77e2ff1d-384f-44d3-9a16-7781fa483a83, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=77e2ff1d-384f-44d3-9a16-7781fa483a83,segment=NetworkSegment(c8ea71b6-c0fe-4480-983e-4fe101ebad30),segment_id=c8ea71b6-c0fe-4480-983e-4fe101ebad30)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:52.336705 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.349530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Calling delete_port for 77e2ff1d-384f-44d3-9a16-7781fa483a83 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:52.367888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:52.368204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5a17637b-74fc-40c3-9d28-e8d2d9b7b3f1 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:52.368803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:52.403887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:52.404238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device bf63d481-e3b7-45f2-9c84-a9e9cf2dcbc6 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:52.495800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11184670-5244-407f-b271-16af0faeb7e1 None None] DHCP port deletion for f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:10:52.497822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (77e2ff1d-384f-44d3-9a16-7781fa483a83), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.525666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Pushing event deleted for resources: {'Port': ['ID=77e2ff1d-384f-44d3-9a16-7781fa483a83,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:52.533737 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] No DVR routers for this DVR port 77e2ff1d-384f-44d3-9a16-7781fa483a83 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:10:52.603983 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.624223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:52.640799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ea71b6-c0fe-4480-983e-4fe101ebad30') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:52.641102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ea71b6-c0fe-4480-983e-4fe101ebad30') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:52.657120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (c8ea71b6-c0fe-4480-983e-4fe101ebad30), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.677379 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (c8ea71b6-c0fe-4480-983e-4fe101ebad30), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.684205 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (c8ea71b6-c0fe-4480-983e-4fe101ebad30), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:10:52.687203 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:10:52.800333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.812492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:52.812492 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] 10.222.0.71 "DELETE /v2.0/networks/f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5 HTTP/1.1" status: 204 len: 168 time: 0.6780210 Apr 06 15:10:52.813223 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51934) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:52.821401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea292f9a-e7bd-4f70-a31c-cc399877717d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fcbc0b-8a2c-4737-bc5d-8848e8cb5cf5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:53.461570 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:53.706530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Deleting port 744807e6-d935-4072-9c7e-1dabfe1dfde9 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:53.706762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:53.785972 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] For port 744807e6-d935-4072-9c7e-1dabfe1dfde9, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=744807e6-d935-4072-9c7e-1dabfe1dfde9,segment=NetworkSegment(ba1a541a-519e-49e8-8512-a6d03a33c1f4),segment_id=ba1a541a-519e-49e8-8512-a6d03a33c1f4)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:53.786333 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:53.798742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Calling delete_port for 744807e6-d935-4072-9c7e-1dabfe1dfde9 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:54.026304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:54.046001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (744807e6-d935-4072-9c7e-1dabfe1dfde9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:54.075921 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=744807e6-d935-4072-9c7e-1dabfe1dfde9,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:54.098861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 77e2ff1d-384f-44d3-9a16-7781fa483a83 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:54.122430 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 77e2ff1d-384f-44d3-9a16-7781fa483a83 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:54.122832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 77e2ff1d-384f-44d3-9a16-7781fa483a83 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:54.247397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:54.467846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:10:54.575799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:10:54.580723 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c2e96ec5-6429-45dc-bf8e-4e25ef9d5fc4 admin admin] 10.222.0.71 "PUT /v2.0/routers/1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7664835 Apr 06 15:10:54.583262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51936) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:54.585499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] Sync routers for ids ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:10:54.594805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] Routers {'1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:54.595598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:54.692007 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks [] for router (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:54.704213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] Set router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:54.798363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks [] for router_gateway (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:54.882804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:10:53Z', 'revision_number': 5, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port': {'id': 'f6991efe-366e-407c-bd57-19ff0c4741f0', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:07:21Z', 'updated_at': '2022-04-06T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:54.905975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Deleting port f6991efe-366e-407c-bd57-19ff0c4741f0 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:54.912584 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:54.914130 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] Checking router: 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:10:54.922501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] Routers {'1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:10:54.923161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:54.984036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] For port f6991efe-366e-407c-bd57-19ff0c4741f0, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f6991efe-366e-407c-bd57-19ff0c4741f0,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:54.984478 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.001236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Calling delete_port for f6991efe-366e-407c-bd57-19ff0c4741f0 owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:55.010841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] Set router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:10:55.062479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:10:54Z', 'revision_number': 6, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:55.093303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349cc11d-48a5-4ee1-a467-fba3159de1f8 None None] The sync data for ids ['1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97'] in dv-neutron-835863-1-hyperv is: [{'id': '1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97', 'name': 'tempest-TestMinimumBasicScenario-359538887-router', 'tenant_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:07:20Z', 'updated_at': '2022-04-06T15:10:54Z', 'revision_number': 6, 'project_id': '3a76d55962ce4ecbbfb9714fb9caed39', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:10:55.226702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f6991efe-366e-407c-bd57-19ff0c4741f0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.259517 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6991efe-366e-407c-bd57-19ff0c4741f0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:55.316436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.409035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.411174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks [] for router_controller (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.520255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.531367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:10:55.531367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.531367 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-29a8647c-2839-419d-868e-a49d6c2ae3a4 admin admin] 10.222.0.71 "DELETE /v2.0/routers/1d15a5ad-09d5-41fc-a39d-c7dcb02d9f97 HTTP/1.1" status: 204 len: 168 time: 0.9425087 Apr 06 15:10:55.531367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51938) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:55.574248 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8caa59-ef87-46e6-b06c-5c9b55f636b8 admin admin] Deleting subnet be395eca-13b2-42ff-96ad-8b4fd2df589f {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:10:55.577265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e8caa59-ef87-46e6-b06c-5c9b55f636b8 admin admin] Publish callbacks [] for subnet (be395eca-13b2-42ff-96ad-8b4fd2df589f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.610769 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e8caa59-ef87-46e6-b06c-5c9b55f636b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (be395eca-13b2-42ff-96ad-8b4fd2df589f), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.689701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e8caa59-ef87-46e6-b06c-5c9b55f636b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (be395eca-13b2-42ff-96ad-8b4fd2df589f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.815965 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e8caa59-ef87-46e6-b06c-5c9b55f636b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (be395eca-13b2-42ff-96ad-8b4fd2df589f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.843247 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8caa59-ef87-46e6-b06c-5c9b55f636b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be395eca-13b2-42ff-96ad-8b4fd2df589f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:55.845952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3e8caa59-ef87-46e6-b06c-5c9b55f636b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.849176 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3e8caa59-ef87-46e6-b06c-5c9b55f636b8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/be395eca-13b2-42ff-96ad-8b4fd2df589f HTTP/1.1" status: 204 len: 168 time: 0.3188756 Apr 06 15:10:55.853587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51940) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:55.858199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc828a-ced3-40ca-aff9-0ee5d940bd8c None None] Network ba5c658e-0d7b-423e-baf5-1254b3190a3e requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:10:55.927270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (ba5c658e-0d7b-423e-baf5-1254b3190a3e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:55.989637 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Deleting port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:55.989847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.024405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] DHCP port deletion for ba5c658e-0d7b-423e-baf5-1254b3190a3e request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:10:56.062497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] For port 4da85922-7a56-48d9-a0d9-e9e7a719fac8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4da85922-7a56-48d9-a0d9-e9e7a719fac8,segment=NetworkSegment(ba1a541a-519e-49e8-8512-a6d03a33c1f4),segment_id=ba1a541a-519e-49e8-8512-a6d03a33c1f4)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:56.063073 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.081906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Calling delete_port for 4da85922-7a56-48d9-a0d9-e9e7a719fac8 owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:56.082134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Deleting port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:10:56.082593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.126982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 4da85922-7a56-48d9-a0d9-e9e7a719fac8 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:56.182531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] For port 4da85922-7a56-48d9-a0d9-e9e7a719fac8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=4da85922-7a56-48d9-a0d9-e9e7a719fac8,segment=NetworkSegment(ba1a541a-519e-49e8-8512-a6d03a33c1f4),segment_id=ba1a541a-519e-49e8-8512-a6d03a33c1f4)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:10:56.182927 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.200985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Calling delete_port for 4da85922-7a56-48d9-a0d9-e9e7a719fac8 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:10:56.269325 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.290047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:10:56.290450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.296375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da85922-7a56-48d9-a0d9-e9e7a719fac8,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:56.300078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] No DVR routers for this DVR port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:10:56.342934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f6991efe-366e-407c-bd57-19ff0c4741f0 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:56.344641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (4da85922-7a56-48d9-a0d9-e9e7a719fac8), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.377169 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (ba5c658e-0d7b-423e-baf5-1254b3190a3e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.385507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: f6991efe-366e-407c-bd57-19ff0c4741f0 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:56.385854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f6991efe-366e-407c-bd57-19ff0c4741f0 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:56.386275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 744807e6-d935-4072-9c7e-1dabfe1dfde9 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:10:56.389582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Pushing event deleted for resources: {'Port': ['ID=4da85922-7a56-48d9-a0d9-e9e7a719fac8,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:56.407840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5c658e-0d7b-423e-baf5-1254b3190a3e']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:56.413839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] No DVR routers for this DVR port 4da85922-7a56-48d9-a0d9-e9e7a719fac8 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:10:56.415833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 744807e6-d935-4072-9c7e-1dabfe1dfde9 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:10:56.416231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 744807e6-d935-4072-9c7e-1dabfe1dfde9 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:10:56.417967 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1a541a-519e-49e8-8512-a6d03a33c1f4') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:56.418498 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1a541a-519e-49e8-8512-a6d03a33c1f4') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:10:56.419272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.419557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.419901 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.420248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.420582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.420916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.421245 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.421694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.421900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.422225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.422550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.422874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.423223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579053fe-04a6-4c44-af5b-7c806b60d0e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:10:56.431343 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (ba1a541a-519e-49e8-8512-a6d03a33c1f4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.446263 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (ba1a541a-519e-49e8-8512-a6d03a33c1f4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.452506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (ba1a541a-519e-49e8-8512-a6d03a33c1f4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:10:56.456912 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:10:56.566258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (ba5c658e-0d7b-423e-baf5-1254b3190a3e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.572189 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:56.575505 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ba5c658e-0d7b-423e-baf5-1254b3190a3e HTTP/1.1" status: 204 len: 168 time: 0.7209659 Apr 06 15:10:56.587437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfc0ed-4f87-4971-97ca-446054d2b405 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5c658e-0d7b-423e-baf5-1254b3190a3e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:56.905830 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51944) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:56.946539 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-922cfbd9-251f-4411-8346-81cc35864fc6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4a52c785b98d4795ad471248e6b45874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395789 Apr 06 15:10:56.949069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51946) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:57.001159 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-84726113-d878-4213-ad3b-13d03e97dc81 admin admin] Publish callbacks [] for security_group (2be82f8f-344c-4264-b24d-c01b79cf99b6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.024525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-84726113-d878-4213-ad3b-13d03e97dc81 admin admin] Publish callbacks [] for security_group (2be82f8f-344c-4264-b24d-c01b79cf99b6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.137611 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-84726113-d878-4213-ad3b-13d03e97dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (2be82f8f-344c-4264-b24d-c01b79cf99b6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.140457 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-84726113-d878-4213-ad3b-13d03e97dc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.141474 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-84726113-d878-4213-ad3b-13d03e97dc81 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2be82f8f-344c-4264-b24d-c01b79cf99b6 HTTP/1.1" status: 204 len: 168 time: 0.1915386 Apr 06 15:10:57.149532 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84726113-d878-4213-ad3b-13d03e97dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be82f8f-344c-4264-b24d-c01b79cf99b6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:10:57.800370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51956) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:57.839476 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-99a2dc09-f57e-47d6-b9b1-8882a1168020 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a76d55962ce4ecbbfb9714fb9caed39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379303 Apr 06 15:10:57.841819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51958) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:10:57.888230 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed487-7b64-4b16-aead-889c151982cd admin admin] Publish callbacks [] for security_group (f0c87ab5-e1a2-4cfe-a711-d6b3bcdc530d), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:57.909302 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed487-7b64-4b16-aead-889c151982cd admin admin] Publish callbacks [] for security_group (f0c87ab5-e1a2-4cfe-a711-d6b3bcdc530d), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:58.005757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed487-7b64-4b16-aead-889c151982cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (f0c87ab5-e1a2-4cfe-a711-d6b3bcdc530d), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:58.009006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed487-7b64-4b16-aead-889c151982cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:10:58.020877 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6b7ed487-7b64-4b16-aead-889c151982cd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0c87ab5-e1a2-4cfe-a711-d6b3bcdc530d HTTP/1.1" status: 204 len: 168 time: 0.1675580 Apr 06 15:10:58.020877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ed487-7b64-4b16-aead-889c151982cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c87ab5-e1a2-4cfe-a711-d6b3bcdc530d,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:00.319295 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 51998) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:00.323971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483441602', 'description': 'tempest-secgroup-smoke-483441602 description', 'project_id': '5c0c19c50f06428da9174823bf8284c8'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:00.398082 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:00.406250 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:00.482702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (441e531d-b403-428d-96a8-e00a0902893f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:00.563645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (441e531d-b403-428d-96a8-e00a0902893f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:00.598427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441e531d-b403-428d-96a8-e00a0902893f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:00.639013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (4c9ac68b-1e5b-4794-a821-eff0664636a1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:00.703233 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4c9ac68b-1e5b-4794-a821-eff0664636a1), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:00.733068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ac68b-1e5b-4794-a821-eff0664636a1,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:00.807872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:00.809093 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e63574ea-f1e8-4192-a6ad-5f7baa7ae5c7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4888070 Apr 06 15:11:00.811976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52000) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:00.816222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-42a4d0d0-4eb4-48ad-8581-e91798d90544 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': '4c9ac68b-1e5b-4794-a821-eff0664636a1', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:00.902604 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-42a4d0d0-4eb4-48ad-8581-e91798d90544 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (35f5587a-bdef-4187-96e8-d7a1e01915c1), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:00.956179 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-42a4d0d0-4eb4-48ad-8581-e91798d90544 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (35f5587a-bdef-4187-96e8-d7a1e01915c1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.034754 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-42a4d0d0-4eb4-48ad-8581-e91798d90544 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (35f5587a-bdef-4187-96e8-d7a1e01915c1), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.053132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4d0d0-4eb4-48ad-8581-e91798d90544 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f5587a-bdef-4187-96e8-d7a1e01915c1,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:01.139580 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-42a4d0d0-4eb4-48ad-8581-e91798d90544 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.140730 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-42a4d0d0-4eb4-48ad-8581-e91798d90544 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278301 Apr 06 15:11:01.143447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52002) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:01.148434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-cce94c61-2e80-4915-a543-29d4a92755e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': '4c9ac68b-1e5b-4794-a821-eff0664636a1', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:01.247930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cce94c61-2e80-4915-a543-29d4a92755e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (d4a1ba55-9f52-4318-969a-1aeb277a61fb), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.308525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cce94c61-2e80-4915-a543-29d4a92755e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (d4a1ba55-9f52-4318-969a-1aeb277a61fb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.374812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cce94c61-2e80-4915-a543-29d4a92755e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d4a1ba55-9f52-4318-969a-1aeb277a61fb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.399609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce94c61-2e80-4915-a543-29d4a92755e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a1ba55-9f52-4318-969a-1aeb277a61fb,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:01.476895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-cce94c61-2e80-4915-a543-29d4a92755e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.478146 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cce94c61-2e80-4915-a543-29d4a92755e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3337374 Apr 06 15:11:01.480743 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52004) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:01.485063 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-dec3d6af-29ed-4642-865b-ab87737d5356 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': '4c9ac68b-1e5b-4794-a821-eff0664636a1', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:01.571466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dec3d6af-29ed-4642-865b-ab87737d5356 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (f9a2c2c9-329d-4176-b495-92e0132f0c9d), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.626872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dec3d6af-29ed-4642-865b-ab87737d5356 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (f9a2c2c9-329d-4176-b495-92e0132f0c9d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.697655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dec3d6af-29ed-4642-865b-ab87737d5356 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (f9a2c2c9-329d-4176-b495-92e0132f0c9d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.715056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3d6af-29ed-4642-865b-ab87737d5356 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a2c2c9-329d-4176-b495-92e0132f0c9d,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:01.785108 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-dec3d6af-29ed-4642-865b-ab87737d5356 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.786331 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dec3d6af-29ed-4642-865b-ab87737d5356 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046284 Apr 06 15:11:01.789663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52006) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:01.794030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7673c5af-bfa4-46ba-8cdf-c936a010411a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': '4c9ac68b-1e5b-4794-a821-eff0664636a1', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:01.873798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7673c5af-bfa4-46ba-8cdf-c936a010411a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (89b11aaf-db86-48b6-83a9-a5ef2a86defb), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.930465 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7673c5af-bfa4-46ba-8cdf-c936a010411a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (89b11aaf-db86-48b6-83a9-a5ef2a86defb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:01.983319 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7673c5af-bfa4-46ba-8cdf-c936a010411a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (89b11aaf-db86-48b6-83a9-a5ef2a86defb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.001107 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673c5af-bfa4-46ba-8cdf-c936a010411a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b11aaf-db86-48b6-83a9-a5ef2a86defb,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:02.068182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7673c5af-bfa4-46ba-8cdf-c936a010411a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.069388 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7673c5af-bfa4-46ba-8cdf-c936a010411a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2787962 Apr 06 15:11:02.072061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52008) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:02.076304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-eb5c0f96-dccd-495f-bac5-21badb6c8b5b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': '4c9ac68b-1e5b-4794-a821-eff0664636a1', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:02.157476 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-eb5c0f96-dccd-495f-bac5-21badb6c8b5b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:11:02.162673 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb5c0f96-dccd-495f-bac5-21badb6c8b5b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (d1c403b1-48f4-420d-b3b8-f62fbc070049), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.221150 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb5c0f96-dccd-495f-bac5-21badb6c8b5b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (d1c403b1-48f4-420d-b3b8-f62fbc070049), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.289756 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb5c0f96-dccd-495f-bac5-21badb6c8b5b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d1c403b1-48f4-420d-b3b8-f62fbc070049), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.307186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c0f96-dccd-495f-bac5-21badb6c8b5b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c403b1-48f4-420d-b3b8-f62fbc070049,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:02.373671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eb5c0f96-dccd-495f-bac5-21badb6c8b5b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.374881 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eb5c0f96-dccd-495f-bac5-21badb6c8b5b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3019028 Apr 06 15:11:02.377552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52010) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:02.381792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-0e88c729-b568-4051-8fc4-125eed6541fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': '4c9ac68b-1e5b-4794-a821-eff0664636a1', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:02.468964 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-0e88c729-b568-4051-8fc4-125eed6541fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:11:02.474046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0e88c729-b568-4051-8fc4-125eed6541fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (697b532c-aaf5-48dc-a892-ee57dceb0efa), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.530914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0e88c729-b568-4051-8fc4-125eed6541fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (697b532c-aaf5-48dc-a892-ee57dceb0efa), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.603412 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0e88c729-b568-4051-8fc4-125eed6541fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (697b532c-aaf5-48dc-a892-ee57dceb0efa), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.620740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88c729-b568-4051-8fc4-125eed6541fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697b532c-aaf5-48dc-a892-ee57dceb0efa,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:02.691139 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-0e88c729-b568-4051-8fc4-125eed6541fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:02.692351 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0e88c729-b568-4051-8fc4-125eed6541fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3138568 Apr 06 15:11:02.695602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52012) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:02.702565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'network': {'name': 'tempest-network-smoke--427011077', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'port_security_enabled': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:02.774827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:11:02.778096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.026327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:11:03.035544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (146a296d-8712-4129-a8f4-44cf516ade0f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.035926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Added segment 146a296d-8712-4129-a8f4-44cf516ade0f of type vlan for network 0f725eea-3873-48cb-81bf-9e817c1b9c13 Apr 06 15:11:03.075079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (0f725eea-3873-48cb-81bf-9e817c1b9c13), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.146466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (0f725eea-3873-48cb-81bf-9e817c1b9c13), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.152185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:03.152766 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.253817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Network': ['ID=0f725eea-3873-48cb-81bf-9e817c1b9c13,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:03.264743 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:11:03.280979 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9f59c775-fc3d-4af7-9dfb-c13993e8c652 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5840752 Apr 06 15:11:03.283996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52014) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:03.288405 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'admin_state_up': True, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:03.363733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (93ab6fab-5db1-4b17-a89c-652b26973f2b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.364859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (93ab6fab-5db1-4b17-a89c-652b26973f2b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.422482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (93ab6fab-5db1-4b17-a89c-652b26973f2b), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.665331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (93ab6fab-5db1-4b17-a89c-652b26973f2b), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.936908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (93ab6fab-5db1-4b17-a89c-652b26973f2b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:03.958223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:04.059025 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.133 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/74446040-f8cc-4161-8d82-6bc291d62e2f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:11:04.161321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:04.240893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:04.277527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:11:04.280368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:11:04.286586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:11:04.308105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=74446040-f8cc-4161-8d82-6bc291d62e2f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:04.652119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (93ab6fab-5db1-4b17-a89c-652b26973f2b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:04.848718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (93ab6fab-5db1-4b17-a89c-652b26973f2b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:05.274274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 93ab6fab-5db1-4b17-a89c-652b26973f2b is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:11:05.383502 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:11:05.393242 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Sync routers for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:11:05.403605 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:11:05.404276 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:05.456976 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:05.458249 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-12fea1bd-b20a-43fa-b44d-c66c12ec767c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1733153 Apr 06 15:11:05.461729 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52016) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:05.510851 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:11:05.581627 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c3fe4ea4-7b97-4b7b-a694-2b6b50f025cb tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=5c0c19c50f06428da9174823bf8284c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1187458 Apr 06 15:11:05.584301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52020) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:05.673881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8f91c-eb18-49ed-8efe-18eab9d2c695 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:05.675458 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-12e8f91c-eb18-49ed-8efe-18eab9d2c695 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902650 Apr 06 15:11:05.678238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52022) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:05.685251 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:04Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:05.706256 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a5a13609-595f-4b8c-bc62-d851ba9e0e2d tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269554 Apr 06 15:11:05.709139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52024) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:05.714883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1708072550', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:05.716419 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Checking router: 93ab6fab-5db1-4b17-a89c-652b26973f2b for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:11:05.716765 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Updating router 93ab6fab-5db1-4b17-a89c-652b26973f2b port 74446040-f8cc-4161-8d82-6bc291d62e2f binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:11:05.743994 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:05.849357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:11:05.853389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:05.989964 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Publish callbacks [] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.072229 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.101751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (2b78a017-f326-4ae5-9c27-f0154ff00b89), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.126273 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Attempting to bind port 74446040-f8cc-4161-8d82-6bc291d62e2f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:11:06.126654 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Attempting to bind port 74446040-f8cc-4161-8d82-6bc291d62e2f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:11:06.127041 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Attempting to bind port 74446040-f8cc-4161-8d82-6bc291d62e2f on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:11:06.128962 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Pushing event updated for resources: {'Port': ['ID=74446040-f8cc-4161-8d82-6bc291d62e2f,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:06.138338 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.138682 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.139057 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.139411 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.139736 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.140061 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.140385 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.140702 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.141025 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.141348 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.141660 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.141975 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.142316 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:11:06.145698 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:11:06.146072 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:11:06.146467 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.146836 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:11:06.147869 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Bound port: 74446040-f8cc-4161-8d82-6bc291d62e2f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:11:06.147869 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.171220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Subnet': ['ID=2b78a017-f326-4ae5-9c27-f0154ff00b89,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:06.179011 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Checking segment: {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:11:06.180134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network hostable DHCP agents. Network: 0f725eea-3873-48cb-81bf-9e817c1b9c13, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:11:06.249507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:11:06.292905 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] For port 74446040-f8cc-4161-8d82-6bc291d62e2f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:11:06.296058 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] For port 74446040-f8cc-4161-8d82-6bc291d62e2f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=74446040-f8cc-4161-8d82-6bc291d62e2f,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:11:06.311899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 0f725eea-3873-48cb-81bf-9e817c1b9c13) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:11:06.315984 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:06.316572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.320778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e603c24-d651-4030-a9db-edbb656579d9 None None] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:11:06.381381 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.394454 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-c917f98e-9002-4af2-8546-cee2fc5aaa9f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6832254 Apr 06 15:11:06.396589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52026) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:06.441379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-0f725eea-3873-48cb-81bf-9e817c1b9c13', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:11:06.441670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.445655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113b8bb-54a1-490d-999f-5dd5fbc826f0 None None] Pushing event updated for resources: {'Port': ['ID=74446040-f8cc-4161-8d82-6bc291d62e2f,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:06.458004 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:11:06.458643 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:06.574822 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:11:06.606564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Allocated IP 172.20.0.2 (0f725eea-3873-48cb-81bf-9e817c1b9c13/2b78a017-f326-4ae5-9c27-f0154ff00b89/7a5e2d1e-779a-48f9-b8e4-70a7a90803e4) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:11:06.756254 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:04Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:06.760615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Publish callbacks [] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.797963 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a7593-31c2-4798-9413-50d7a9531f89 None None] The sync data for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv is: [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:04Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:11:06.849802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.866762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.891611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:11:06.897218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:11:06.902157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:11:06.905404 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Pushing event updated for resources: {'Port': ['ID=7a5e2d1e-779a-48f9-b8e4-70a7a90803e4,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:06.961634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Attempting to bind port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:11:06.961998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Attempting to bind port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:11:06.962365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Attempting to bind port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 on network 0f725eea-3873-48cb-81bf-9e817c1b9c13 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:11:06.968039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:11:06.968416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Checking segment: {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:11:06.968894 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:06.969203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Bound using segment: {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:11:06.969679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Bound port: 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:11:06.970062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.069116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] For port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:11:07.082665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] For port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7a5e2d1e-779a-48f9-b8e4-70a7a90803e4,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:11:07.154078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.227200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f54e0-d57d-4902-a65e-7c6cfdf493fb None None] Pushing event updated for resources: {'Port': ['ID=7a5e2d1e-779a-48f9-b8e4-70a7a90803e4,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:07.244550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.1 (0f725eea-3873-48cb-81bf-9e817c1b9c13/2b78a017-f326-4ae5-9c27-f0154ff00b89/28ea1a45-20a6-451f-9f3a-6befb5c6f23e) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:11:07.371801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.504033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.550666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:11:07.565206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:11:07.575767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:11:07.609889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:07.638572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (93ab6fab-5db1-4b17-a89c-652b26973f2b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:07.867836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.174297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:11:08.178597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.220779 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.227999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:08.228468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.249069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5975c3-82af-48c8-b988-5ff21c54180b None None] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:11:08.300422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (93ab6fab-5db1-4b17-a89c-652b26973f2b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.303069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:08.390667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f81c6c05-8549-4f59-be3a-dd00470e438c None None] Provisioning complete for port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:08.391064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f81c6c05-8549-4f59-be3a-dd00470e438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.395421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:11:08.396915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:11:08.425368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:08.425758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.491312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7a5e2d1e-779a-48f9-b8e4-70a7a90803e4,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:08.526680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 93ab6fab-5db1-4b17-a89c-652b26973f2b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:11:08.536660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f81c6c05-8549-4f59-be3a-dd00470e438c None None] Current status of the port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:08.537041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f81c6c05-8549-4f59-be3a-dd00470e438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.567950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.568748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 74446040-f8cc-4161-8d82-6bc291d62e2f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:11:08.665159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:11:08.678406 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-56f072a8-1fdb-4421-b375-759b75e8b9f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/93ab6fab-5db1-4b17-a89c-652b26973f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737195 Apr 06 15:11:08.681169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-f81c6c05-8549-4f59-be3a-dd00470e438c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:11:08.681280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-f81c6c05-8549-4f59-be3a-dd00470e438c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:11:08.684767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=7a5e2d1e-779a-48f9-b8e4-70a7a90803e4,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:08.699602 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 74446040-f8cc-4161-8d82-6bc291d62e2f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:08.699980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.798067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 74446040-f8cc-4161-8d82-6bc291d62e2f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:08.798456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:08.825050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 74446040-f8cc-4161-8d82-6bc291d62e2f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=74446040-f8cc-4161-8d82-6bc291d62e2f,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:08.852148 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-e0db0df0-80af-4a44-a497-5c2c535ae5e0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483441602&fields=id&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 267 time: 0.0503352 Apr 06 15:11:08.862575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Sync routers for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:11:08.875210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:11:08.875843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:08.975794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-2a9f2cf8-c623-4e1e-a395-c838ba4b8385 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:08.978290 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-2a9f2cf8-c623-4e1e-a395-c838ba4b8385 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/networks?id=0f725eea-3873-48cb-81bf-9e817c1b9c13 HTTP/1.1" status: 200 len: 796 time: 0.1187892 Apr 06 15:11:08.994484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-28ab2767-06fe-4eb1-9b1c-b80bdfba1212 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/quotas/5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 375 time: 0.0102575 Apr 06 15:11:09.058827 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-decfe668-b98c-4d60-b736-3866dd1a2f66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585153 Apr 06 15:11:09.104098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:09.212588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=74446040-f8cc-4161-8d82-6bc291d62e2f,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:09.223415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-351cc3eb-7607-49dd-974d-c960550bf821 service neutron] 10.222.0.71 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516914 Apr 06 15:11:09.223774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:11:09.255496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7ce318a3-f80d-47c1-8d75-7c278181b2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:09.266572 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f81c6c05-8549-4f59-be3a-dd00470e438c None None] Current status of the port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:09.412239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bb68a831-98d4-4750-be27-db09e85416ef None None] Provisioning complete for port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:09.412621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bb68a831-98d4-4750-be27-db09e85416ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:09.519193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 2, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:09.550011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Checking router: 93ab6fab-5db1-4b17-a89c-652b26973f2b for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:11:09.550368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Updating router 93ab6fab-5db1-4b17-a89c-652b26973f2b port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:11:09.577294 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bb68a831-98d4-4750-be27-db09e85416ef None None] Current status of the port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:09.581306 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-09ce07fd-e31a-4186-81e5-bad4cc33f009 service neutron] 10.222.0.71 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519115 Apr 06 15:11:09.588111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:09.602712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-bb68a831-98d4-4750-be27-db09e85416ef None None] Provisioning complete for port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:09.603108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bb68a831-98d4-4750-be27-db09e85416ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:09.666022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-bb68a831-98d4-4750-be27-db09e85416ef None None] Port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:11:09.800362 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1f411d03-70a8-4335-bfbe-a48c5d8f9f45 req-904206d9-6f9b-4a93-97c7-dc3e6c4c096f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 210 time: 0.0281458 Apr 06 15:11:09.903547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Publish callbacks [] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:09.986050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.037524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b24c9-56af-46ad-8a04-e00e1d7c6d1a None None] Pushing event updated for resources: {'Port': ['ID=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:10.099138 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Attempting to bind port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:11:10.099660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Attempting to bind port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:11:10.100028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Attempting to bind port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e on network 0f725eea-3873-48cb-81bf-9e817c1b9c13 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:11:10.106380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:11:10.106757 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Checking segment: {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:11:10.107203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.107952 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Bound using segment: {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:11:10.108219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Bound port: 28ea1a45-20a6-451f-9f3a-6befb5c6f23e, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:11:10.108631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.153538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:11:10.219070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] For port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:11:10.233888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] For port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:11:10.243340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:10.243711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.296985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-735a6fbe-c2b6-4e72-a3d3-81c5a70febbd None None] Provisioning complete for port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:10.297327 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-735a6fbe-c2b6-4e72-a3d3-81c5a70febbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.340350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.394883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-735a6fbe-c2b6-4e72-a3d3-81c5a70febbd None None] Port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:11:10.396328 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:10.397204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 74446040-f8cc-4161-8d82-6bc291d62e2f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:11:10.444866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b24c9-56af-46ad-8a04-e00e1d7c6d1a None None] Pushing event updated for resources: {'Port': ['ID=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:10.452253 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:11:10.452880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:10:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:10.556801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 74446040-f8cc-4161-8d82-6bc291d62e2f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:10.557170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.609471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:11:10.694448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-af1d7144-db8d-4089-8272-02fae8dc6231 None None] Provisioning complete for port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:10.694735 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af1d7144-db8d-4089-8272-02fae8dc6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.806026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 74446040-f8cc-4161-8d82-6bc291d62e2f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:10.898923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-af1d7144-db8d-4089-8272-02fae8dc6231 None None] Current status of the port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:10.899392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af1d7144-db8d-4089-8272-02fae8dc6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:10.906125 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8cffd135-e95f-46fd-936c-8cb1e1a4b9d2 req-af76001f-2e69-4d07-9243-4a0bb899c1dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 210 time: 0.0315812 Apr 06 15:11:10.947417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-af1d7144-db8d-4089-8272-02fae8dc6231 None None] For port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:10.953375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:10.983851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae203ce7-a30e-40ac-afb2-6a72124901b4 None None] The sync data for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv is: [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:11:11.037782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af1d7144-db8d-4089-8272-02fae8dc6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:11.093966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d7144-db8d-4089-8272-02fae8dc6231 None None] Pushing event updated for resources: {'Port': ['ID=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:11.529521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e11d0993-bc2d-492d-bfa4-9a42709550a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:12.024544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8b76ca3-3065-47d7-9c17-40bd9b934ee1 req-eb64b6d2-0bd9-43b7-ba29-d41aaa794648 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 210 time: 0.0315828 Apr 06 15:11:12.075998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-3ea848c8-114b-44ce-bdce-9ce709b6a6c9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:12.077813 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-3ea848c8-114b-44ce-bdce-9ce709b6a6c9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/networks?id=0f725eea-3873-48cb-81bf-9e817c1b9c13 HTTP/1.1" status: 200 len: 796 time: 0.1311820 Apr 06 15:11:12.147035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 28ea1a45-20a6-451f-9f3a-6befb5c6f23e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:11:12.159166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-e1886bd2-c3c5-4312-88eb-c6cdb525a890 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 379 time: 0.0668683 Apr 06 15:11:12.167990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'port': {'device_id': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'admin_state_up': True, 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'security_groups': ['4c9ac68b-1e5b-4794-a821-eff0664636a1']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:12.197493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:12.197867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:12.278699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:12.349325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:11:12.353287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:12.486990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.9 (0f725eea-3873-48cb-81bf-9e817c1b9c13/2b78a017-f326-4ae5-9c27-f0154ff00b89/a1e477c0-ff07-4de3-bd9e-8c203d6d2bed) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:11:12.627958 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:12.718232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:12.758696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:11:12.761771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:11:12.765373 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:11:12.801410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:12.828911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:12.829546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:12.909442 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-6a2eedee-fed6-4d28-8ffb-f1b4812fd0a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7457743 Apr 06 15:11:12.926346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Request body: {'port': {'device_id': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:12.974480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5957dbbc-6bd6-4861-8ccc-8b63cba02562 None None] Provisioning complete for port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:12.975076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5957dbbc-6bd6-4861-8ccc-8b63cba02562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:12.989507 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:13.008553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5957dbbc-6bd6-4861-8ccc-8b63cba02562 None None] Port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:11:13.208927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c784b10-cf0b-457f-8b84-b9cc8a0e4802 req-d782041f-4dc8-4f0b-a455-1122c289b86e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:13.210475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c784b10-cf0b-457f-8b84-b9cc8a0e4802 req-d782041f-4dc8-4f0b-a455-1122c289b86e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 931 time: 0.1114581 Apr 06 15:11:13.288062 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c784b10-cf0b-457f-8b84-b9cc8a0e4802 req-7de78081-89a9-4d0e-9443-96a4f5f4da79 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705609 Apr 06 15:11:13.332839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e477c0-ff07-4de3-bd9e-8c203d6d2bed {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:11:13.340446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Publish callbacks [] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:13.352092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Transition to ACTIVE for port object a1e477c0-ff07-4de3-bd9e-8c203d6d2bed will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:11:13.406288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:13.477527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:13.530695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Attempting to bind port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:11:13.531065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Attempting to bind port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:11:13.531406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Attempting to bind port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed on network 0f725eea-3873-48cb-81bf-9e817c1b9c13 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:11:13.536203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed on network 0f725eea-3873-48cb-81bf-9e817c1b9c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:11:13.536530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Attempting to bind port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed on network 0f725eea-3873-48cb-81bf-9e817c1b9c13 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:11:13.541810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:11:13.542090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Checking segment: {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:11:13.542480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Bound using segment: {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:11:13.542912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Bound port: a1e477c0-ff07-4de3-bd9e-8c203d6d2bed, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146a296d-8712-4129-a8f4-44cf516ade0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:11:13.543428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:13.613700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] For port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:11:13.617409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] For port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:11:13.686735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:13.719065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:13.719590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:13.721108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] 10.222.0.87 "PUT /v2.0/ports/a1e477c0-ff07-4de3-bd9e-8c203d6d2bed HTTP/1.1" status: 200 len: 1093 time: 0.7993164 Apr 06 15:11:13.723250 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:11:13.725539 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c36e9-1ffa-4eed-9aff-8cb722bd003c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:11:13.758313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02400be1-6b3e-4a22-bbe4-c2cfe1cbb529 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:13.771265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0335de-5334-4216-b606-cce5c835ee20 x-openstack-request-id: req-af0335de-5334-4216-b606-cce5c835ee20 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:11:13.771574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:11:13.780060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af0335de-5334-4216-b606-cce5c835ee20 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:11:13.780060 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0335de-5334-4216-b606-cce5c835ee20'] response: {'name': 'network-changed', 'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'status': 'completed', 'code': 200} Apr 06 15:11:13.863241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c36e9-1ffa-4eed-9aff-8cb722bd003c req-79a6c0c6-1955-44c5-8ce2-c6737ca0df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:13.864778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-996c36e9-1ffa-4eed-9aff-8cb722bd003c req-79a6c0c6-1955-44c5-8ce2-c6737ca0df19 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 1127 time: 0.0496905 Apr 06 15:11:13.886272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:13.977230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c36e9-1ffa-4eed-9aff-8cb722bd003c req-3f2da9a4-6a76-4a33-8d31-4af66fb4336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:13.978736 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-996c36e9-1ffa-4eed-9aff-8cb722bd003c req-3f2da9a4-6a76-4a33-8d31-4af66fb4336e service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=5c0c19c50f06428da9174823bf8284c8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1005442 Apr 06 15:11:14.071163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c36e9-1ffa-4eed-9aff-8cb722bd003c req-85face2b-aaeb-44b0-9d81-35a6b243cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:14.072637 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-996c36e9-1ffa-4eed-9aff-8cb722bd003c req-85face2b-aaeb-44b0-9d81-35a6b243cb29 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0880382 Apr 06 15:11:14.183005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-45d6b2ab-a9ff-475d-9447-d0224978a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:14.184544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-45d6b2ab-a9ff-475d-9447-d0224978a188 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 1127 time: 0.0532849 Apr 06 15:11:14.231901 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-7a3c0693-7a81-46c0-b1c9-7205eecb268c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed HTTP/1.1" status: 200 len: 217 time: 0.0348544 Apr 06 15:11:14.280248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-8571cf52-f92b-4927-9dde-942bdeeb4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:14.281686 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-8571cf52-f92b-4927-9dde-942bdeeb4556 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2b78a017-f326-4ae5-9c27-f0154ff00b89 HTTP/1.1" status: 200 len: 835 time: 0.0430176 Apr 06 15:11:14.334396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-8861af8c-f382-4a4b-b7d6-0a29a2952a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:14.336565 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-8861af8c-f382-4a4b-b7d6-0a29a2952a57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0f725eea-3873-48cb-81bf-9e817c1b9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489535 Apr 06 15:11:14.469884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27127c0-c7e5-481d-9168-b47650fb2d8d req-aac20920-0c86-4d6d-89c1-4ab4a4658ef2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:14.471465 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a27127c0-c7e5-481d-9168-b47650fb2d8d req-aac20920-0c86-4d6d-89c1-4ab4a4658ef2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 943 time: 0.1113451 Apr 06 15:11:14.473713 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-142cd9d9-c8a2-47c9-9570-79f9902ae0ab service neutron] 10.222.0.87 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303535 Apr 06 15:11:14.572126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a27127c0-c7e5-481d-9168-b47650fb2d8d req-a8e6281d-1209-4d60-8170-aa8752f2c5b9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941989 Apr 06 15:11:14.596846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d2187d43-2f57-42d4-adba-6e47ae1038b2 req-a4924e4e-f79f-400f-af17-d00b90b0ff38 service neutron] 10.222.0.87 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172819 Apr 06 15:11:15.691610 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cc389-e9ae-4995-a503-d56971d64086 req-29424efb-f6ef-4caa-aa30-ad3d739402ad tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:15.692997 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f41cc389-e9ae-4995-a503-d56971d64086 req-29424efb-f6ef-4caa-aa30-ad3d739402ad tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 943 time: 0.0537009 Apr 06 15:11:15.745873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f41cc389-e9ae-4995-a503-d56971d64086 req-0dd5ee9a-d27a-4d23-b5c2-8d2f7155dd83 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473747 Apr 06 15:11:15.963824 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:16.480548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:16.863297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604f063-a438-4518-b794-8a9a8afa8a60 req-f2265940-471f-4e51-9423-08b3d4c88efa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:16.864792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d604f063-a438-4518-b794-8a9a8afa8a60 req-f2265940-471f-4e51-9423-08b3d4c88efa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 943 time: 0.0511417 Apr 06 15:11:16.912906 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d604f063-a438-4518-b794-8a9a8afa8a60 req-53c4fd06-d054-4284-bc6b-55f39ca500bf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Apr 06 15:11:18.030797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f37216-cacc-44a5-9948-5988f5c03990 req-f6be37b1-f4f3-403a-b44d-e09ee64c61c5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:18.032314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-58f37216-cacc-44a5-9948-5988f5c03990 req-f6be37b1-f4f3-403a-b44d-e09ee64c61c5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 943 time: 0.0521059 Apr 06 15:11:18.080580 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-58f37216-cacc-44a5-9948-5988f5c03990 req-c9f4b4ac-ac72-4d61-a378-b85852b43311 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Apr 06 15:11:18.268900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a1e477c0-ff07-4de3-bd9e-8c203d6d2bed details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:11:18.362856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:18.375113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'port_id': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'mac_address': 'fa:16:3e:31:7a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:11:18.415583 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:18.415976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:18.573900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e477c0-ff07-4de3-bd9e-8c203d6d2bed {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:11:18.593552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:18.650026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:18.698426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:19.085131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['a1e477c0-ff07-4de3-bd9e-8c203d6d2bed'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:11:19.203143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452548c-4e5e-4176-a8c2-64c16385dec8 req-4f7004ae-841c-4c89-90a9-63f13634fee9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:19.204635 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0452548c-4e5e-4176-a8c2-64c16385dec8 req-4f7004ae-841c-4c89-90a9-63f13634fee9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 944 time: 0.0568600 Apr 06 15:11:19.253984 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0452548c-4e5e-4176-a8c2-64c16385dec8 req-dd4cbc4a-58c2-46bf-8692-f51b390985ea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 Apr 06 15:11:20.284360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a1e477c0-ff07-4de3-bd9e-8c203d6d2bed up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:11:20.374302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439579d-dc76-42dd-b003-e1d1d135e5a9 req-0b93f71f-c805-41ac-8d01-dba9f264f64c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:20.375734 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e439579d-dc76-42dd-b003-e1d1d135e5a9 req-0b93f71f-c805-41ac-8d01-dba9f264f64c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 944 time: 0.0528352 Apr 06 15:11:20.420416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:11:20.424469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:11:20.424843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:20.428463 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e439579d-dc76-42dd-b003-e1d1d135e5a9 req-5659a741-92c5-4571-a5ad-d6e930f1d065 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448310 Apr 06 15:11:20.506495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:11:20.506885 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:20.529912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:11:20.532240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2697b5a-ed77-4fa9-bdfb-62e2a8402d09" -d '{"events": [{"server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "name": "network-vif-plugged", "status": "completed", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:11:20.544455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:11:20.568225 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34cb31-991e-4a95-b278-b31306e6d304 x-openstack-request-id: req-8e34cb31-991e-4a95-b278-b31306e6d304 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:11:20.568522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "name": "network-vif-plugged", "status": "completed", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:11:20.568778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e34cb31-991e-4a95-b278-b31306e6d304 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:11:20.569184 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e34cb31-991e-4a95-b278-b31306e6d304'] response: {'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'code': 200} Apr 06 15:11:20.617801 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:20.666123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:20.904454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1fb18-cb77-43a8-9bc5-53490ffa8fff req-9625de1e-d0b4-4e80-b374-143c81309adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:20.905939 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2bf1fb18-cb77-43a8-9bc5-53490ffa8fff req-9625de1e-d0b4-4e80-b374-143c81309adc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 1129 time: 0.0474181 Apr 06 15:11:20.950668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2bf1fb18-cb77-43a8-9bc5-53490ffa8fff req-dc85a13a-05c3-4a22-a1cd-476603efc1db service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 Apr 06 15:11:21.558733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecee052-1554-4c9e-ad90-9bbbf3f40406 req-94bb84ba-b770-47de-9cd1-282a1d9edd89 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:21.560230 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ecee052-1554-4c9e-ad90-9bbbf3f40406 req-94bb84ba-b770-47de-9cd1-282a1d9edd89 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0608826 Apr 06 15:11:21.609480 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ecee052-1554-4c9e-ad90-9bbbf3f40406 req-4419269d-3c15-459f-9155-6a61c4e5ec6d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434926 Apr 06 15:11:22.726764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90e20d-d8e1-49db-8cde-a29adfe13607 req-e9d19360-a265-4032-9ba7-3629e3da7448 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:22.728399 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd90e20d-d8e1-49db-8cde-a29adfe13607 req-e9d19360-a265-4032-9ba7-3629e3da7448 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0516355 Apr 06 15:11:22.780457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd90e20d-d8e1-49db-8cde-a29adfe13607 req-7ccddae4-9315-4ea7-a1ec-343ca415166d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464945 Apr 06 15:11:22.898261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edef16-92a8-4adc-8fe1-57d77d4c4f63 req-7f77cb07-c024-4c27-b532-db8b9bcd2931 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:22.899649 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-14edef16-92a8-4adc-8fe1-57d77d4c4f63 req-7f77cb07-c024-4c27-b532-db8b9bcd2931 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0518734 Apr 06 15:11:22.947697 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-14edef16-92a8-4adc-8fe1-57d77d4c4f63 req-96cdd48b-762d-487e-a9e8-243e4a2d5f93 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Apr 06 15:11:22.969034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52088) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:23.010985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2586268-d9ba-4a7e-ab7f-30482501c400 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:23.012490 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e2586268-d9ba-4a7e-ab7f-30482501c400 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 1124 time: 0.0424914 Apr 06 15:11:23.015246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52090) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:23.019374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:11:23.106048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:23.205255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:23.305791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.61 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/065b562c-8d71-49c3-a586-be2321fdb305) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:11:23.419224 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (065b562c-8d71-49c3-a586-be2321fdb305), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:23.526648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (065b562c-8d71-49c3-a586-be2321fdb305), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:23.566200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:11:23.568979 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:11:23.572974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:11:23.598107 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=065b562c-8d71-49c3-a586-be2321fdb305,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:23.927754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (3c8786f7-2633-41e5-99cf-e66c703e394f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:24.023399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:24.084922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (065b562c-8d71-49c3-a586-be2321fdb305), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:24.233236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (065b562c-8d71-49c3-a586-be2321fdb305), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:24.297381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (065b562c-8d71-49c3-a586-be2321fdb305), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:24.368401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=065b562c-8d71-49c3-a586-be2321fdb305,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:11:24.378346 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (3c8786f7-2633-41e5-99cf-e66c703e394f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:24.480558 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP 3c8786f7-2633-41e5-99cf-e66c703e394f associated. External IP: 172.26.7.61, port: a1e477c0-ff07-4de3-bd9e-8c203d6d2bed. Apr 06 15:11:24.950828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 93ab6fab-5db1-4b17-a89c-652b26973f2b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:11:25.059329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:11:25.069010 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] Sync routers for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:11:25.079570 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:11:25.082883 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:11:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:25.184961 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:11:25.404662 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '3c8786f7-2633-41e5-99cf-e66c703e394f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'port_id': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'mac_address': 'fa:16:3e:31:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:11:23Z', 'updated_at': '2022-04-06T15:11:23Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:25.428232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:25.431460 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] Checking router: 93ab6fab-5db1-4b17-a89c-652b26973f2b for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:11:25.441892 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:11:25.442506 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:11:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:25.462642 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-104577cc-f59f-4864-bd90-747278765756 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4463780 Apr 06 15:11:25.463258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:11:25.465488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:11:25.506586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d9077c-709e-4918-bba4-8501ebeada97 x-openstack-request-id: req-42d9077c-709e-4918-bba4-8501ebeada97 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:11:25.506986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:11:25.507398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42d9077c-709e-4918-bba4-8501ebeada97 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:11:25.508283 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d9077c-709e-4918-bba4-8501ebeada97'] response: {'name': 'network-changed', 'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'status': 'completed', 'code': 200} Apr 06 15:11:25.554163 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:11:25.603800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def4e5d-df94-4868-807c-ecb9323f1a67 req-4ee84380-e016-446d-afb9-7d06fc4d80c9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:25.605286 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2def4e5d-df94-4868-807c-ecb9323f1a67 req-4ee84380-e016-446d-afb9-7d06fc4d80c9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0836172 Apr 06 15:11:25.614292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-eac92a66-aa15-4092-a3c8-5b255dd779d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:25.615750 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-eac92a66-aa15-4092-a3c8-5b255dd779d4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 1129 time: 0.0633388 Apr 06 15:11:25.713101 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2def4e5d-df94-4868-807c-ecb9323f1a67 req-543a287c-1d50-425d-8c5b-582e2cae5268 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962923 Apr 06 15:11:25.736464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52096) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:25.768935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-dd1817a1-aace-4471-85c2-076a0ee8b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:25.770391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-dd1817a1-aace-4471-85c2-076a0ee8b519 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0f725eea-3873-48cb-81bf-9e817c1b9c13 HTTP/1.1" status: 200 len: 898 time: 0.1478095 Apr 06 15:11:25.781573 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '3c8786f7-2633-41e5-99cf-e66c703e394f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'port_id': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'mac_address': 'fa:16:3e:31:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:11:23Z', 'updated_at': '2022-04-06T15:11:23Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:11:25.811327 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388511a-9a6c-4b9f-ba22-09485dcb4d5d None None] The sync data for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv is: [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '3c8786f7-2633-41e5-99cf-e66c703e394f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.61', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'port_id': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'mac_address': 'fa:16:3e:31:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:11:23Z', 'updated_at': '2022-04-06T15:11:23Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:11:25.902351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-994a4b19-72b9-4073-804c-45646033a2de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/3c8786f7-2633-41e5-99cf-e66c703e394f HTTP/1.1" status: 200 len: 990 time: 0.1647918 Apr 06 15:11:25.912834 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-3c1b1f8c-384a-49fd-ae6f-79d3970dbb18 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed HTTP/1.1" status: 200 len: 998 time: 0.1101100 Apr 06 15:11:25.966576 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-9f5f87be-ec0f-43e2-8153-c2e41fbd81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:25.968009 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-9f5f87be-ec0f-43e2-8153-c2e41fbd81dc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2b78a017-f326-4ae5-9c27-f0154ff00b89 HTTP/1.1" status: 200 len: 835 time: 0.0493367 Apr 06 15:11:26.015052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d17183-2103-4e00-b2f0-05c0fced1e75 None None] New status for floating IP 3c8786f7-2633-41e5-99cf-e66c703e394f: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:11:26.022007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-ee695216-c61e-4b2e-bd62-0ad67a4285b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:11:26.023764 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-ee695216-c61e-4b2e-bd62-0ad67a4285b0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0f725eea-3873-48cb-81bf-9e817c1b9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502579 Apr 06 15:11:26.111532 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-a15728e6-5837-4b01-a2fe-b7b15d2d259b service neutron] 10.222.0.87 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823960 Apr 06 15:11:26.204502 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d5b9c10b-6070-4c6b-a55b-8e36fb3e54b1 req-d85bd06e-40ad-4cdf-9831-7a83bf344c2c service neutron] 10.222.0.87 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865929 Apr 06 15:11:26.906208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52098) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:11:26.965863 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-02b17e81-049a-46f4-b31b-98fdc2fc32a3 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/3c8786f7-2633-41e5-99cf-e66c703e394f HTTP/1.1" status: 200 len: 992 time: 0.0585372 Apr 06 15:11:27.366057 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:11:39.137873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fd99fcc8-71ca-4314-8dd0-dd5a8143923a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:41.535311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-05879051-cf85-4429-9b9a-724ccc1ba6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:43.869608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:45.932304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:46.470761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:11:54.037405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:04.364173 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:12:09.120275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-920871a8-59d6-417f-953b-a2e47af33123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:09.755690 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-0842c798-c8dc-4a4a-a4fe-0b1bb2688eb9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453796 Apr 06 15:12:09.873160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-9c52bb05-8569-4f22-bc2e-aafc512ddefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:09.874681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-9c52bb05-8569-4f22-bc2e-aafc512ddefd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 1129 time: 0.0485373 Apr 06 15:12:09.974459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-42f2fa11-adc6-49f7-aa5a-8c94ecac7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:09.975966 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-42f2fa11-adc6-49f7-aa5a-8c94ecac7ce2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0f725eea-3873-48cb-81bf-9e817c1b9c13 HTTP/1.1" status: 200 len: 898 time: 0.0827854 Apr 06 15:12:10.045766 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-5bdfc875-14f6-4a2f-a5d2-e04dacf6567b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed HTTP/1.1" status: 200 len: 1000 time: 0.0623877 Apr 06 15:12:10.094459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-61ded4cb-9050-4be9-bbbf-3de0400377f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:10.095914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-61ded4cb-9050-4be9-bbbf-3de0400377f6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2b78a017-f326-4ae5-9c27-f0154ff00b89 HTTP/1.1" status: 200 len: 835 time: 0.0428290 Apr 06 15:12:10.143771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-e89610cc-ac0e-45a3-9744-9cda9d178b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:10.145259 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-e89610cc-ac0e-45a3-9744-9cda9d178b04 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0f725eea-3873-48cb-81bf-9e817c1b9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432301 Apr 06 15:12:10.236314 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-6f7a0758-aca2-49d3-b619-ee51c2d17a73 service neutron] 10.222.0.87 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836797 Apr 06 15:12:10.322730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb44c0d8-7d9a-4f4e-8b70-f09246022970 req-db1690f1-0e60-45fe-9b6d-a029bead1b17 service neutron] 10.222.0.87 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795016 Apr 06 15:12:11.548956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a47e068e-ba6a-4a66-8615-946e6e69d750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:13.877426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:15.946023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:16.511833 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:24.037882 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:27.999024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afcbdc-c9c7-490d-b1db-f52b54115a0b req-caf45383-a53d-471e-8638-515d18d68cfa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:28.000584 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95afcbdc-c9c7-490d-b1db-f52b54115a0b req-caf45383-a53d-471e-8638-515d18d68cfa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0584927 Apr 06 15:12:28.049849 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95afcbdc-c9c7-490d-b1db-f52b54115a0b req-8262c53e-bdee-465e-a970-9acebce0aa6c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436378 Apr 06 15:12:29.174774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaf00d-c79e-4626-93b8-9753ef1315fc req-76b62ae8-7a86-4ec1-b048-efa4887a5adb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:29.176298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3eaaf00d-c79e-4626-93b8-9753ef1315fc req-76b62ae8-7a86-4ec1-b048-efa4887a5adb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0565598 Apr 06 15:12:29.224092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3eaaf00d-c79e-4626-93b8-9753ef1315fc req-27c24c3c-119e-4388-98ae-b11f7b38bd08 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 Apr 06 15:12:29.246251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52128) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:29.309692 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-86317f01-4703-4601-bb96-299794ede852 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/3c8786f7-2633-41e5-99cf-e66c703e394f HTTP/1.1" status: 200 len: 992 time: 0.0623276 Apr 06 15:12:30.769511 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1704f-6f83-4794-8631-23c0aecf982a req-ceba8986-5a81-4b84-a2f0-0b3def7e9505 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:30.771023 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76d1704f-6f83-4794-8631-23c0aecf982a req-ceba8986-5a81-4b84-a2f0-0b3def7e9505 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0543520 Apr 06 15:12:30.821914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76d1704f-6f83-4794-8631-23c0aecf982a req-3ebb12cf-df15-4c1d-92fc-d1e3898e2565 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440485 Apr 06 15:12:31.940799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce23b28-e354-476d-b203-81f35e8a88ed req-bce3b1f5-a390-4445-bb96-8176a5197d64 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:31.942284 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ce23b28-e354-476d-b203-81f35e8a88ed req-bce3b1f5-a390-4445-bb96-8176a5197d64 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0516100 Apr 06 15:12:31.989598 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ce23b28-e354-476d-b203-81f35e8a88ed req-b7add628-9ceb-4ba9-b62a-2aac6a846432 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Apr 06 15:12:32.011949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52138) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:32.075146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-87e2b715-f185-45af-9447-87cacda6149f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/3c8786f7-2633-41e5-99cf-e66c703e394f HTTP/1.1" status: 200 len: 992 time: 0.0620711 Apr 06 15:12:32.344533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52144) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:32.499866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 065b562c-8d71-49c3-a586-be2321fdb305 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:12:32.500196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (065b562c-8d71-49c3-a586-be2321fdb305), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:32.578666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (065b562c-8d71-49c3-a586-be2321fdb305), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:32.579030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (065b562c-8d71-49c3-a586-be2321fdb305), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:32.591422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 065b562c-8d71-49c3-a586-be2321fdb305 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:12:32.880647 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (065b562c-8d71-49c3-a586-be2321fdb305), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:32.904849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=065b562c-8d71-49c3-a586-be2321fdb305,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:32.919856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.920214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.920560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.920904 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.921241 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.921605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.921980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.922273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.922601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.922931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.927807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.927807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.927807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:32.979146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (3c8786f7-2633-41e5-99cf-e66c703e394f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:32.979817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP 3c8786f7-2633-41e5-99cf-e66c703e394f disassociated (deleted). External IP: 172.26.7.61, port: a1e477c0-ff07-4de3-bd9e-8c203d6d2bed. Apr 06 15:12:33.189007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 93ab6fab-5db1-4b17-a89c-652b26973f2b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:12:33.297005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:12:33.301762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:33.307668 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] Sync routers for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:12:33.317819 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:12:33.318422 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:33.331561 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e7d5a259-8f77-4356-b0cf-dd7ea71bbc27 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/floatingips/3c8786f7-2633-41e5-99cf-e66c703e394f HTTP/1.1" status: 204 len: 168 time: 0.9859369 Apr 06 15:12:33.332148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:12:33.334430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e892d-a510-491a-8d34-dc8ad0413800" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:12:33.375098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96abadaa-9300-4f56-99c4-039d1291bfe6 x-openstack-request-id: req-96abadaa-9300-4f56-99c4-039d1291bfe6 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:12:33.375407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:12:33.375666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96abadaa-9300-4f56-99c4-039d1291bfe6 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:12:33.376101 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96abadaa-9300-4f56-99c4-039d1291bfe6'] response: {'name': 'network-changed', 'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'status': 'completed', 'code': 200} Apr 06 15:12:33.472693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-a1fb443d-1c45-4020-94ac-3d3ca2797f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:33.474237 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-a1fb443d-1c45-4020-94ac-3d3ca2797f29 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 1129 time: 0.0519311 Apr 06 15:12:33.525083 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:12:33.570947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-0aed30a5-440b-4b63-b3ab-0913cb260a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:33.572698 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-0aed30a5-440b-4b63-b3ab-0913cb260a97 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0f725eea-3873-48cb-81bf-9e817c1b9c13 HTTP/1.1" status: 200 len: 898 time: 0.0892370 Apr 06 15:12:33.616821 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-326dc23c-7220-4e37-98ea-3b83d206a0b3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed HTTP/1.1" status: 200 len: 217 time: 0.0386324 Apr 06 15:12:33.666720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-cfa6c5d8-28e9-49f1-a09f-419a9988c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:33.668432 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-cfa6c5d8-28e9-49f1-a09f-419a9988c24e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2b78a017-f326-4ae5-9c27-f0154ff00b89 HTTP/1.1" status: 200 len: 835 time: 0.0462539 Apr 06 15:12:33.731023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-161a3455-fb93-4868-9580-59792ae21d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:33.737446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-161a3455-fb93-4868-9580-59792ae21d16 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0f725eea-3873-48cb-81bf-9e817c1b9c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0581250 Apr 06 15:12:33.737573 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:33.767278 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] Checking router: 93ab6fab-5db1-4b17-a89c-652b26973f2b for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:12:33.775578 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:12:33.776176 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:33.864451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f40966-8e88-4e2a-b8e7-53488d0febfe req-9a0dcbfe-2fd9-49dc-830c-dcdc4d4f19ab tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:33.865937 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4f40966-8e88-4e2a-b8e7-53488d0febfe req-9a0dcbfe-2fd9-49dc-830c-dcdc4d4f19ab tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0796888 Apr 06 15:12:33.869423 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-975a4afd-f7a3-4ab7-a99d-d56d7aa161f5 service neutron] 10.222.0.87 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301901 Apr 06 15:12:33.887085 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:12:33.965393 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b4f40966-8e88-4e2a-b8e7-53488d0febfe req-a168410e-ea20-40a3-884a-8791659e7cfd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931344 Apr 06 15:12:33.994988 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3c8e892d-a510-491a-8d34-dc8ad0413800 req-f989a8cc-353b-4f39-bfe0-6ad737c759a7 service neutron] 10.222.0.87 "GET /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160972 Apr 06 15:12:34.082919 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:34.109140 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651c577-38cd-4e8b-8faf-c930a66249e5 None None] The sync data for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv is: [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:07Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '28ea1a45-20a6-451f-9f3a-6befb5c6f23e', 'name': '', 'network_id': '0f725eea-3873-48cb-81bf-9e817c1b9c13', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:a2:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:06Z', 'updated_at': '2022-04-06T15:11:10Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '2b78a017-f326-4ae5-9c27-f0154ff00b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:12:34.332013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172db51-8cb0-46e6-a9fb-04679bafe06f None None] New status for floating IP 3c8786f7-2633-41e5-99cf-e66c703e394f: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:12:35.085228 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c49c73-f5f1-4820-8548-0ad1085c2f1d req-f9a24056-003b-4bc0-9478-158ef0015182 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:35.086691 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-44c49c73-f5f1-4820-8548-0ad1085c2f1d req-f9a24056-003b-4bc0-9478-158ef0015182 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Apr 06 15:12:35.134379 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-44c49c73-f5f1-4820-8548-0ad1085c2f1d req-e8ec4307-b22f-4b58-abdf-bec0aabe55bf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=4c9ac68b-1e5b-4794-a821-eff0664636a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Apr 06 15:12:35.743696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-915d27a8-5edf-4c2b-8014-618c1a7f5cfc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:35.745126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-915d27a8-5edf-4c2b-8014-618c1a7f5cfc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Apr 06 15:12:35.836748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:12:35.837084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:35.924480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:12:35.924837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:35.940676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for a1e477c0-ff07-4de3-bd9e-8c203d6d2bed owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:12:36.117644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (a1e477c0-ff07-4de3-bd9e-8c203d6d2bed), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:36.144167 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=a1e477c0-ff07-4de3-bd9e-8c203d6d2bed,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:36.458312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] No DVR routers for this DVR port a1e477c0-ff07-4de3-bd9e-8c203d6d2bed on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:12:36.460848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:36.464213 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-827023a5-8c25-4747-ac4d-4040fd72ecf1 req-cbc5de15-ec8a-4893-a2d3-5da4938f9fcf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "DELETE /v2.0/ports/a1e477c0-ff07-4de3-bd9e-8c203d6d2bed HTTP/1.1" status: 204 len: 173 time: 0.7140403 Apr 06 15:12:36.471203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'name': 'network-vif-deleted', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:12:36.478862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a36fa08-55af-44f8-b1db-7cfa601a873e" -d '{"events": [{"server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "name": "network-vif-deleted", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:12:36.500243 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c9a7d20-dc63-4e10-8f95-1aa7873e7672 req-c64c5137-62e6-4e51-9453-226dd1ca6b9a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd0e5d39-68c4-4e12-8d2e-af8c32ee2075 HTTP/1.1" status: 200 len: 210 time: 0.0434611 Apr 06 15:12:36.515593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5128a14-8691-4fdc-9489-4ffae84d7e7c x-openstack-request-id: req-d5128a14-8691-4fdc-9489-4ffae84d7e7c {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:12:36.515887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0e5d39-68c4-4e12-8d2e-af8c32ee2075", "name": "network-vif-deleted", "tag": "a1e477c0-ff07-4de3-bd9e-8c203d6d2bed", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:12:36.516139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5128a14-8691-4fdc-9489-4ffae84d7e7c {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:12:36.516804 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5128a14-8691-4fdc-9489-4ffae84d7e7c'] response: {'server_uuid': 'fd0e5d39-68c4-4e12-8d2e-af8c32ee2075', 'name': 'network-vif-deleted', 'tag': 'a1e477c0-ff07-4de3-bd9e-8c203d6d2bed', 'status': 'completed', 'code': 200} Apr 06 15:12:37.558148 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52162) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:37.962219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (93ab6fab-5db1-4b17-a89c-652b26973f2b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:38.236244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:12:38.236596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:38.326236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 28ea1a45-20a6-451f-9f3a-6befb5c6f23e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:12:38.326600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:38.339106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 28ea1a45-20a6-451f-9f3a-6befb5c6f23e owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:12:38.594934 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (28ea1a45-20a6-451f-9f3a-6befb5c6f23e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:38.625680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=28ea1a45-20a6-451f-9f3a-6befb5c6f23e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:38.803409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (93ab6fab-5db1-4b17-a89c-652b26973f2b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.023641 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 93ab6fab-5db1-4b17-a89c-652b26973f2b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:12:39.123714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b4430d5b-94e1-42a5-90c0-b1187c460c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.137322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:12:39.142722 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-09d3b231-6d83-4768-8215-a51f2dd1f67a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/93ab6fab-5db1-4b17-a89c-652b26973f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5832627 Apr 06 15:12:39.145728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52164) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:39.148039 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] Sync routers for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:12:39.157749 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:12:39.158359 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:39.197631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78ef02f-068e-4e1d-9a5b-b8a73cbbc024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting subnet 2b78a017-f326-4ae5-9c27-f0154ff00b89 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:12:39.201265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b78ef02f-068e-4e1d-9a5b-b8a73cbbc024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (2b78a017-f326-4ae5-9c27-f0154ff00b89), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.247188 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b78ef02f-068e-4e1d-9a5b-b8a73cbbc024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (2b78a017-f326-4ae5-9c27-f0154ff00b89), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.263535 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:12:39.361891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b78ef02f-068e-4e1d-9a5b-b8a73cbbc024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (2b78a017-f326-4ae5-9c27-f0154ff00b89), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.442019 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:12:38Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:39.468079 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] Checking router: 93ab6fab-5db1-4b17-a89c-652b26973f2b for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:12:39.476129 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] Routers {'93ab6fab-5db1-4b17-a89c-652b26973f2b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:12:39.476729 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['93ab6fab-5db1-4b17-a89c-652b26973f2b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:39.501054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b78ef02f-068e-4e1d-9a5b-b8a73cbbc024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (2b78a017-f326-4ae5-9c27-f0154ff00b89), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.528784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ef02f-068e-4e1d-9a5b-b8a73cbbc024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Subnet': ['ID=2b78a017-f326-4ae5-9c27-f0154ff00b89,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:39.532525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b78ef02f-068e-4e1d-9a5b-b8a73cbbc024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.538489 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b78ef02f-068e-4e1d-9a5b-b8a73cbbc024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/subnets/2b78a017-f326-4ae5-9c27-f0154ff00b89 HTTP/1.1" status: 204 len: 168 time: 0.3896403 Apr 06 15:12:39.539270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52166) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:39.539751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb6320-38ad-43e9-9b25-e39d9041dbda None None] Network 0f725eea-3873-48cb-81bf-9e817c1b9c13 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:12:39.586120 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] Set router 93ab6fab-5db1-4b17-a89c-652b26973f2b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:12:39.656283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (93ab6fab-5db1-4b17-a89c-652b26973f2b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.704159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] DHCP port deletion for 0f725eea-3873-48cb-81bf-9e817c1b9c13 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:12:39.758826 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Deleting port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:12:39.759359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.770196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (93ab6fab-5db1-4b17-a89c-652b26973f2b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.782631 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:12:38Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:39.808595 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9333d-fb6a-4a3b-9ae9-932ada140108 None None] The sync data for ids ['93ab6fab-5db1-4b17-a89c-652b26973f2b'] in dv-neutron-835863-1-hyperv is: [{'id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083973169', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:12:38Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '74446040-f8cc-4161-8d82-6bc291d62e2f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ab6fab-5db1-4b17-a89c-652b26973f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:11:03Z', 'updated_at': '2022-04-06T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:12:39.826322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] For port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=7a5e2d1e-779a-48f9-b8e4-70a7a90803e4,segment=NetworkSegment(146a296d-8712-4129-a8f4-44cf516ade0f),segment_id=146a296d-8712-4129-a8f4-44cf516ade0f)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:12:39.826704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.840856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Calling delete_port for 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:12:39.905959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 74446040-f8cc-4161-8d82-6bc291d62e2f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:12:39.906298 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.983524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (7a5e2d1e-779a-48f9-b8e4-70a7a90803e4), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.984373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 74446040-f8cc-4161-8d82-6bc291d62e2f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=74446040-f8cc-4161-8d82-6bc291d62e2f,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:12:39.984735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:39.997716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 74446040-f8cc-4161-8d82-6bc291d62e2f owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:12:40.014862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Pushing event deleted for resources: {'Port': ['ID=7a5e2d1e-779a-48f9-b8e4-70a7a90803e4,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:40.014862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] No DVR routers for this DVR port 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:12:40.022482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.022843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.023266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.023600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.023940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.024278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.024613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.024948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.025332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.025686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.025998 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.026372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.026682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d587152a-2b8f-4c8e-a166-159b559ac457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.210451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:12:40.234371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:12:40.234724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 7a5e2d1e-779a-48f9-b8e4-70a7a90803e4 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:12:40.235182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 28ea1a45-20a6-451f-9f3a-6befb5c6f23e no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:12:40.252706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (74446040-f8cc-4161-8d82-6bc291d62e2f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.255216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 28ea1a45-20a6-451f-9f3a-6befb5c6f23e {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:12:40.255570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 28ea1a45-20a6-451f-9f3a-6befb5c6f23e not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:12:40.281415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=74446040-f8cc-4161-8d82-6bc291d62e2f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:40.297986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.298346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.298751 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.299140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.299559 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.300092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.300194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.300497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.300828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.301161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.301495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.301819 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.302144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:40.368202 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (93ab6fab-5db1-4b17-a89c-652b26973f2b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.482723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (93ab6fab-5db1-4b17-a89c-652b26973f2b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.485907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (93ab6fab-5db1-4b17-a89c-652b26973f2b), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.597909 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (93ab6fab-5db1-4b17-a89c-652b26973f2b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.598572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Fanout notify agent at l3_agent the message router_deleted on router 93ab6fab-5db1-4b17-a89c-652b26973f2b {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:12:40.605056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.606577 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7cdad98a-0224-42d2-a316-1da7439a7153 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/routers/93ab6fab-5db1-4b17-a89c-652b26973f2b HTTP/1.1" status: 204 len: 168 time: 1.0660315 Apr 06 15:12:40.609181 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52170) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:40.699106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (0f725eea-3873-48cb-81bf-9e817c1b9c13), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.702459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a1e477c0-ff07-4de3-bd9e-8c203d6d2bed no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:12:40.728123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: a1e477c0-ff07-4de3-bd9e-8c203d6d2bed {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:12:40.728471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device a1e477c0-ff07-4de3-bd9e-8c203d6d2bed not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:12:40.805195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (0f725eea-3873-48cb-81bf-9e817c1b9c13), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.834060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f725eea-3873-48cb-81bf-9e817c1b9c13']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:40.843978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146a296d-8712-4129-a8f4-44cf516ade0f') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:40.844283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146a296d-8712-4129-a8f4-44cf516ade0f') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:40.855080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (146a296d-8712-4129-a8f4-44cf516ade0f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.869051 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (146a296d-8712-4129-a8f4-44cf516ade0f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.876164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:12:40.876550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (146a296d-8712-4129-a8f4-44cf516ade0f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:12:40.879528 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:12:40.889965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-8c704006-db7e-4afa-8288-eb5bb215097c req-dcddfc32-3f82-4fcb-9ab1-a833125f82fd tempest-ServerDiskConfigTestJSON-2118701576 tempest-ServerDiskConfigTestJSON-2118701576-project] (104443) timed out ('10.222.0.87', 60701) {{(pid=104443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 15:12:41.029781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (0f725eea-3873-48cb-81bf-9e817c1b9c13), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.037245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.043422 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/networks/0f725eea-3873-48cb-81bf-9e817c1b9c13 HTTP/1.1" status: 204 len: 168 time: 0.4301875 Apr 06 15:12:41.044030 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52172) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:41.055740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c92838-b542-4ac9-88f8-0ccbc6f26568 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Network': ['ID=0f725eea-3873-48cb-81bf-9e817c1b9c13,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:41.120618 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-78fbe0b2-9da5-426a-9dd3-abb4a470154a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (4c9ac68b-1e5b-4794-a821-eff0664636a1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.148935 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-78fbe0b2-9da5-426a-9dd3-abb4a470154a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (4c9ac68b-1e5b-4794-a821-eff0664636a1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.289872 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-78fbe0b2-9da5-426a-9dd3-abb4a470154a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (4c9ac68b-1e5b-4794-a821-eff0664636a1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.292530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-78fbe0b2-9da5-426a-9dd3-abb4a470154a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.293974 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-78fbe0b2-9da5-426a-9dd3-abb4a470154a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/security-groups/4c9ac68b-1e5b-4794-a821-eff0664636a1 HTTP/1.1" status: 204 len: 168 time: 0.2485037 Apr 06 15:12:41.308427 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbe0b2-9da5-426a-9dd3-abb4a470154a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ac68b-1e5b-4794-a821-eff0664636a1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:41.362121 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:12:41.543358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2b51db35-f265-4245-8d65-75ea9a455702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.744258 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52178) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:41.749762 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c7901ba3-911b-4265-a37d-791867f87739 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235119569', 'description': 'tempest-secgroup-smoke-235119569 description', 'project_id': '5c0c19c50f06428da9174823bf8284c8'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:41.846105 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7901ba3-911b-4265-a37d-791867f87739 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.912210 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7901ba3-911b-4265-a37d-791867f87739 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (c30a9a3e-c0c0-46dd-bff3-a543fda50402), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.968678 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7901ba3-911b-4265-a37d-791867f87739 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c30a9a3e-c0c0-46dd-bff3-a543fda50402), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:41.997409 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7901ba3-911b-4265-a37d-791867f87739 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a9a3e-c0c0-46dd-bff3-a543fda50402,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:42.053952 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c7901ba3-911b-4265-a37d-791867f87739 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.055225 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c7901ba3-911b-4265-a37d-791867f87739 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3099234 Apr 06 15:12:42.058027 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52180) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:42.062903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-38871486-09cc-420a-b51f-517a541fef96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c30a9a3e-c0c0-46dd-bff3-a543fda50402', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:42.126998 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38871486-09cc-420a-b51f-517a541fef96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (3ad8c918-b35a-41a5-827d-91018cc9bc57), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.164621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 74446040-f8cc-4161-8d82-6bc291d62e2f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:12:42.183115 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38871486-09cc-420a-b51f-517a541fef96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (3ad8c918-b35a-41a5-827d-91018cc9bc57), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.186509 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 74446040-f8cc-4161-8d82-6bc291d62e2f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:12:42.186856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 74446040-f8cc-4161-8d82-6bc291d62e2f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:12:42.235096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38871486-09cc-420a-b51f-517a541fef96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (3ad8c918-b35a-41a5-827d-91018cc9bc57), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.252980 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38871486-09cc-420a-b51f-517a541fef96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad8c918-b35a-41a5-827d-91018cc9bc57,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:42.316928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-38871486-09cc-420a-b51f-517a541fef96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.318140 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-38871486-09cc-420a-b51f-517a541fef96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2591908 Apr 06 15:12:42.320881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52182) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:42.325335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-711c9588-6e73-418a-a948-0d2636b7e51b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c30a9a3e-c0c0-46dd-bff3-a543fda50402', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:42.423417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-711c9588-6e73-418a-a948-0d2636b7e51b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (2f5bb76d-be62-4f47-8a2f-fd06d1a2dfc5), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.479670 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-711c9588-6e73-418a-a948-0d2636b7e51b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (2f5bb76d-be62-4f47-8a2f-fd06d1a2dfc5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.551975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-711c9588-6e73-418a-a948-0d2636b7e51b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2f5bb76d-be62-4f47-8a2f-fd06d1a2dfc5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.569925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c9588-6e73-418a-a948-0d2636b7e51b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5bb76d-be62-4f47-8a2f-fd06d1a2dfc5,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:42.642363 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-711c9588-6e73-418a-a948-0d2636b7e51b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.643601 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-711c9588-6e73-418a-a948-0d2636b7e51b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3217952 Apr 06 15:12:42.646341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52184) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:42.651070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-f136d25f-5f35-4f6f-bd3d-574f3c96b99f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c30a9a3e-c0c0-46dd-bff3-a543fda50402', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:42.730902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f136d25f-5f35-4f6f-bd3d-574f3c96b99f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (647b180f-33ab-412c-816b-0d9af3f611ed), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.786484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f136d25f-5f35-4f6f-bd3d-574f3c96b99f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (647b180f-33ab-412c-816b-0d9af3f611ed), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.857656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f136d25f-5f35-4f6f-bd3d-574f3c96b99f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (647b180f-33ab-412c-816b-0d9af3f611ed), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.874944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d25f-5f35-4f6f-bd3d-574f3c96b99f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647b180f-33ab-412c-816b-0d9af3f611ed,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:42.951404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f136d25f-5f35-4f6f-bd3d-574f3c96b99f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:42.952609 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f136d25f-5f35-4f6f-bd3d-574f3c96b99f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3053248 Apr 06 15:12:42.955414 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52186) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:42.959794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9eb35e90-ff6e-463e-b1e0-097562996830 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c30a9a3e-c0c0-46dd-bff3-a543fda50402', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:43.045671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9eb35e90-ff6e-463e-b1e0-097562996830 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (772bb3b4-c820-4b6d-92d6-42a66009ba6c), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.102392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9eb35e90-ff6e-463e-b1e0-097562996830 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (772bb3b4-c820-4b6d-92d6-42a66009ba6c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.178141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9eb35e90-ff6e-463e-b1e0-097562996830 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (772bb3b4-c820-4b6d-92d6-42a66009ba6c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.195780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb35e90-ff6e-463e-b1e0-097562996830 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772bb3b4-c820-4b6d-92d6-42a66009ba6c,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:43.288434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9eb35e90-ff6e-463e-b1e0-097562996830 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.289671 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9eb35e90-ff6e-463e-b1e0-097562996830 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333306 Apr 06 15:12:43.292342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52188) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:43.296741 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c811817c-52ec-4c24-b819-6cb93a14982d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c30a9a3e-c0c0-46dd-bff3-a543fda50402', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:43.383223 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-c811817c-52ec-4c24-b819-6cb93a14982d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:12:43.389724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c811817c-52ec-4c24-b819-6cb93a14982d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (45e69649-bf9d-4c84-9c83-5373819b748d), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.451920 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c811817c-52ec-4c24-b819-6cb93a14982d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (45e69649-bf9d-4c84-9c83-5373819b748d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.517933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c811817c-52ec-4c24-b819-6cb93a14982d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (45e69649-bf9d-4c84-9c83-5373819b748d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.535978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811817c-52ec-4c24-b819-6cb93a14982d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e69649-bf9d-4c84-9c83-5373819b748d,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:43.588355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c811817c-52ec-4c24-b819-6cb93a14982d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.589559 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c811817c-52ec-4c24-b819-6cb93a14982d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2963030 Apr 06 15:12:43.592373 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52190) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:43.596914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-499f8cf4-c002-428b-a31f-fa6a0fcf3256 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c30a9a3e-c0c0-46dd-bff3-a543fda50402', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:43.666585 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-499f8cf4-c002-428b-a31f-fa6a0fcf3256 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:12:43.672315 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-499f8cf4-c002-428b-a31f-fa6a0fcf3256 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (9e997950-29c7-44b7-8f63-35ee42f41838), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.728727 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-499f8cf4-c002-428b-a31f-fa6a0fcf3256 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (9e997950-29c7-44b7-8f63-35ee42f41838), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.804454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-499f8cf4-c002-428b-a31f-fa6a0fcf3256 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (9e997950-29c7-44b7-8f63-35ee42f41838), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.822255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8cf4-c002-428b-a31f-fa6a0fcf3256 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e997950-29c7-44b7-8f63-35ee42f41838,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:43.889451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.922757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-499f8cf4-c002-428b-a31f-fa6a0fcf3256 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:43.924019 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-499f8cf4-c002-428b-a31f-fa6a0fcf3256 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3306875 Apr 06 15:12:43.926938 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52192) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:43.931719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'network': {'name': 'tempest-network-smoke--1174625911', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'port_security_enabled': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:44.034828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:12:44.038421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:44.062299 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:12:44.070990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a89a818d-3fff-4f1b-83c5-9a5353d8decb), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:44.071422 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Added segment a89a818d-3fff-4f1b-83c5-9a5353d8decb of type vlan for network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f Apr 06 15:12:44.111654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (7b7892cb-89f4-47eb-a2c8-8a8c60293c0f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:44.206160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (7b7892cb-89f4-47eb-a2c8-8a8c60293c0f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:44.211257 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:44.211870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:44.281466 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Network': ['ID=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:44.291955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:12:44.346610 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b57ac6e9-4ff2-43df-b5f7-b7bbc999308c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4186010 Apr 06 15:12:44.349264 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52194) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:44.353646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'admin_state_up': True, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:44.429624 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (e386e836-e1fb-4b61-8381-fea530d8fb06), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:44.430695 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (e386e836-e1fb-4b61-8381-fea530d8fb06), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:44.481066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (e386e836-e1fb-4b61-8381-fea530d8fb06), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:44.943072 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (e386e836-e1fb-4b61-8381-fea530d8fb06), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:45.179612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (e386e836-e1fb-4b61-8381-fea530d8fb06), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:45.198730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:45.297914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.233 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/843838ec-e2cb-40c1-88cd-76415dc1ba2b) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:12:45.400927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:45.484334 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:45.521596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:12:45.524499 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:12:45.527017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:12:45.556102 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=843838ec-e2cb-40c1-88cd-76415dc1ba2b,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:45.863970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (e386e836-e1fb-4b61-8381-fea530d8fb06), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:45.954332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:46.069335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (e386e836-e1fb-4b61-8381-fea530d8fb06), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:46.303746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router e386e836-e1fb-4b61-8381-fea530d8fb06 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:12:46.417224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:12:46.431066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Sync routers for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:12:46.446524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:12:46.447279 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:46.517957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:46.532521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:46.537025 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5b40caaf-660f-4038-beff-6d110383f418 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1835952 Apr 06 15:12:46.537364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52196) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:46.571261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:12:46.574714 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0c71ff1f-0b0c-4d74-bee7-1681062bcf94 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=5c0c19c50f06428da9174823bf8284c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355973 Apr 06 15:12:46.577468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52198) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:46.727832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e27e0-eeee-4955-a462-02bec7a3951e tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:46.731976 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-791e27e0-eeee-4955-a462-02bec7a3951e tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508522 Apr 06 15:12:46.732206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52200) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:46.763138 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:45Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:46.774452 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-54aba26f-0a18-4d50-bac0-149e274ebfbb tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387690 Apr 06 15:12:46.774626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52202) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:46.779234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727904020', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:46.797000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Checking router: e386e836-e1fb-4b61-8381-fea530d8fb06 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:12:46.797360 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Updating router e386e836-e1fb-4b61-8381-fea530d8fb06 port 843838ec-e2cb-40c1-88cd-76415dc1ba2b binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:12:46.826122 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:46.917811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:12:46.922485 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.085510 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Publish callbacks [] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.161324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.186605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (44bae5f9-f906-46ac-b3d0-b5f2e84e9efe), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.209883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Attempting to bind port 843838ec-e2cb-40c1-88cd-76415dc1ba2b on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:12:47.210265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Attempting to bind port 843838ec-e2cb-40c1-88cd-76415dc1ba2b by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:12:47.210636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Attempting to bind port 843838ec-e2cb-40c1-88cd-76415dc1ba2b on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:12:47.219933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:12:47.219933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:12:47.220243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.220521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:12:47.221007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Bound port: 843838ec-e2cb-40c1-88cd-76415dc1ba2b, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:12:47.221821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.248357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e586222-7607-4d87-9272-03cb17b91396 None None] Pushing event updated for resources: {'Port': ['ID=843838ec-e2cb-40c1-88cd-76415dc1ba2b,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:47.254902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Subnet': ['ID=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:47.262217 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Checking segment: {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:12:47.262575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network hostable DHCP agents. Network: 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:12:47.287957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] For port 843838ec-e2cb-40c1-88cd-76415dc1ba2b, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:12:47.290918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] For port 843838ec-e2cb-40c1-88cd-76415dc1ba2b, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=843838ec-e2cb-40c1-88cd-76415dc1ba2b,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:12:47.352403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:12:47.376220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.435140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:12:47.435780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:47.449362 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:12:47.454302 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:47.455204 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.478338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e586222-7607-4d87-9272-03cb17b91396 None None] Pushing event updated for resources: {'Port': ['ID=843838ec-e2cb-40c1-88cd-76415dc1ba2b,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:47.481024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594afce-afa4-406c-905f-c5f3ec26c84d None None] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:12:47.550637 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-840b57e3-fff4-4979-a3cc-7a4df0866a80 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7750151 Apr 06 15:12:47.553710 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52204) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:12:47.793939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:12:47.821047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:12:47.821896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:47.996259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:48.067977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Allocated IP 172.20.0.2 (7b7892cb-89f4-47eb-a2c8-8a8c60293c0f/44bae5f9-f906-46ac-b3d0-b5f2e84e9efe/8162ac49-96d0-405e-8ff3-6d1c99307147) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:12:48.145589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:45Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:48.177004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22a261-f620-4618-9704-8ba29a4531bf None None] The sync data for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv is: [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:45Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:12:48.257427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Publish callbacks [] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:48.307197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:48.350223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:12:48.353180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:12:48.359789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:12:48.361840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.1 (7b7892cb-89f4-47eb-a2c8-8a8c60293c0f/44bae5f9-f906-46ac-b3d0-b5f2e84e9efe/e20c9589-ec85-425f-9868-337b7bd9674c) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:12:48.365413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Pushing event updated for resources: {'Port': ['ID=8162ac49-96d0-405e-8ff3-6d1c99307147,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:48.441072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Attempting to bind port 8162ac49-96d0-405e-8ff3-6d1c99307147 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:12:48.441450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Attempting to bind port 8162ac49-96d0-405e-8ff3-6d1c99307147 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:12:48.441820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Attempting to bind port 8162ac49-96d0-405e-8ff3-6d1c99307147 on network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:12:48.446855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:12:48.447262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Checking segment: {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:12:48.447672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:48.448063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Bound using segment: {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:12:48.448561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Bound port: 8162ac49-96d0-405e-8ff3-6d1c99307147, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:12:48.448943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:48.519346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (e20c9589-ec85-425f-9868-337b7bd9674c), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:48.526519 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] For port 8162ac49-96d0-405e-8ff3-6d1c99307147, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:12:48.530348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] For port 8162ac49-96d0-405e-8ff3-6d1c99307147, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8162ac49-96d0-405e-8ff3-6d1c99307147,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:12:48.596129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:48.624552 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:48.663057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c610509-8412-48ef-a6a2-f47bb1e724a6 None None] Pushing event updated for resources: {'Port': ['ID=8162ac49-96d0-405e-8ff3-6d1c99307147,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:48.672598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:12:48.679096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:12:48.683752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:12:48.717173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=e20c9589-ec85-425f-9868-337b7bd9674c,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:48.744706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (e386e836-e1fb-4b61-8381-fea530d8fb06), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:49.024718 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:49.306233 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (e20c9589-ec85-425f-9868-337b7bd9674c), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:49.369090 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:49.442019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=e20c9589-ec85-425f-9868-337b7bd9674c,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:49.444619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (e386e836-e1fb-4b61-8381-fea530d8fb06), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:49.540436 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:12:49.541853 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:12:49.655609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router e386e836-e1fb-4b61-8381-fea530d8fb06 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:12:50.046874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dae09a-4cf8-494d-8ef1-8a4e4e0bb24f None None] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:12:50.071786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:12:50.076688 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ea1bdf46-86f1-41ad-a7c4-18ce2efba443 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/e386e836-e1fb-4b61-8381-fea530d8fb06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5218885 Apr 06 15:12:50.088824 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Sync routers for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:12:50.099285 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:12:50.099906 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:50.121058 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5ed89137-4173-498d-ad4f-9b1497e4d71b None None] Provisioning complete for port 8162ac49-96d0-405e-8ff3-6d1c99307147 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:50.121441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ed89137-4173-498d-ad4f-9b1497e4d71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.274358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5ed89137-4173-498d-ad4f-9b1497e4d71b None None] Current status of the port 8162ac49-96d0-405e-8ff3-6d1c99307147 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:50.274762 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ed89137-4173-498d-ad4f-9b1497e4d71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.313417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8162ac49-96d0-405e-8ff3-6d1c99307147 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:12:50.320562 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:12:50.385690 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5ed89137-4173-498d-ad4f-9b1497e4d71b None None] For port 8162ac49-96d0-405e-8ff3-6d1c99307147, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8162ac49-96d0-405e-8ff3-6d1c99307147,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:12:50.399633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8162ac49-96d0-405e-8ff3-6d1c99307147 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:50.399633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.478063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5ed89137-4173-498d-ad4f-9b1497e4d71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.523380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8162ac49-96d0-405e-8ff3-6d1c99307147 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:50.523380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.554299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed89137-4173-498d-ad4f-9b1497e4d71b None None] Pushing event updated for resources: {'Port': ['ID=8162ac49-96d0-405e-8ff3-6d1c99307147,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:50.560247 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:49Z', 'revision_number': 2, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:50.588242 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Checking router: e386e836-e1fb-4b61-8381-fea530d8fb06 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:12:50.589275 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Updating router e386e836-e1fb-4b61-8381-fea530d8fb06 port e20c9589-ec85-425f-9868-337b7bd9674c binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:12:50.618340 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.619238 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe39e95b-e319-4a0a-9594-d56898cb8a56 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235119569&fields=id&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 267 time: 0.3549254 Apr 06 15:12:50.637733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:12:50.638143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:12:50.638914 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2a17c0ae-865c-4285-812e-baf3629f7e49 None None] Provisioning complete for port 8162ac49-96d0-405e-8ff3-6d1c99307147 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:50.640152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2a17c0ae-865c-4285-812e-baf3629f7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.733230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-e4ccb3b8-37a6-422f-abbf-69712a31bec6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:50.734525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2a17c0ae-865c-4285-812e-baf3629f7e49 None None] Current status of the port 8162ac49-96d0-405e-8ff3-6d1c99307147 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:50.735423 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-e4ccb3b8-37a6-422f-abbf-69712a31bec6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/networks?id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 200 len: 797 time: 0.1153042 Apr 06 15:12:50.747371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2a17c0ae-865c-4285-812e-baf3629f7e49 None None] Provisioning complete for port e20c9589-ec85-425f-9868-337b7bd9674c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:50.747747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2a17c0ae-865c-4285-812e-baf3629f7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.753080 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-c1b7906f-23cc-4acd-88e8-d0dc676cd392 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/quotas/5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 375 time: 0.0120478 Apr 06 15:12:50.792714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2a17c0ae-865c-4285-812e-baf3629f7e49 None None] Port e20c9589-ec85-425f-9868-337b7bd9674c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:12:50.824946 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-30874d52-5475-4bbe-8b16-d92584149994 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658641 Apr 06 15:12:50.909216 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Publish callbacks [] for port (e20c9589-ec85-425f-9868-337b7bd9674c), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.913501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d8fc2ebd-416c-4a5a-bd20-d7b9b53de245 None None] Provisioning complete for port e20c9589-ec85-425f-9868-337b7bd9674c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:50.913878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d8fc2ebd-416c-4a5a-bd20-d7b9b53de245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:50.928218 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-0c071b8b-b8da-441c-a1d0-4c9f859c7e9c service neutron] 10.222.0.71 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912166 Apr 06 15:12:50.954038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc2ebd-416c-4a5a-bd20-d7b9b53de245 None None] Port e20c9589-ec85-425f-9868-337b7bd9674c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:12:50.981104 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.028070 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-180cf434-29c8-4ea9-a07c-5cf88af80625 service neutron] 10.222.0.71 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937080 Apr 06 15:12:51.033685 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Pushing event updated for resources: {'Port': ['ID=e20c9589-ec85-425f-9868-337b7bd9674c,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:51.042897 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.043271 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.043609 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.044091 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.044293 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.044618 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.045015 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.045245 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.045788 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.046639 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.046988 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.047323 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.047647 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:12:51.080120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e3bf782f-c587-43de-a000-97618d8d16cc None None] Provisioning complete for port e20c9589-ec85-425f-9868-337b7bd9674c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:51.080688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e3bf782f-c587-43de-a000-97618d8d16cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.111946 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Attempting to bind port e20c9589-ec85-425f-9868-337b7bd9674c on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:12:51.112916 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Attempting to bind port e20c9589-ec85-425f-9868-337b7bd9674c by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:12:51.113462 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Attempting to bind port e20c9589-ec85-425f-9868-337b7bd9674c on network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:12:51.119110 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:12:51.119742 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Checking segment: {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:12:51.120141 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.120532 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Bound using segment: {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:12:51.120996 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Bound port: e20c9589-ec85-425f-9868-337b7bd9674c, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:12:51.121366 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.128169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf782f-c587-43de-a000-97618d8d16cc None None] Port e20c9589-ec85-425f-9868-337b7bd9674c cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:12:51.178074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8162ac49-96d0-405e-8ff3-6d1c99307147 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:51.179110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 843838ec-e2cb-40c1-88cd-76415dc1ba2b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:12:51.191313 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] For port e20c9589-ec85-425f-9868-337b7bd9674c, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:12:51.194549 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] For port e20c9589-ec85-425f-9868-337b7bd9674c, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e20c9589-ec85-425f-9868-337b7bd9674c,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:12:51.226717 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 843838ec-e2cb-40c1-88cd-76415dc1ba2b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:51.227123 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.269980 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.322446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 843838ec-e2cb-40c1-88cd-76415dc1ba2b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:51.323723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.330675 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:12:51.331803 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:51.359006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 843838ec-e2cb-40c1-88cd-76415dc1ba2b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=843838ec-e2cb-40c1-88cd-76415dc1ba2b,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:12:51.366471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5c3ad2f0-97be-4f0a-9c1d-3a36d7e39253 None None] Provisioning complete for port e20c9589-ec85-425f-9868-337b7bd9674c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:51.366859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad2f0-97be-4f0a-9c1d-3a36d7e39253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.406121 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-469130ee-6182-4963-9ca2-c53182b7fa2d req-1201cc25-7cb2-4bdb-b2e9-61fae4c81fd1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 210 time: 0.0368097 Apr 06 15:12:51.407033 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08889f-d303-4261-b884-8b4f37bfa6a8 None None] Pushing event updated for resources: {'Port': ['ID=e20c9589-ec85-425f-9868-337b7bd9674c,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:51.462577 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:12:51.466118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.505904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ad2f0-97be-4f0a-9c1d-3a36d7e39253 None None] Current status of the port e20c9589-ec85-425f-9868-337b7bd9674c is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:51.506204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad2f0-97be-4f0a-9c1d-3a36d7e39253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.544415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=843838ec-e2cb-40c1-88cd-76415dc1ba2b,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:51.562990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5c3ad2f0-97be-4f0a-9c1d-3a36d7e39253 None None] For port e20c9589-ec85-425f-9868-337b7bd9674c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e20c9589-ec85-425f-9868-337b7bd9674c,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:12:51.641493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad2f0-97be-4f0a-9c1d-3a36d7e39253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.669628 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:12:51.690181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ad2f0-97be-4f0a-9c1d-3a36d7e39253 None None] Pushing event updated for resources: {'Port': ['ID=e20c9589-ec85-425f-9868-337b7bd9674c,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:51.696740 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e1afe-bd48-44f1-960e-fa33689fe9d1 None None] The sync data for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv is: [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:12:51.768738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8aa159c5-5b11-4d1e-8aff-9745dfc6c3e6 None None] Provisioning complete for port e20c9589-ec85-425f-9868-337b7bd9674c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:51.769121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8aa159c5-5b11-4d1e-8aff-9745dfc6c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:51.858644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8aa159c5-5b11-4d1e-8aff-9745dfc6c3e6 None None] Current status of the port e20c9589-ec85-425f-9868-337b7bd9674c is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:52.242072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8162ac49-96d0-405e-8ff3-6d1c99307147 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:12:52.291655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 8162ac49-96d0-405e-8ff3-6d1c99307147 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:52.292076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:52.375813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 8162ac49-96d0-405e-8ff3-6d1c99307147 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:52.376886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e20c9589-ec85-425f-9868-337b7bd9674c up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:12:52.425059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port e20c9589-ec85-425f-9868-337b7bd9674c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:52.425452 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:52.493267 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e7258c50-acb2-4dd5-b98b-db0fdca1ee65 req-c2558263-e59b-45ea-83e8-aed6ed5cd786 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 210 time: 0.0278537 Apr 06 15:12:52.504792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port e20c9589-ec85-425f-9868-337b7bd9674c is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:52.505844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 843838ec-e2cb-40c1-88cd-76415dc1ba2b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:12:52.698923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 843838ec-e2cb-40c1-88cd-76415dc1ba2b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:52.699318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:52.773199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 843838ec-e2cb-40c1-88cd-76415dc1ba2b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:12:53.572784 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e182d2dc-24cb-4619-9804-96aa0133ce70 req-b93306b3-19d0-4e31-89b0-3928c93fae4f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 210 time: 0.0272980 Apr 06 15:12:54.028880 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:54.655069 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3dfc1010-12b0-4abf-bff4-8682a756a3b4 req-ae2eb175-6ef2-4db1-a33c-6841709b9a7a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 210 time: 0.0307693 Apr 06 15:12:55.747540 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b660b2b-798f-48c5-86fb-d24f19dc2586 req-5a2d9dc8-4644-4789-b35b-808b14631bb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 210 time: 0.0269003 Apr 06 15:12:56.842214 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8bfa541-d5f1-4450-abbf-fbda63b0cf25 req-22d90624-de97-406e-87c4-4b0f7e7d5008 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 210 time: 0.0275834 Apr 06 15:12:57.564202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-535014cf-4694-4f48-982e-2827010d4353 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:57.565564 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-535014cf-4694-4f48-982e-2827010d4353 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/networks?id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 200 len: 797 time: 0.1076739 Apr 06 15:12:57.633220 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-3378d00e-fd12-4062-9081-1e2b15b94f37 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 379 time: 0.0537076 Apr 06 15:12:57.641842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'port': {'device_id': 'd189033c-84bd-4145-9551-1980c7b432cb', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'admin_state_up': True, 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'security_groups': ['c30a9a3e-c0c0-46dd-bff3-a543fda50402']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:57.823933 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:12:57.827620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:57.964362 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1bc77241-5b7f-47bf-a30a-e14d14e2dbd2 req-95a36a55-64dc-401d-ae67-86f98c558114 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 210 time: 0.0317514 Apr 06 15:12:57.984341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.13 (7b7892cb-89f4-47eb-a2c8-8a8c60293c0f/44bae5f9-f906-46ac-b3d0-b5f2e84e9efe/3421a5ff-ed89-439b-ba89-4e7444ddc355) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:12:58.127890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:58.232493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:58.276096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:12:58.279150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:12:58.286486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:12:58.318308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=3421a5ff-ed89-439b-ba89-4e7444ddc355,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:58.351255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:58.351890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:58.403336 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-aca2dc82-ee43-4e0c-b04d-90fc93872802 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656364 Apr 06 15:12:58.449818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-b19324c3-008d-4325-bd07-a869ff2175a2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:12:58.450830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-b19324c3-008d-4325-bd07-a869ff2175a2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054646 Apr 06 15:12:58.512170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Request body: {'port': {'device_id': 'd189033c-84bd-4145-9551-1980c7b432cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:12:58.520483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9f79d1b7-2a3c-4630-a812-5b4c20de664e None None] Provisioning complete for port 3421a5ff-ed89-439b-ba89-4e7444ddc355 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:12:58.521015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9f79d1b7-2a3c-4630-a812-5b4c20de664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:58.557984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9f79d1b7-2a3c-4630-a812-5b4c20de664e None None] Port 3421a5ff-ed89-439b-ba89-4e7444ddc355 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:12:58.571672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:58.838467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3421a5ff-ed89-439b-ba89-4e7444ddc355 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:12:58.846019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Publish callbacks [] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:58.857631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Transition to ACTIVE for port object 3421a5ff-ed89-439b-ba89-4e7444ddc355 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:12:58.926372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:59.026602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3421a5ff-ed89-439b-ba89-4e7444ddc355,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:59.099655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Attempting to bind port 3421a5ff-ed89-439b-ba89-4e7444ddc355 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:12:59.103912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Attempting to bind port 3421a5ff-ed89-439b-ba89-4e7444ddc355 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:12:59.103912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Attempting to bind port 3421a5ff-ed89-439b-ba89-4e7444ddc355 on network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:12:59.110493 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Port 3421a5ff-ed89-439b-ba89-4e7444ddc355 on network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:12:59.110841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Attempting to bind port 3421a5ff-ed89-439b-ba89-4e7444ddc355 on network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:12:59.125291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca7204-a0b5-4935-8713-95cbaf9c9cf1 req-f4968b35-dff8-499a-b6e9-c9a8bacca0aa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:59.129930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05ca7204-a0b5-4935-8713-95cbaf9c9cf1 req-f4968b35-dff8-499a-b6e9-c9a8bacca0aa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 944 time: 0.0884228 Apr 06 15:12:59.129930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:12:59.129930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Checking segment: {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:12:59.129930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Bound using segment: {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:12:59.129930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Bound port: 3421a5ff-ed89-439b-ba89-4e7444ddc355, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89a818d-3fff-4f1b-83c5-9a5353d8decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:12:59.130459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:59.228057 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-05ca7204-a0b5-4935-8713-95cbaf9c9cf1 req-9c788e58-dbb5-41ca-8429-a3f8a137e60d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886986 Apr 06 15:12:59.233652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] For port 3421a5ff-ed89-439b-ba89-4e7444ddc355, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:12:59.236842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] For port 3421a5ff-ed89-439b-ba89-4e7444ddc355, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:12:59.309905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:59.346505 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:59.346787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:12:59.348444 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] 10.222.0.87 "PUT /v2.0/ports/3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 200 len: 1094 time: 0.8839812 Apr 06 15:12:59.351646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:12:59.354120 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a40253-bce4-4b00-a2b3-f49be75c8930" -d '{"events": [{"name": "network-changed", "server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:12:59.384702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074b92-d0cd-45ef-b795-5e8e3e32d2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3421a5ff-ed89-439b-ba89-4e7444ddc355,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:12:59.401677 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463c9118-a6f1-4416-9de0-c510f53b46ad x-openstack-request-id: req-463c9118-a6f1-4416-9de0-c510f53b46ad {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:12:59.401988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:12:59.402253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-463c9118-a6f1-4416-9de0-c510f53b46ad {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:12:59.402675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463c9118-a6f1-4416-9de0-c510f53b46ad'] response: {'name': 'network-changed', 'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'status': 'completed', 'code': 200} Apr 06 15:12:59.495750 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a40253-bce4-4b00-a2b3-f49be75c8930 req-9d9ebdd0-40bd-4ff8-a29d-731dd3627d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:59.497310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e5a40253-bce4-4b00-a2b3-f49be75c8930 req-9d9ebdd0-40bd-4ff8-a29d-731dd3627d84 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1128 time: 0.0547037 Apr 06 15:12:59.603265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a40253-bce4-4b00-a2b3-f49be75c8930 req-052cd688-2e95-492f-8c09-d66bd20373aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:59.604662 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e5a40253-bce4-4b00-a2b3-f49be75c8930 req-052cd688-2e95-492f-8c09-d66bd20373aa service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=5c0c19c50f06428da9174823bf8284c8&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0942283 Apr 06 15:12:59.701863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a40253-bce4-4b00-a2b3-f49be75c8930 req-a6277cc7-036d-4e9f-ad32-2c8dbf1042e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:59.703830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e5a40253-bce4-4b00-a2b3-f49be75c8930 req-a6277cc7-036d-4e9f-ad32-2c8dbf1042e7 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940304 Apr 06 15:12:59.803614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-9a308b0a-ab29-438b-a928-2fb93b097916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:59.805116 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-9a308b0a-ab29-438b-a928-2fb93b097916 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1128 time: 0.0445228 Apr 06 15:12:59.855163 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-56080044-1cd3-433b-8752-61f6941fb689 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 200 len: 217 time: 0.0378783 Apr 06 15:12:59.901842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-ff259ece-c8f7-47f1-85d3-518b305288aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:59.903305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-ff259ece-c8f7-47f1-85d3-518b305288aa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe HTTP/1.1" status: 200 len: 835 time: 0.0428038 Apr 06 15:12:59.950687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-cf463d86-199c-4e48-af3b-9110fbd90380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:12:59.952183 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-cf463d86-199c-4e48-af3b-9110fbd90380 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436199 Apr 06 15:13:00.041349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-78d422cc-9752-4451-99b0-29effda1baeb service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833580 Apr 06 15:13:00.129125 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-57aa6409-187e-4eff-b776-2e9bdc510aac req-1f8afa9e-9a7e-4b9e-b4f4-222e2c7eaeee service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824568 Apr 06 15:13:00.345509 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e2be9-5a27-4c70-91f5-0c924fab53e9 req-6596aef9-3d6c-44c0-82ad-3a3d52f96dbd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:00.346956 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e9e2be9-5a27-4c70-91f5-0c924fab53e9 req-6596aef9-3d6c-44c0-82ad-3a3d52f96dbd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 944 time: 0.0528972 Apr 06 15:13:00.399952 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e9e2be9-5a27-4c70-91f5-0c924fab53e9 req-01d6fa64-33b0-46f9-95b9-87952778f48a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474341 Apr 06 15:13:01.520626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5d5d-57a1-422f-a9db-bd9164244522 req-02e85c4b-91fd-437b-bc17-0a63edfcd328 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:01.522114 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d1e5d5d-57a1-422f-a9db-bd9164244522 req-02e85c4b-91fd-437b-bc17-0a63edfcd328 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 944 time: 0.0522408 Apr 06 15:13:01.572021 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d1e5d5d-57a1-422f-a9db-bd9164244522 req-ae23daba-4229-475b-b1db-bda0c48ddca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442078 Apr 06 15:13:02.686729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61647e-c02e-4c80-b872-d8177834b91f req-0b981f01-5be8-4ee3-aa85-f56e45261cb2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:02.688684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d61647e-c02e-4c80-b872-d8177834b91f req-0b981f01-5be8-4ee3-aa85-f56e45261cb2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 944 time: 0.0519590 Apr 06 15:13:02.736106 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d61647e-c02e-4c80-b872-d8177834b91f req-aea9835e-6e98-4bee-9f8a-17c28cec33c6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418975 Apr 06 15:13:02.830334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 3421a5ff-ed89-439b-ba89-4e7444ddc355 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:13:02.926874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 3421a5ff-ed89-439b-ba89-4e7444ddc355, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:02.939017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'port_id': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'mac_address': 'fa:16:3e:14:56:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:13:02.974149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 3421a5ff-ed89-439b-ba89-4e7444ddc355 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:13:02.974529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:02.988042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3421a5ff-ed89-439b-ba89-4e7444ddc355 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:13:03.007322 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 3421a5ff-ed89-439b-ba89-4e7444ddc355, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:03.109800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:03.155520 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=3421a5ff-ed89-439b-ba89-4e7444ddc355,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:03.514751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['3421a5ff-ed89-439b-ba89-4e7444ddc355'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:13:03.857893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16f550-f10b-4ba9-b503-d3008b63925a req-86ea52a7-7598-4af9-8b2b-da979550cccf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:03.859421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e16f550-f10b-4ba9-b503-d3008b63925a req-86ea52a7-7598-4af9-8b2b-da979550cccf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 945 time: 0.0568395 Apr 06 15:13:03.907795 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8e16f550-f10b-4ba9-b503-d3008b63925a req-fe4979b4-8f6f-4cc0-9bea-b114d119fc70 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427084 Apr 06 15:13:04.842410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 3421a5ff-ed89-439b-ba89-4e7444ddc355 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:13:04.954956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 3421a5ff-ed89-439b-ba89-4e7444ddc355 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:13:04.959825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 3421a5ff-ed89-439b-ba89-4e7444ddc355 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:13:04.959825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:05.025350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34564a2-018c-45f5-ac14-a1c0f9eb47bc req-f85792be-366f-4f55-81d1-3927c1c29177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:05.026845 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b34564a2-018c-45f5-ac14-a1c0f9eb47bc req-f85792be-366f-4f55-81d1-3927c1c29177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 945 time: 0.0529010 Apr 06 15:13:05.037594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 3421a5ff-ed89-439b-ba89-4e7444ddc355 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:13:05.037987 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:05.061534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:13:05.064566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9770c16f-f545-418d-8a14-2b63072abfa8" -d '{"events": [{"server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "name": "network-vif-plugged", "status": "completed", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:13:05.077222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 3421a5ff-ed89-439b-ba89-4e7444ddc355, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:13:05.080954 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b34564a2-018c-45f5-ac14-a1c0f9eb47bc req-83260e50-2151-41be-91e9-d82e7917c456 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473695 Apr 06 15:13:05.135493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:05.165153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca9633f-d11e-4a72-9b6a-aaa7daef34da x-openstack-request-id: req-eca9633f-d11e-4a72-9b6a-aaa7daef34da {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:13:05.170062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "name": "network-vif-plugged", "status": "completed", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:13:05.170062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eca9633f-d11e-4a72-9b6a-aaa7daef34da {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:13:05.170062 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca9633f-d11e-4a72-9b6a-aaa7daef34da'] response: {'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'code': 200} Apr 06 15:13:05.191658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=3421a5ff-ed89-439b-ba89-4e7444ddc355,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:05.479026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160702c-1801-4588-8e22-569db9b93c0f req-ad37c0c6-e62f-4011-a38f-50ed622b0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:05.480525 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f160702c-1801-4588-8e22-569db9b93c0f req-ad37c0c6-e62f-4011-a38f-50ed622b0941 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1130 time: 0.0438235 Apr 06 15:13:05.528696 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f160702c-1801-4588-8e22-569db9b93c0f req-a7d7bb0b-d6ca-4833-a023-0d5e4f8bcd5b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428185 Apr 06 15:13:06.199671 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917104b-635a-4031-b42d-f778045ddaa3 req-7a6d8809-7dbb-400f-81dc-c420a7930b1a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:06.201153 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2917104b-635a-4031-b42d-f778045ddaa3 req-7a6d8809-7dbb-400f-81dc-c420a7930b1a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0527153 Apr 06 15:13:06.251007 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2917104b-635a-4031-b42d-f778045ddaa3 req-c60fc926-925b-4de3-9da1-072e660dba45 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437593 Apr 06 15:13:07.369918 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a567c-02ac-48e1-bd9e-4d1abd63cd5e req-7edc91b8-f46b-44df-b539-a2c9f5e6d7e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:07.371409 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-213a567c-02ac-48e1-bd9e-4d1abd63cd5e req-7edc91b8-f46b-44df-b539-a2c9f5e6d7e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0533807 Apr 06 15:13:07.421135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-213a567c-02ac-48e1-bd9e-4d1abd63cd5e req-da66fc1b-9697-4637-bf77-e3e63e8b56dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441113 Apr 06 15:13:07.544661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa3524-09b2-41bc-9957-7cc03d5c3218 req-61fdb108-1f11-40fb-b2bb-40c83aeb2907 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:07.546041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1dfa3524-09b2-41bc-9957-7cc03d5c3218 req-61fdb108-1f11-40fb-b2bb-40c83aeb2907 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0580485 Apr 06 15:13:07.593094 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1dfa3524-09b2-41bc-9957-7cc03d5c3218 req-dc6305e0-1da8-4594-871f-6df2c597bd62 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 Apr 06 15:13:07.614815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52284) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:13:07.658163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6093cd-58af-4742-b8f4-ad252dd37594 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:07.659709 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6f6093cd-58af-4742-b8f4-ad252dd37594 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1125 time: 0.0438921 Apr 06 15:13:07.662824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52286) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:13:07.667090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:13:07.757844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:07.857007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:07.957229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.245 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/fc4b81ed-0ea8-4545-a249-6579bc444340) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:13:08.057871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (fc4b81ed-0ea8-4545-a249-6579bc444340), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:08.146997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fc4b81ed-0ea8-4545-a249-6579bc444340), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:08.192800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=fc4b81ed-0ea8-4545-a249-6579bc444340,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:08.236160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:13:08.237716 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:13:08.240082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:13:08.589201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (329929e4-afc4-4284-8144-c830b2fba3e7), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:08.744480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fc4b81ed-0ea8-4545-a249-6579bc444340), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:08.893945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (fc4b81ed-0ea8-4545-a249-6579bc444340), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:08.977400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (fc4b81ed-0ea8-4545-a249-6579bc444340), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:09.046948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=fc4b81ed-0ea8-4545-a249-6579bc444340,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:13:09.059447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (329929e4-afc4-4284-8144-c830b2fba3e7), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:09.158048 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d1d16f27-c635-4f01-a7bd-66f522ad7e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:09.186673 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP 329929e4-afc4-4284-8144-c830b2fba3e7 associated. External IP: 172.26.7.245, port: 3421a5ff-ed89-439b-ba89-4e7444ddc355. Apr 06 15:13:09.686503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router e386e836-e1fb-4b61-8381-fea530d8fb06 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:13:09.796820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:13:09.808628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] Sync routers for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:13:09.820062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:13:09.821185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:13:09.868251 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:09.898919 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6001399a-b298-45a2-9e20-85ea47c725e9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2350287 Apr 06 15:13:09.900007 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:13:09.902683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f83c1d-c9e6-4c51-98a9-44669087a234" -d '{"events": [{"name": "network-changed", "server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:13:09.945256 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872817fc-a91c-4661-9fd5-cc363759d310 x-openstack-request-id: req-872817fc-a91c-4661-9fd5-cc363759d310 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:13:09.945573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:13:09.945856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-872817fc-a91c-4661-9fd5-cc363759d310 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:13:09.946305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872817fc-a91c-4661-9fd5-cc363759d310'] response: {'name': 'network-changed', 'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'status': 'completed', 'code': 200} Apr 06 15:13:09.947077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:13:10.057296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba862-74c8-4de8-a908-e16c750d6ee2 req-d4dbac8a-893e-4a8a-9316-8d7bdea35ced tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:10.058793 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c2ba862-74c8-4de8-a908-e16c750d6ee2 req-d4dbac8a-893e-4a8a-9316-8d7bdea35ced tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0870316 Apr 06 15:13:10.061961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-85c1dc8f-0d83-4fa6-91f1-ae3d4c31e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:10.063034 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-85c1dc8f-0d83-4fa6-91f1-ae3d4c31e764 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1130 time: 0.0635695 Apr 06 15:13:10.161259 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c2ba862-74c8-4de8-a908-e16c750d6ee2 req-0c872334-3416-404a-9fce-518eed387a7e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959520 Apr 06 15:13:10.185076 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52292) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:13:10.191307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-2fabfa6c-d862-4bc5-b26f-6a9b7335d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:10.192543 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-2fabfa6c-d862-4bc5-b26f-6a9b7335d6d5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 200 len: 899 time: 0.1215928 Apr 06 15:13:10.200091 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '329929e4-afc4-4284-8144-c830b2fba3e7', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'port_id': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'mac_address': 'fa:16:3e:14:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd189033c-84bd-4145-9551-1980c7b432cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:13:08Z', 'updated_at': '2022-04-06T15:13:08Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:13:10.228297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] Checking router: e386e836-e1fb-4b61-8381-fea530d8fb06 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:13:10.237682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:13:10.238310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:12:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:13:10.253596 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b0b91636-ff20-4a84-b2b6-b15cb51f4a85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/329929e4-afc4-4284-8144-c830b2fba3e7 HTTP/1.1" status: 200 len: 992 time: 0.0666614 Apr 06 15:13:10.260422 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-bce0f522-b8ff-420e-a10f-79575ae51207 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 200 len: 1000 time: 0.0613027 Apr 06 15:13:10.313142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-a944ebcf-1661-41f0-9ca4-c8de43443733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:10.314747 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-a944ebcf-1661-41f0-9ca4-c8de43443733 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe HTTP/1.1" status: 200 len: 835 time: 0.0488439 Apr 06 15:13:10.348712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:13:10.363518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-143734be-ecc9-46d9-afd8-3da1c573e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:10.365038 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-143734be-ecc9-46d9-afd8-3da1c573e122 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443375 Apr 06 15:13:10.453847 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-5d6fa851-432a-4acc-aace-eae9617c609a service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818589 Apr 06 15:13:10.545741 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07f83c1d-c9e6-4c51-98a9-44669087a234 req-e3715d5e-afc6-4cbe-b246-5f61da522de5 service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870194 Apr 06 15:13:10.568336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '329929e4-afc4-4284-8144-c830b2fba3e7', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'port_id': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'mac_address': 'fa:16:3e:14:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd189033c-84bd-4145-9551-1980c7b432cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:13:08Z', 'updated_at': '2022-04-06T15:13:08Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:13:10.598609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2dfe6-6ac6-437a-889f-b33da78830d7 None None] The sync data for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv is: [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '329929e4-afc4-4284-8144-c830b2fba3e7', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.245', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'port_id': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'mac_address': 'fa:16:3e:14:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd189033c-84bd-4145-9551-1980c7b432cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:13:08Z', 'updated_at': '2022-04-06T15:13:08Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:13:11.200690 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e1201-7388-4f0d-a337-75476faafada None None] New status for floating IP 329929e4-afc4-4284-8144-c830b2fba3e7: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:13:11.255862 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52294) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:13:11.320221 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8d2ae333-f9e4-47d5-9bad-2ffc03ddb583 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/329929e4-afc4-4284-8144-c830b2fba3e7 HTTP/1.1" status: 200 len: 992 time: 0.0630515 Apr 06 15:13:11.549013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a83988e5-a9e3-4401-9646-1ddab8721d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:11.733992 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-c994189b-05f5-4254-99dd-c5273c9ebafe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450282 Apr 06 15:13:11.843902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-e6c3b410-0951-4b25-b3fa-bd44da1389be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:11.846116 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-e6c3b410-0951-4b25-b3fa-bd44da1389be service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1130 time: 0.0443857 Apr 06 15:13:11.950695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-1950ba69-f25c-4d23-aa75-ebbeb15f4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:11.952199 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-1950ba69-f25c-4d23-aa75-ebbeb15f4964 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 200 len: 899 time: 0.0888000 Apr 06 15:13:12.019076 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-557af71f-1ce0-44dc-ace6-16cebd65028b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 200 len: 1002 time: 0.0614522 Apr 06 15:13:12.068093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-36182011-f1d1-416e-a878-cc14b9cf4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:12.069525 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-36182011-f1d1-416e-a878-cc14b9cf4d29 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe HTTP/1.1" status: 200 len: 835 time: 0.0444794 Apr 06 15:13:12.118939 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-5fad6db5-8954-430f-a248-4624d9804dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:13:12.120552 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-5fad6db5-8954-430f-a248-4624d9804dfc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455267 Apr 06 15:13:12.211601 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-8547fb02-e5de-4512-974d-71becf661c48 service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848260 Apr 06 15:13:12.301872 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9d56e922-beab-478e-b07a-dc5c52d56415 req-a7d1dae4-755b-4cf9-b781-cb87393f0259 service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846844 Apr 06 15:13:12.323877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52296) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:13:12.385143 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-cedddad0-2f99-4e5d-8412-49cd4506c1ba tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/329929e4-afc4-4284-8144-c830b2fba3e7 HTTP/1.1" status: 200 len: 994 time: 0.0596423 Apr 06 15:13:13.903637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:15.972241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:16.517794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:18.360928 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:13:24.060258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:39.140227 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-64c3af29-6ade-42b3-9b38-2b4f04ece224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:41.560508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b22168b0-f191-498b-bcef-8c44547fff1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:43.908899 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:45.954556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:46.538893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:54.054587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:13:55.360444 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:14:09.149291 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d63e7d07-2a09-4515-a327-02e427204db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:11.568770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b92ef481-4a4e-46c8-b65d-3ea03f8b1168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:13.360847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bc41b-d987-45e5-8452-4b7892c5026b req-fc3f1a3f-215a-4f30-b613-b145fcb71799 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:13.362245 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c74bc41b-d987-45e5-8452-4b7892c5026b req-fc3f1a3f-215a-4f30-b613-b145fcb71799 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0602138 Apr 06 15:14:13.444137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c74bc41b-d987-45e5-8452-4b7892c5026b req-f137f8f7-bfbe-4438-9745-2cfb1c089ef9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755463 Apr 06 15:14:13.453220 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-1cf476a4-141b-4e3b-a276-5fd94043b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:13.454714 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-1cf476a4-141b-4e3b-a276-5fd94043b2e9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1130 time: 0.0727746 Apr 06 15:14:13.547078 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-a6fdd5ed-50c9-4101-bd02-90797831ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:13.548544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-a6fdd5ed-50c9-4101-bd02-90797831ec13 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 200 len: 899 time: 0.0878787 Apr 06 15:14:13.613060 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-8004917e-2fe0-423e-9efd-8bf5b07531c6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 200 len: 1002 time: 0.0574436 Apr 06 15:14:13.659577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-ae192b35-67be-421b-b1c2-77fc14936b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:13.660980 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-ae192b35-67be-421b-b1c2-77fc14936b47 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe HTTP/1.1" status: 200 len: 835 time: 0.0422673 Apr 06 15:14:13.721958 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-507d31b9-4701-4256-b7c0-2975c486e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:13.723466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-507d31b9-4701-4256-b7c0-2975c486e247 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478907 Apr 06 15:14:13.812733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-31bfcd00-3f22-4c3f-94b2-4956245996c1 service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828335 Apr 06 15:14:13.888835 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:13.905758 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3c8a64b-2fb1-41f0-8e5d-290c57b4fe63 req-415c6b00-a8fa-4aea-8968-23a8f79b901e service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866954 Apr 06 15:14:14.051693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebac54-7194-4462-8487-1b38254e2334 req-867f8ccc-17fd-40e3-8897-a8feb06d27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:14.053469 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56ebac54-7194-4462-8487-1b38254e2334 req-867f8ccc-17fd-40e3-8897-a8feb06d27a2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1130 time: 0.0480044 Apr 06 15:14:14.170561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebac54-7194-4462-8487-1b38254e2334 req-b05e3a17-d943-42a6-bf52-d8e16fff2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:14.173159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56ebac54-7194-4462-8487-1b38254e2334 req-b05e3a17-d943-42a6-bf52-d8e16fff2d98 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 200 len: 899 time: 0.0910659 Apr 06 15:14:14.238456 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56ebac54-7194-4462-8487-1b38254e2334 req-1a52b5c0-59ea-44b9-bde3-8f9a7ce5b135 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 200 len: 1002 time: 0.0599587 Apr 06 15:14:14.298828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebac54-7194-4462-8487-1b38254e2334 req-b313f6af-03bd-4949-9f5a-5dc01e096404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:14.300293 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56ebac54-7194-4462-8487-1b38254e2334 req-b313f6af-03bd-4949-9f5a-5dc01e096404 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe HTTP/1.1" status: 200 len: 835 time: 0.0450809 Apr 06 15:14:14.355232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebac54-7194-4462-8487-1b38254e2334 req-45372cdf-9de5-4423-87d7-d9dbbaac42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:14.356930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56ebac54-7194-4462-8487-1b38254e2334 req-45372cdf-9de5-4423-87d7-d9dbbaac42c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495949 Apr 06 15:14:14.447798 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56ebac54-7194-4462-8487-1b38254e2334 req-8775f5dd-4937-4694-a719-aaf64bda649e service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Apr 06 15:14:14.569147 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56ebac54-7194-4462-8487-1b38254e2334 req-77fd4712-92ae-4044-b231-d1fda8b877ab service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144502 Apr 06 15:14:14.588067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca39704-c199-4586-bb4a-b8fbec26afbb req-109bdd6f-e9fe-4579-913e-e1b032056bdc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:14.589530 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ca39704-c199-4586-bb4a-b8fbec26afbb req-109bdd6f-e9fe-4579-913e-e1b032056bdc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0726531 Apr 06 15:14:14.639754 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ca39704-c199-4586-bb4a-b8fbec26afbb req-57fe87ec-70df-4731-9af8-3c7bcb00b9f0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446484 Apr 06 15:14:15.756949 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77acacd-56f2-439a-b596-d7844227c5b2 req-279b9af7-c708-494f-ae0e-38e7d593684c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:15.758399 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c77acacd-56f2-439a-b596-d7844227c5b2 req-279b9af7-c708-494f-ae0e-38e7d593684c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0521219 Apr 06 15:14:15.805242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c77acacd-56f2-439a-b596-d7844227c5b2 req-01f086e9-a5a5-4d98-b54b-3c5cc96fd3ad tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413048 Apr 06 15:14:15.991863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:16.514803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:16.927873 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946a2e7-dbab-42ff-ae71-892d1db91312 req-9811c0ad-d38c-4e04-bbb8-b5aefacc2124 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:16.929330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3946a2e7-dbab-42ff-ae71-892d1db91312 req-9811c0ad-d38c-4e04-bbb8-b5aefacc2124 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0566316 Apr 06 15:14:16.979595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3946a2e7-dbab-42ff-ae71-892d1db91312 req-d43da91a-a051-4bf3-bb90-e95fc4372af2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447438 Apr 06 15:14:18.199308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23288163-fe11-4d73-9519-108df726ee90 req-483e79a4-99cd-4b76-9722-58e5cd05e65b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:18.200785 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23288163-fe11-4d73-9519-108df726ee90 req-483e79a4-99cd-4b76-9722-58e5cd05e65b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.1542172 Apr 06 15:14:18.249236 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23288163-fe11-4d73-9519-108df726ee90 req-7fe1a0d6-93a0-452f-8d19-482e6aff1211 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428317 Apr 06 15:14:19.431930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81443a5-4718-4ab3-a0f0-8e6ebfc010e7 req-1e0987c1-9fcc-46fd-884e-68f4c94dfeef tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:19.433418 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c81443a5-4718-4ab3-a0f0-8e6ebfc010e7 req-1e0987c1-9fcc-46fd-884e-68f4c94dfeef tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.1175301 Apr 06 15:14:19.483810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c81443a5-4718-4ab3-a0f0-8e6ebfc010e7 req-71b12417-a24c-4098-b057-facdce9bf4c9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447524 Apr 06 15:14:20.602656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb864ea-2a4b-4402-aa27-1da13686643f req-34958e30-72cd-4b21-8818-e76dd2b7f730 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:20.604145 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eeb864ea-2a4b-4402-aa27-1da13686643f req-34958e30-72cd-4b21-8818-e76dd2b7f730 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0525610 Apr 06 15:14:20.651568 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eeb864ea-2a4b-4402-aa27-1da13686643f req-c1dfbf1b-f7d0-4202-ba1c-41e2394685f6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Apr 06 15:14:21.767609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3826-608c-459d-b674-b8cf612e59a4 req-6309c452-685c-4dc5-9bc1-dd8628cd28ca tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:21.769075 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b53e3826-608c-459d-b674-b8cf612e59a4 req-6309c452-685c-4dc5-9bc1-dd8628cd28ca tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0522819 Apr 06 15:14:21.823376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b53e3826-608c-459d-b674-b8cf612e59a4 req-0699b826-178d-4d18-8a63-5b0e5fcf9d52 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486858 Apr 06 15:14:22.941590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd556bb-38ce-47f0-a247-69118936f130 req-4e219308-4247-4f3b-876d-f21c50fbc9c0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:22.943703 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ccd556bb-38ce-47f0-a247-69118936f130 req-4e219308-4247-4f3b-876d-f21c50fbc9c0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0527110 Apr 06 15:14:22.992275 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ccd556bb-38ce-47f0-a247-69118936f130 req-b2da0ffb-d980-462e-876d-e5d8d0ff149d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 Apr 06 15:14:24.103526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:24.109468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ed62-dd57-4108-8945-a2758765a87d req-13d6debf-6e3a-4b15-99c0-fcc7c738aad0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:24.110944 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53e1ed62-dd57-4108-8945-a2758765a87d req-13d6debf-6e3a-4b15-99c0-fcc7c738aad0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0523028 Apr 06 15:14:24.162645 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-53e1ed62-dd57-4108-8945-a2758765a87d req-0a0a3f3f-4610-4232-a43d-0193c8696eb1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453522 Apr 06 15:14:25.284059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509403fe-123f-46fa-ac42-c15a0a479a14 req-808c80f1-76e6-40aa-8d9f-b9950e23e5b4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:14:25.285532 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-509403fe-123f-46fa-ac42-c15a0a479a14 req-808c80f1-76e6-40aa-8d9f-b9950e23e5b4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0562577 Apr 06 15:14:25.334292 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-509403fe-123f-46fa-ac42-c15a0a479a14 req-fb3a45d4-3b79-4c25-b3f3-757e8311c9bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 Apr 06 15:14:25.355926 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52356) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:14:25.415517 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b01ead76-2b87-4a6c-a580-e3c49f3b69b3 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/329929e4-afc4-4284-8144-c830b2fba3e7 HTTP/1.1" status: 200 len: 994 time: 0.0584567 Apr 06 15:14:32.358481 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:14:39.114910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-56d350c4-c137-47ff-8529-4137d3da945a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:41.551369 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1c6b73ff-75f3-4067-a498-7cfaba06f425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:43.943792 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:45.954625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:46.526257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:14:54.048463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:09.114403 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d101ee9b-0212-4c5e-99df-49ee39a2e9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:09.357090 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:15:11.565671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-747c6ff1-bffb-4268-a45d-b26449c94a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:13.731696 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-51d023e2-d77b-49c2-88ce-e6ea879fcf8f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531516 Apr 06 15:15:13.831881 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-38a13a67-30f0-421f-86fe-de63e672b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:13.833374 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-38a13a67-30f0-421f-86fe-de63e672b32c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1130 time: 0.0452268 Apr 06 15:15:13.848433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52380) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:13.894015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:14.024749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-47965e77-16d1-48c3-9f93-32476fd74988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:14.026402 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-47965e77-16d1-48c3-9f93-32476fd74988 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 200 len: 899 time: 0.1706259 Apr 06 15:15:14.113483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-8f8fd87c-b1fa-4ec4-bf0d-c6c6740da380 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 200 len: 1002 time: 0.0805418 Apr 06 15:15:14.156179 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port fc4b81ed-0ea8-4545-a249-6579bc444340 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:15:14.156518 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fc4b81ed-0ea8-4545-a249-6579bc444340), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:14.208806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-9c68d536-9dbc-4037-9b0d-84af5a0b359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:14.210253 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-9c68d536-9dbc-4037-9b0d-84af5a0b359f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe HTTP/1.1" status: 200 len: 835 time: 0.0903645 Apr 06 15:15:14.266144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fc4b81ed-0ea8-4545-a249-6579bc444340), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:14.266471 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (fc4b81ed-0ea8-4545-a249-6579bc444340), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:14.286436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for fc4b81ed-0ea8-4545-a249-6579bc444340 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:15:14.303285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-62fc771b-ee6a-4429-bb8a-cb4e3e12e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:14.304964 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-62fc771b-ee6a-4429-bb8a-cb4e3e12e50f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0886612 Apr 06 15:15:14.737409 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-0659d787-bc96-47c1-a8f2-3e8a52a3ab66 service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027705 Apr 06 15:15:14.861661 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5611eaf0-ea47-42be-ba34-87fbfd9af45d req-f6dc8591-125d-448c-b915-8daa9bd95f89 service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152980 Apr 06 15:15:14.966121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fc4b81ed-0ea8-4545-a249-6579bc444340), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:14.995799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=fc4b81ed-0ea8-4545-a249-6579bc444340,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:15.020525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.020876 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.021221 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.021560 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.021890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.022219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.022624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.022878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.023438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.023540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.023848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.024169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.024535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:15.067683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (329929e4-afc4-4284-8144-c830b2fba3e7), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:15.068020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP 329929e4-afc4-4284-8144-c830b2fba3e7 disassociated (deleted). External IP: 172.26.7.245, port: 3421a5ff-ed89-439b-ba89-4e7444ddc355. Apr 06 15:15:15.276733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router e386e836-e1fb-4b61-8381-fea530d8fb06 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:15:15.386506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:15:15.391480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:15.397269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] Sync routers for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:15:15.407979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:15.408611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:15.423640 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8a765c5f-9579-4edf-ba79-d4d69f4f18c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/floatingips/329929e4-afc4-4284-8144-c830b2fba3e7 HTTP/1.1" status: 204 len: 168 time: 1.5741472 Apr 06 15:15:15.424243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:15:15.426482 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dbd10c-d022-46d3-bdee-33e37b0efef9" -d '{"events": [{"name": "network-changed", "server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:15:15.465912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e243d96-416c-403e-a4b5-3607717a90cd x-openstack-request-id: req-6e243d96-416c-403e-a4b5-3607717a90cd {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:15:15.466286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:15:15.466614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6e243d96-416c-403e-a4b5-3607717a90cd {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:15:15.467108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e243d96-416c-403e-a4b5-3607717a90cd'] response: {'name': 'network-changed', 'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'status': 'completed', 'code': 200} Apr 06 15:15:15.523612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:15.556936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-debb3c7b-b13c-4dee-b04c-58e71f0abfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:15.558361 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-debb3c7b-b13c-4dee-b04c-58e71f0abfd8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 1130 time: 0.0478148 Apr 06 15:15:15.655370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-c6351bbd-2092-4bf0-bd0d-cbb16291f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:15.656873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-c6351bbd-2092-4bf0-bd0d-cbb16291f17d service neutron] 10.222.0.87 "GET /v2.0/networks?id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 200 len: 899 time: 0.0886991 Apr 06 15:15:15.699291 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-cd15c99e-1f75-46ed-999b-5b555e18bfd0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 200 len: 217 time: 0.0365279 Apr 06 15:15:15.732161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:15.751710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-c6349f04-7ee8-4083-a968-ba46891ff4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:15.753225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-c6349f04-7ee8-4083-a968-ba46891ff4e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe HTTP/1.1" status: 200 len: 835 time: 0.0452359 Apr 06 15:15:15.758921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] Checking router: e386e836-e1fb-4b61-8381-fea530d8fb06 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:15:15.767629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:15.768261 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:15.808075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-008ee6f3-0a5a-4f24-89a9-9102f193d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:15.809536 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-008ee6f3-0a5a-4f24-89a9-9102f193d0ae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0506096 Apr 06 15:15:15.884537 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:15.940494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d1238-9bf9-4b51-bab8-6d1fac6ad3d6 req-aac515e3-8d97-40ac-8a3e-eed3d2af6825 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:15.942001 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-413d1238-9bf9-4b51-bab8-6d1fac6ad3d6 req-aac515e3-8d97-40ac-8a3e-eed3d2af6825 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.1107442 Apr 06 15:15:15.982244 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-c682e9c6-c3f1-4ef2-ae5d-aa9e8cedb36d service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221924 Apr 06 15:15:16.007397 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:16.052676 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-413d1238-9bf9-4b51-bab8-6d1fac6ad3d6 req-2444642e-8467-45b2-8211-778eae03231c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035690 Apr 06 15:15:16.099013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:16.104105 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6dbd10c-d022-46d3-bdee-33e37b0efef9 req-acf3e843-4621-4889-8ad0-ce078d2b574d service neutron] 10.222.0.87 "GET /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123643 Apr 06 15:15:16.130036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f3395-4f1e-4ded-af26-922d8def055b None None] The sync data for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv is: [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:12:48Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'e20c9589-ec85-425f-9868-337b7bd9674c', 'name': '', 'network_id': '7b7892cb-89f4-47eb-a2c8-8a8c60293c0f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:d4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:48Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '44bae5f9-f906-46ac-b3d0-b5f2e84e9efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:15:16.348459 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d4f580-2dd3-4816-b2d3-2b7f83aa7f51 None None] New status for floating IP 329929e4-afc4-4284-8144-c830b2fba3e7: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:15:16.533960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:17.176565 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f1b64-67e1-4409-9bad-282e3d8fbb1f req-3c092dcc-eae4-4247-8480-d4259f093e00 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:17.178058 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da8f1b64-67e1-4409-9bad-282e3d8fbb1f req-3c092dcc-eae4-4247-8480-d4259f093e00 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0538800 Apr 06 15:15:17.231475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da8f1b64-67e1-4409-9bad-282e3d8fbb1f req-079d005b-7e09-420a-ad13-a06d43115ebb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c30a9a3e-c0c0-46dd-bff3-a543fda50402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471539 Apr 06 15:15:17.653906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-2b2788d9-aadf-4b30-9acf-f8d17bb42cc0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:17.655320 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-2b2788d9-aadf-4b30-9acf-f8d17bb42cc0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 946 time: 0.0529344 Apr 06 15:15:17.743968 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 3421a5ff-ed89-439b-ba89-4e7444ddc355 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:15:17.744315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:17.834851 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 3421a5ff-ed89-439b-ba89-4e7444ddc355, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3421a5ff-ed89-439b-ba89-4e7444ddc355,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:17.835793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:17.848537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 3421a5ff-ed89-439b-ba89-4e7444ddc355 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:15:18.057759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (3421a5ff-ed89-439b-ba89-4e7444ddc355), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:18.085145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=3421a5ff-ed89-439b-ba89-4e7444ddc355,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:18.130721 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] No DVR routers for this DVR port 3421a5ff-ed89-439b-ba89-4e7444ddc355 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:15:18.133105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:18.136475 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09f9761a-2c66-4ef7-bb40-ece7d2ae72fe req-0414e7d9-22a3-4074-8fbf-5a970a9409e1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "DELETE /v2.0/ports/3421a5ff-ed89-439b-ba89-4e7444ddc355 HTTP/1.1" status: 204 len: 173 time: 0.4764771 Apr 06 15:15:18.136927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'name': 'network-vif-deleted', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:15:18.139232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58d780b-135d-4c2e-b78b-9866c8fd758e" -d '{"events": [{"server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "name": "network-vif-deleted", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:15:18.173991 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2ee481-d2ce-41e5-8083-3adf2cedad11 x-openstack-request-id: req-5b2ee481-d2ce-41e5-8083-3adf2cedad11 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:15:18.174314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d189033c-84bd-4145-9551-1980c7b432cb", "name": "network-vif-deleted", "tag": "3421a5ff-ed89-439b-ba89-4e7444ddc355", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:15:18.174570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b2ee481-d2ce-41e5-8083-3adf2cedad11 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:15:18.174997 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2ee481-d2ce-41e5-8083-3adf2cedad11'] response: {'server_uuid': 'd189033c-84bd-4145-9551-1980c7b432cb', 'name': 'network-vif-deleted', 'tag': '3421a5ff-ed89-439b-ba89-4e7444ddc355', 'status': 'completed', 'code': 200} Apr 06 15:15:18.335614 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4eb41868-95b8-4819-a8b6-ef4e3b0dada9 req-0956c0ba-dccc-4907-9eec-454f64423429 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=d189033c-84bd-4145-9551-1980c7b432cb HTTP/1.1" status: 200 len: 210 time: 0.0272684 Apr 06 15:15:19.395763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52398) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:19.769694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (e386e836-e1fb-4b61-8381-fea530d8fb06), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:20.029038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port e20c9589-ec85-425f-9868-337b7bd9674c {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:15:20.029296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:20.115683 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port e20c9589-ec85-425f-9868-337b7bd9674c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e20c9589-ec85-425f-9868-337b7bd9674c,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:20.116043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:20.128611 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for e20c9589-ec85-425f-9868-337b7bd9674c owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:15:20.383406 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (e20c9589-ec85-425f-9868-337b7bd9674c), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:20.411370 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=e20c9589-ec85-425f-9868-337b7bd9674c,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:20.592823 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (e386e836-e1fb-4b61-8381-fea530d8fb06), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:20.814467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router e386e836-e1fb-4b61-8381-fea530d8fb06 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:15:20.923758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:15:20.928964 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-be558a28-2679-4075-9fa5-9ee240a772db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/e386e836-e1fb-4b61-8381-fea530d8fb06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5321493 Apr 06 15:15:20.931745 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52400) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:20.933419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] Sync routers for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:15:20.942986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:20.943622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:20.982640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d694cd-0a8b-42a2-823f-19dfbc0db046 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting subnet 44bae5f9-f906-46ac-b3d0-b5f2e84e9efe {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:15:20.985817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d694cd-0a8b-42a2-823f-19dfbc0db046 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (44bae5f9-f906-46ac-b3d0-b5f2e84e9efe), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.025806 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d694cd-0a8b-42a2-823f-19dfbc0db046 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (44bae5f9-f906-46ac-b3d0-b5f2e84e9efe), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.050594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:21.111849 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d694cd-0a8b-42a2-823f-19dfbc0db046 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (44bae5f9-f906-46ac-b3d0-b5f2e84e9efe), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.232073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:15:20Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:21.248814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d694cd-0a8b-42a2-823f-19dfbc0db046 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (44bae5f9-f906-46ac-b3d0-b5f2e84e9efe), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.262636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] Checking router: e386e836-e1fb-4b61-8381-fea530d8fb06 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:15:21.270810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] Routers {'e386e836-e1fb-4b61-8381-fea530d8fb06'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:21.271459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['e386e836-e1fb-4b61-8381-fea530d8fb06'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:21.276218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d694cd-0a8b-42a2-823f-19dfbc0db046 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Subnet': ['ID=44bae5f9-f906-46ac-b3d0-b5f2e84e9efe,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:21.279864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-09d694cd-0a8b-42a2-823f-19dfbc0db046 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.285368 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-09d694cd-0a8b-42a2-823f-19dfbc0db046 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/subnets/44bae5f9-f906-46ac-b3d0-b5f2e84e9efe HTTP/1.1" status: 204 len: 168 time: 0.3501420 Apr 06 15:15:21.286229 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52402) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:21.311857 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e136b50-3e7c-4c7c-87ec-83deeb713990 None None] Network 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:15:21.397516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (e386e836-e1fb-4b61-8381-fea530d8fb06), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.449775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] Set router e386e836-e1fb-4b61-8381-fea530d8fb06 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:21.508992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (e386e836-e1fb-4b61-8381-fea530d8fb06), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.647186 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 843838ec-e2cb-40c1-88cd-76415dc1ba2b {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:15:21.647532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.731679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 3421a5ff-ed89-439b-ba89-4e7444ddc355 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:15:21.737374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] DHCP port deletion for 7b7892cb-89f4-47eb-a2c8-8a8c60293c0f request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:15:21.740233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 843838ec-e2cb-40c1-88cd-76415dc1ba2b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=843838ec-e2cb-40c1-88cd-76415dc1ba2b,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:21.740613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.753335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 843838ec-e2cb-40c1-88cd-76415dc1ba2b owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:15:21.765449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 3421a5ff-ed89-439b-ba89-4e7444ddc355 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:15:21.765799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 3421a5ff-ed89-439b-ba89-4e7444ddc355 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:15:21.849088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Deleting port 8162ac49-96d0-405e-8ff3-6d1c99307147 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:15:21.849431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.866169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:15:20Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:21.919800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae64f18-7b9e-4fe9-ba27-7f6735cd0e53 None None] The sync data for ids ['e386e836-e1fb-4b61-8381-fea530d8fb06'] in dv-neutron-835863-1-hyperv is: [{'id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074138394', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:12:44Z', 'updated_at': '2022-04-06T15:15:20Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '843838ec-e2cb-40c1-88cd-76415dc1ba2b', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386e836-e1fb-4b61-8381-fea530d8fb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:12:45Z', 'updated_at': '2022-04-06T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:15:21.959142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] For port 8162ac49-96d0-405e-8ff3-6d1c99307147, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=8162ac49-96d0-405e-8ff3-6d1c99307147,segment=NetworkSegment(a89a818d-3fff-4f1b-83c5-9a5353d8decb),segment_id=a89a818d-3fff-4f1b-83c5-9a5353d8decb)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:21.959783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:21.976334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Calling delete_port for 8162ac49-96d0-405e-8ff3-6d1c99307147 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:15:22.137625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (8162ac49-96d0-405e-8ff3-6d1c99307147), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.164270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Pushing event deleted for resources: {'Port': ['ID=8162ac49-96d0-405e-8ff3-6d1c99307147,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:22.168775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] No DVR routers for this DVR port 8162ac49-96d0-405e-8ff3-6d1c99307147 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:15:22.175623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.175975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.176311 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.176646 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.176981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.177309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.177636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.178306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.178306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.179126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.179126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.179377 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.179659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7cb91-2b5c-44e2-ab62-89bddc36a99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:22.294898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (843838ec-e2cb-40c1-88cd-76415dc1ba2b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.309490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8162ac49-96d0-405e-8ff3-6d1c99307147 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:15:22.321261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=843838ec-e2cb-40c1-88cd-76415dc1ba2b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:22.331499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 8162ac49-96d0-405e-8ff3-6d1c99307147 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:15:22.331499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 8162ac49-96d0-405e-8ff3-6d1c99307147 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:15:22.331721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e20c9589-ec85-425f-9868-337b7bd9674c no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:15:22.354185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: e20c9589-ec85-425f-9868-337b7bd9674c {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:15:22.354538 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e20c9589-ec85-425f-9868-337b7bd9674c not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:15:22.402701 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (e386e836-e1fb-4b61-8381-fea530d8fb06), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.497588 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (e386e836-e1fb-4b61-8381-fea530d8fb06), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.499723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (e386e836-e1fb-4b61-8381-fea530d8fb06), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.613519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (e386e836-e1fb-4b61-8381-fea530d8fb06), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.614203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Fanout notify agent at l3_agent the message router_deleted on router e386e836-e1fb-4b61-8381-fea530d8fb06 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:15:22.623423 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.623423 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-977c3b1a-285e-4718-a64e-9ae5b8757357 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/routers/e386e836-e1fb-4b61-8381-fea530d8fb06 HTTP/1.1" status: 204 len: 168 time: 1.3354483 Apr 06 15:15:22.624802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52404) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:22.706868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (7b7892cb-89f4-47eb-a2c8-8a8c60293c0f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.791836 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (7b7892cb-89f4-47eb-a2c8-8a8c60293c0f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.810723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7892cb-89f4-47eb-a2c8-8a8c60293c0f']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:22.820247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89a818d-3fff-4f1b-83c5-9a5353d8decb') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:22.820552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89a818d-3fff-4f1b-83c5-9a5353d8decb') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:22.833922 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (a89a818d-3fff-4f1b-83c5-9a5353d8decb), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.847458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (a89a818d-3fff-4f1b-83c5-9a5353d8decb), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.853564 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:15:22.853954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (a89a818d-3fff-4f1b-83c5-9a5353d8decb), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:15:22.856899 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:15:22.990775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (7b7892cb-89f4-47eb-a2c8-8a8c60293c0f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:22.998005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.001052 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/networks/7b7892cb-89f4-47eb-a2c8-8a8c60293c0f HTTP/1.1" status: 204 len: 168 time: 0.3752179 Apr 06 15:15:23.003962 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52406) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:23.013886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215758f-093f-43a4-b3af-060b7dcf6980 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Network': ['ID=7b7892cb-89f4-47eb-a2c8-8a8c60293c0f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:23.066749 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (c30a9a3e-c0c0-46dd-bff3-a543fda50402), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.093182 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (c30a9a3e-c0c0-46dd-bff3-a543fda50402), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.230785 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c30a9a3e-c0c0-46dd-bff3-a543fda50402), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.233386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.234607 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/security-groups/c30a9a3e-c0c0-46dd-bff3-a543fda50402 HTTP/1.1" status: 204 len: 168 time: 0.2296171 Apr 06 15:15:23.244849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a9a3e-c0c0-46dd-bff3-a543fda50402,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:23.252190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.252542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.252887 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.253221 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.253550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.253881 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.254216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.254545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.254870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.255222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.255547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.255870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.256188 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f28f6-322b-4565-866c-a12927c1a865 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:23.605568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52414) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:23.610099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-8dcd2b14-e381-4544-8084-3b67cf1239e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006575913', 'description': 'tempest-secgroup-smoke-1006575913 description', 'project_id': '5c0c19c50f06428da9174823bf8284c8'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:23.703097 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b14-e381-4544-8084-3b67cf1239e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.767129 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b14-e381-4544-8084-3b67cf1239e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (cd364b8d-d189-4528-a9e0-472810c6ca13), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.834510 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b14-e381-4544-8084-3b67cf1239e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (cd364b8d-d189-4528-a9e0-472810c6ca13), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.862986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd2b14-e381-4544-8084-3b67cf1239e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd364b8d-d189-4528-a9e0-472810c6ca13,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:23.918930 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b14-e381-4544-8084-3b67cf1239e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:23.920189 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8dcd2b14-e381-4544-8084-3b67cf1239e2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3136015 Apr 06 15:15:23.923154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52416) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:23.927383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-14bd17e3-bf9e-41c5-b6b4-a1319a75ded8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'cd364b8d-d189-4528-a9e0-472810c6ca13', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:24.013241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14bd17e3-bf9e-41c5-b6b4-a1319a75ded8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (62f7f9c4-ee38-4bd9-accb-bb441284f317), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.059702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.068384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14bd17e3-bf9e-41c5-b6b4-a1319a75ded8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (62f7f9c4-ee38-4bd9-accb-bb441284f317), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.127811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14bd17e3-bf9e-41c5-b6b4-a1319a75ded8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (62f7f9c4-ee38-4bd9-accb-bb441284f317), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.148573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd17e3-bf9e-41c5-b6b4-a1319a75ded8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f7f9c4-ee38-4bd9-accb-bb441284f317,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:24.210131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-14bd17e3-bf9e-41c5-b6b4-a1319a75ded8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.212076 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-14bd17e3-bf9e-41c5-b6b4-a1319a75ded8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2879806 Apr 06 15:15:24.214854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52418) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:24.219183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-5e874e7d-6a82-4d2d-a36e-e09037e8a58d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'cd364b8d-d189-4528-a9e0-472810c6ca13', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:24.251417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 843838ec-e2cb-40c1-88cd-76415dc1ba2b no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:15:24.271902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 843838ec-e2cb-40c1-88cd-76415dc1ba2b {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:15:24.272246 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 843838ec-e2cb-40c1-88cd-76415dc1ba2b not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:15:24.325691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e874e7d-6a82-4d2d-a36e-e09037e8a58d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (981f190f-805d-4c2f-8bbb-908d2e271b5e), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.381554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e874e7d-6a82-4d2d-a36e-e09037e8a58d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (981f190f-805d-4c2f-8bbb-908d2e271b5e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.457594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e874e7d-6a82-4d2d-a36e-e09037e8a58d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (981f190f-805d-4c2f-8bbb-908d2e271b5e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.478269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e874e7d-6a82-4d2d-a36e-e09037e8a58d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981f190f-805d-4c2f-8bbb-908d2e271b5e,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:24.539510 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-5e874e7d-6a82-4d2d-a36e-e09037e8a58d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.540766 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5e874e7d-6a82-4d2d-a36e-e09037e8a58d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3249707 Apr 06 15:15:24.543439 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52420) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:24.547684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c4554afd-d7bc-4f73-80ef-decf8c882950 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'cd364b8d-d189-4528-a9e0-472810c6ca13', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:24.623833 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c4554afd-d7bc-4f73-80ef-decf8c882950 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (97d4679a-6348-4b16-a4a0-6c56d46ee51e), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.678705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c4554afd-d7bc-4f73-80ef-decf8c882950 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (97d4679a-6348-4b16-a4a0-6c56d46ee51e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.745415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c4554afd-d7bc-4f73-80ef-decf8c882950 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (97d4679a-6348-4b16-a4a0-6c56d46ee51e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.764081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4554afd-d7bc-4f73-80ef-decf8c882950 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d4679a-6348-4b16-a4a0-6c56d46ee51e,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:24.873403 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c4554afd-d7bc-4f73-80ef-decf8c882950 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:24.874621 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c4554afd-d7bc-4f73-80ef-decf8c882950 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3302705 Apr 06 15:15:24.877321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52422) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:24.881795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c82af294-7d2f-42ed-8693-42ea783d6ff2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'cd364b8d-d189-4528-a9e0-472810c6ca13', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:24.984269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c82af294-7d2f-42ed-8693-42ea783d6ff2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (0ec807f2-0a96-48d6-8f96-b47862336045), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.041488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c82af294-7d2f-42ed-8693-42ea783d6ff2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (0ec807f2-0a96-48d6-8f96-b47862336045), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.108483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c82af294-7d2f-42ed-8693-42ea783d6ff2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (0ec807f2-0a96-48d6-8f96-b47862336045), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.126712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82af294-7d2f-42ed-8693-42ea783d6ff2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec807f2-0a96-48d6-8f96-b47862336045,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:25.196372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c82af294-7d2f-42ed-8693-42ea783d6ff2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.197590 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c82af294-7d2f-42ed-8693-42ea783d6ff2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3192682 Apr 06 15:15:25.200339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52424) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:25.204644 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-7d6dcca0-b937-4385-af64-46ee611a4fd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'cd364b8d-d189-4528-a9e0-472810c6ca13', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:25.268776 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-7d6dcca0-b937-4385-af64-46ee611a4fd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:15:25.273711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6dcca0-b937-4385-af64-46ee611a4fd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (1a0160eb-e6ac-486e-9f08-a6b61e839353), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.331646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6dcca0-b937-4385-af64-46ee611a4fd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (1a0160eb-e6ac-486e-9f08-a6b61e839353), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.414063 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6dcca0-b937-4385-af64-46ee611a4fd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (1a0160eb-e6ac-486e-9f08-a6b61e839353), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.435488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dcca0-b937-4385-af64-46ee611a4fd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0160eb-e6ac-486e-9f08-a6b61e839353,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:25.501634 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7d6dcca0-b937-4385-af64-46ee611a4fd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.502842 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7d6dcca0-b937-4385-af64-46ee611a4fd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3015366 Apr 06 15:15:25.505587 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52426) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:25.510316 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-03e36fb5-e36a-4e61-8be8-2a5902925a66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'cd364b8d-d189-4528-a9e0-472810c6ca13', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:25.589105 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-03e36fb5-e36a-4e61-8be8-2a5902925a66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:15:25.593970 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e36fb5-e36a-4e61-8be8-2a5902925a66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (e5f4a589-1320-49b3-9f37-1c252dd574db), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.651925 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e36fb5-e36a-4e61-8be8-2a5902925a66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (e5f4a589-1320-49b3-9f37-1c252dd574db), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.725942 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e36fb5-e36a-4e61-8be8-2a5902925a66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (e5f4a589-1320-49b3-9f37-1c252dd574db), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.744321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e36fb5-e36a-4e61-8be8-2a5902925a66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f4a589-1320-49b3-9f37-1c252dd574db,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:25.815976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03e36fb5-e36a-4e61-8be8-2a5902925a66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.817192 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-03e36fb5-e36a-4e61-8be8-2a5902925a66 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106866 Apr 06 15:15:25.820066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52428) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:25.825388 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'network': {'name': 'tempest-network-smoke--1013361190', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'port_security_enabled': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:25.905355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:15:25.908547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.933572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:15:25.941978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (3d865f0b-54db-489b-b9b8-c02ad0f205e0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:25.942341 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Added segment 3d865f0b-54db-489b-b9b8-c02ad0f205e0 of type vlan for network 32a00c81-5454-4188-b3dc-1bd06f857368 Apr 06 15:15:25.980594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (32a00c81-5454-4188-b3dc-1bd06f857368), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.082360 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (32a00c81-5454-4188-b3dc-1bd06f857368), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.087981 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:26.088561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.153215 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Network': ['ID=32a00c81-5454-4188-b3dc-1bd06f857368,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:26.163955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 32a00c81-5454-4188-b3dc-1bd06f857368 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:15:26.199704 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-caf0db04-5104-45c1-a22e-a39425aa9242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3786073 Apr 06 15:15:26.202337 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52430) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:26.206770 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'admin_state_up': True, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:26.310922 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.312003 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.367651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.568542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.817098 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.836134 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:26.940353 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.16 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/12e49d6e-f2f6-4e39-9f9f-71fc5834d152) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:15:27.048880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:27.137627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:27.173335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:15:27.176154 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:15:27.179594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:15:27.205186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=12e49d6e-f2f6-4e39-9f9f-71fc5834d152,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:27.522064 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:27.722671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:27.951220 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:15:28.057689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:15:28.067616 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Sync routers for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:15:28.078150 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:28.083328 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:28.130497 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.131882 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-79f3a74d-6487-4c46-9f1a-869d949e98de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9286025 Apr 06 15:15:28.135766 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52432) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:28.166137 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ea210333-16e8-42dd-bb8a-96b0627e77c6 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=5c0c19c50f06428da9174823bf8284c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289452 Apr 06 15:15:28.169207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52434) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:28.258214 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e34869-d6db-4bff-89a1-52d36bcbb39d tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:28.260662 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-45e34869-d6db-4bff-89a1-52d36bcbb39d tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909944 Apr 06 15:15:28.263520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52436) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:28.275387 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:28.296496 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-33d1d3d4-e9f0-44a0-8adf-67d64817dacd tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318840 Apr 06 15:15:28.298951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52438) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:28.303595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-922483034', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:28.445924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:15:28.449669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.453570 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:27Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:28.484439 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Checking router: 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:15:28.484792 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Updating router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:15:28.512027 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.688779 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (11155009-12c8-4e61-bf56-0310a945f71a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.749368 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Subnet': ['ID=11155009-12c8-4e61-bf56-0310a945f71a,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:28.755980 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Publish callbacks [] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.756790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Checking segment: {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:15:28.757157 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network hostable DHCP agents. Network: 32a00c81-5454-4188-b3dc-1bd06f857368, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:15:28.817020 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.839991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 32a00c81-5454-4188-b3dc-1bd06f857368 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:15:28.872027 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Attempting to bind port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:15:28.872399 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Attempting to bind port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:15:28.872763 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Attempting to bind port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:15:28.877181 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Pushing event updated for resources: {'Port': ['ID=12e49d6e-f2f6-4e39-9f9f-71fc5834d152,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:28.880299 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:15:28.880674 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:15:28.881076 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.881467 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:15:28.881931 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Bound port: 12e49d6e-f2f6-4e39-9f9f-71fc5834d152, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:15:28.882308 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.902817 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 32a00c81-5454-4188-b3dc-1bd06f857368) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:15:28.904535 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.904892 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.905242 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.905581 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.905915 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.906247 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.906578 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.906914 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.907354 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.907688 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.907943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:28.908066 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.908324 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.908547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:28.908649 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:15:28.912726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ade70-21fc-405b-9c04-db6bd4b328e7 None None] Network 32a00c81-5454-4188-b3dc-1bd06f857368 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:15:28.948246 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] For port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:15:28.951255 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] For port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=12e49d6e-f2f6-4e39-9f9f-71fc5834d152,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:15:28.985648 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-a5935750-12c7-40c2-bd31-64c2c6c48709 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6856487 Apr 06 15:15:28.988349 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52440) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:29.013775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-32a00c81-5454-4188-b3dc-1bd06f857368', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:15:29.014630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:29.014906 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:29.062656 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:29.063308 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:29.154273 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd0572-5ef0-4a1c-a9de-360b48ae2038 None None] Pushing event updated for resources: {'Port': ['ID=12e49d6e-f2f6-4e39-9f9f-71fc5834d152,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:29.158317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Allocated IP 172.20.0.2 (32a00c81-5454-4188-b3dc-1bd06f857368/11155009-12c8-4e61-bf56-0310a945f71a/30ffc56b-2ca4-4d93-919e-73cd34590aa6) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:15:29.202400 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:29.313183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Publish callbacks [] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:29.374355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:29.390199 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:27Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:29.418290 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc51ac9-b92a-41b2-b3d2-3f9efe381383 None None] The sync data for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv is: [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:27Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:15:29.422422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Network 32a00c81-5454-4188-b3dc-1bd06f857368 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:15:29.426137 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:15:29.427878 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Pushing event updated for resources: {'Port': ['ID=30ffc56b-2ca4-4d93-919e-73cd34590aa6,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:29.430059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:15:29.473059 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:29.493066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Attempting to bind port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:15:29.493666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Attempting to bind port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:15:29.494098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Attempting to bind port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 on network 32a00c81-5454-4188-b3dc-1bd06f857368 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:15:29.499806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:15:29.500193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Checking segment: {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:15:29.501247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:29.501650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Bound using segment: {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:15:29.502133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Bound port: 30ffc56b-2ca4-4d93-919e-73cd34590aa6, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:15:29.502513 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:29.568011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] For port 30ffc56b-2ca4-4d93-919e-73cd34590aa6, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:15:29.572250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] For port 30ffc56b-2ca4-4d93-919e-73cd34590aa6, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=30ffc56b-2ca4-4d93-919e-73cd34590aa6,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:15:29.659178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:29.749576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc7467-f415-42b3-830e-ef5434cc23c2 None None] Pushing event updated for resources: {'Port': ['ID=30ffc56b-2ca4-4d93-919e-73cd34590aa6,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:29.793514 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.1 (32a00c81-5454-4188-b3dc-1bd06f857368/11155009-12c8-4e61-bf56-0310a945f71a/c74bbffa-f7e1-4d18-b2fe-25f44184a31b) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:15:29.947975 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.048545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.095069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 32a00c81-5454-4188-b3dc-1bd06f857368 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:15:30.098261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:15:30.104880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:15:30.111454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:30.152771 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.324799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:15:30.364519 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.396816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:30.397329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.485808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:30.486195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.511745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=12e49d6e-f2f6-4e39-9f9f-71fc5834d152,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:30.572167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.572997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 30ffc56b-2ca4-4d93-919e-73cd34590aa6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:15:30.661281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=12e49d6e-f2f6-4e39-9f9f-71fc5834d152,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:30.680498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:30.680887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.689515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.737093 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.750844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493ed82-b9c9-48b2-b41c-1d194aeb5241 None None] Network 32a00c81-5454-4188-b3dc-1bd06f857368 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:15:30.809245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.816957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:30.817289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.817426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:30.835182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ab5a667b-dd6b-49ba-a96d-db81f2bc54cf None None] Provisioning complete for port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:30.835549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a667b-dd6b-49ba-a96d-db81f2bc54cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:30.894465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 30ffc56b-2ca4-4d93-919e-73cd34590aa6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=30ffc56b-2ca4-4d93-919e-73cd34590aa6,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:30.916240 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 32a00c81-5454-4188-b3dc-1bd06f857368 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:15:30.917723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:15:30.974702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:31.015023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a667b-dd6b-49ba-a96d-db81f2bc54cf None None] Current status of the port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:31.015423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ab5a667b-dd6b-49ba-a96d-db81f2bc54cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:31.057590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=30ffc56b-2ca4-4d93-919e-73cd34590aa6,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:31.095033 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-ab5a667b-dd6b-49ba-a96d-db81f2bc54cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:15:31.095393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-ab5a667b-dd6b-49ba-a96d-db81f2bc54cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:15:31.343907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:15:31.466318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:15:31.472957 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2b61acdc-61e3-456c-b116-79a0bd6f4584 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4819791 Apr 06 15:15:31.475886 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Sync routers for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:15:31.487606 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:31.488313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:31.628591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:31.635196 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-38aa14ac-027c-4346-bf03-13d89ec474b6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006575913&fields=id&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 267 time: 0.0442469 Apr 06 15:15:31.671548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a667b-dd6b-49ba-a96d-db81f2bc54cf None None] Current status of the port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:31.753591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-dc3f24ff-fd19-4524-b8a3-cb2970e7d9ce tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:31.756485 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-dc3f24ff-fd19-4524-b8a3-cb2970e7d9ce tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 797 time: 0.1146109 Apr 06 15:15:31.774404 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-140bf167-cc04-4c5b-9d92-18ac5e797a67 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/quotas/5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 375 time: 0.0113387 Apr 06 15:15:31.824680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a4fbd935-98a9-436b-8c6c-a0c82b3d7b56 None None] Provisioning complete for port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:31.825061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd935-98a9-436b-8c6c-a0c82b3d7b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:31.835961 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-6610d817-3015-46c3-adde-7d0ecb8411a4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514555 Apr 06 15:15:31.909623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 2, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:31.937816 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-de2a3fb7-e45a-4e0c-af3f-ba7fa4be3000 service neutron] 10.222.0.71 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896583 Apr 06 15:15:31.941652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Checking router: 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:15:31.942014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Updating router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae port c74bbffa-f7e1-4d18-b2fe-25f44184a31b binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:15:31.967481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbd935-98a9-436b-8c6c-a0c82b3d7b56 None None] Current status of the port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:31.979881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:31.996338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a4fbd935-98a9-436b-8c6c-a0c82b3d7b56 None None] Provisioning complete for port c74bbffa-f7e1-4d18-b2fe-25f44184a31b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:31.996704 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd935-98a9-436b-8c6c-a0c82b3d7b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.030459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-c94faf3d-052a-4269-9a09-5d1badb9fd7f service neutron] 10.222.0.71 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864162 Apr 06 15:15:32.246722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbd935-98a9-436b-8c6c-a0c82b3d7b56 None None] Port c74bbffa-f7e1-4d18-b2fe-25f44184a31b cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:15:32.264330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:15:32.319270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f4745cd-35e5-44cb-94d3-1bf6a1f0cc0c req-cdc8d007-14a5-4e72-8b1a-d2c9abc927e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 210 time: 0.0281868 Apr 06 15:15:32.407999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:32.408381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.543043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Publish callbacks [] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.559022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:32.562799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 30ffc56b-2ca4-4d93-919e-73cd34590aa6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:15:32.604623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.633039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:32.637772 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.690559 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c446e61-0a3b-4715-8aaa-03fa247150d7 None None] Pushing event updated for resources: {'Port': ['ID=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:32.771614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Attempting to bind port c74bbffa-f7e1-4d18-b2fe-25f44184a31b on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:15:32.771994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Attempting to bind port c74bbffa-f7e1-4d18-b2fe-25f44184a31b by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:15:32.772361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Attempting to bind port c74bbffa-f7e1-4d18-b2fe-25f44184a31b on network 32a00c81-5454-4188-b3dc-1bd06f857368 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:15:32.787429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:15:32.787429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Checking segment: {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:15:32.787429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.787429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Bound using segment: {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:15:32.787429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Bound port: c74bbffa-f7e1-4d18-b2fe-25f44184a31b, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:15:32.787429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.801884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:32.857500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] For port c74bbffa-f7e1-4d18-b2fe-25f44184a31b, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:15:32.862104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] For port c74bbffa-f7e1-4d18-b2fe-25f44184a31b, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:15:32.874197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d2ead433-8fad-494a-b218-f6d24e7f508d None None] Provisioning complete for port c74bbffa-f7e1-4d18-b2fe-25f44184a31b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:32.874563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d2ead433-8fad-494a-b218-f6d24e7f508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.910247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d2ead433-8fad-494a-b218-f6d24e7f508d None None] Port c74bbffa-f7e1-4d18-b2fe-25f44184a31b cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:15:32.934018 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:32.993935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:32.994591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:11Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:32.996421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c446e61-0a3b-4715-8aaa-03fa247150d7 None None] Pushing event updated for resources: {'Port': ['ID=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:33.115611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:33.267909 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-946e41dd-9d02-4d73-9ddf-3bccc60d35e7 None None] Provisioning complete for port c74bbffa-f7e1-4d18-b2fe-25f44184a31b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:33.268206 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-946e41dd-9d02-4d73-9ddf-3bccc60d35e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:33.408296 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-946e41dd-9d02-4d73-9ddf-3bccc60d35e7 None None] Current status of the port c74bbffa-f7e1-4d18-b2fe-25f44184a31b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:33.408782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-946e41dd-9d02-4d73-9ddf-3bccc60d35e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:33.421323 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24b30dfa-5f00-486a-843a-187754e65bc5 req-db0f0d50-7dbf-489b-bf67-0d37b7e6fe47 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 210 time: 0.0287273 Apr 06 15:15:33.436855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:32Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:33.469288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633f828-7b10-402d-b788-f6fb1beb583a None None] The sync data for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv is: [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:32Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:15:33.480358 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-946e41dd-9d02-4d73-9ddf-3bccc60d35e7 None None] For port c74bbffa-f7e1-4d18-b2fe-25f44184a31b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:33.539874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-946e41dd-9d02-4d73-9ddf-3bccc60d35e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:33.598773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e41dd-9d02-4d73-9ddf-3bccc60d35e7 None None] Pushing event updated for resources: {'Port': ['ID=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:34.287260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c74bbffa-f7e1-4d18-b2fe-25f44184a31b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:15:34.328569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-19e7af42-5c7c-44b9-8ded-75439f9d224b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:34.330541 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-19e7af42-5c7c-44b9-8ded-75439f9d224b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 797 time: 0.1254652 Apr 06 15:15:34.339484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c74bbffa-f7e1-4d18-b2fe-25f44184a31b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:34.339870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:34.405894 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-2328fe2e-8363-4f10-a468-53f1c2da197d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 380 time: 0.0601575 Apr 06 15:15:34.415009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'port': {'device_id': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'admin_state_up': True, 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'security_groups': ['cd364b8d-d189-4528-a9e0-472810c6ca13']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:34.452814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c74bbffa-f7e1-4d18-b2fe-25f44184a31b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:34.546729 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24826155-b177-438f-a233-78d807c3ac1e req-2132b073-1790-42b2-a25b-635994e1cf76 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 210 time: 0.0387378 Apr 06 15:15:34.636947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:15:34.640352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:34.769260 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.7 (32a00c81-5454-4188-b3dc-1bd06f857368/11155009-12c8-4e61-bf56-0310a945f71a/9cd16bce-2ff9-4553-a77e-8f5349c6a06f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:15:34.923996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:35.014438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:35.057524 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 32a00c81-5454-4188-b3dc-1bd06f857368 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:15:35.060842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:15:35.063264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:15:35.099727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:35.124709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:35.125331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:35.222138 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-8f144c87-a304-4be4-88b6-c88fd663aeea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8116693 Apr 06 15:15:35.240355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Request body: {'port': {'device_id': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:35.275982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-115b4f8d-fb78-423a-b27d-419d2fa3b330 None None] Provisioning complete for port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:35.276582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-115b4f8d-fb78-423a-b27d-419d2fa3b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:35.301855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:35.310618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-115b4f8d-fb78-423a-b27d-419d2fa3b330 None None] Port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:15:35.567960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd16bce-2ff9-4553-a77e-8f5349c6a06f {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:15:35.576089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Publish callbacks [] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:35.588740 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Transition to ACTIVE for port object 9cd16bce-2ff9-4553-a77e-8f5349c6a06f will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:15:35.648736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:35.714344 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56f010-a0f0-4a5b-bc17-dabc5148e6a2 req-759ba5d9-89fd-46a9-abcb-c9c029cf20ec tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:35.716000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c56f010-a0f0-4a5b-bc17-dabc5148e6a2 req-759ba5d9-89fd-46a9-abcb-c9c029cf20ec tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 931 time: 0.1020815 Apr 06 15:15:35.717103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Pushing event updated for resources: {'Port': ['ID=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:35.817271 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c56f010-a0f0-4a5b-bc17-dabc5148e6a2 req-81a83d7d-860e-4820-905a-b75b19567596 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940959 Apr 06 15:15:35.831948 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Attempting to bind port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:15:35.832317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Attempting to bind port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:15:35.832809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Attempting to bind port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f on network 32a00c81-5454-4188-b3dc-1bd06f857368 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:15:35.837548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f on network 32a00c81-5454-4188-b3dc-1bd06f857368 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:15:35.837956 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Attempting to bind port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f on network 32a00c81-5454-4188-b3dc-1bd06f857368 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:15:35.843183 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:15:35.843523 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Checking segment: {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:15:35.843911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Bound using segment: {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:15:35.844367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Bound port: 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d865f0b-54db-489b-b9b8-c02ad0f205e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:15:35.844724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:35.908369 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:15:35.911290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:15:36.002951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:36.041043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:36.041662 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:36.043139 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] 10.222.0.87 "PUT /v2.0/ports/9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 1093 time: 0.8070743 Apr 06 15:15:36.043585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:15:36.045804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a310991f-4091-4fd9-bfb7-fe33498216a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:15:36.075686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dcae3-bd36-4e3c-b2a8-95a178dd57bf service neutron] Pushing event updated for resources: {'Port': ['ID=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:36.147446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c405912-7c05-4d05-8dae-553270538123 x-openstack-request-id: req-3c405912-7c05-4d05-8dae-553270538123 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:15:36.147446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:15:36.147446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c405912-7c05-4d05-8dae-553270538123 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:15:36.147446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c405912-7c05-4d05-8dae-553270538123'] response: {'name': 'network-changed', 'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'status': 'completed', 'code': 200} Apr 06 15:15:36.214391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-48dcdd94-76e3-48d7-9464-3ce6b31776cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:36.215955 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-48dcdd94-76e3-48d7-9464-3ce6b31776cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1127 time: 0.0479195 Apr 06 15:15:36.265161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-0c89d3fc-de80-4d91-b179-4345e9e1e6c1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 217 time: 0.0365582 Apr 06 15:15:36.313236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-01d51495-62df-4fde-ba9e-74994df51f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:36.314611 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-01d51495-62df-4fde-ba9e-74994df51f92 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0440624 Apr 06 15:15:36.366114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-df808cc9-6890-463e-870c-fee3e00862cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:36.367651 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-df808cc9-6890-463e-870c-fee3e00862cc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477448 Apr 06 15:15:36.457089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-7a8d80ec-382b-4e1f-854e-7956fccb8c5c service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828106 Apr 06 15:15:36.550003 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5c6f20cc-4e5b-4adf-8838-4ce09f92a630 req-d7f0224f-6c19-444d-90c8-653c456a9045 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865107 Apr 06 15:15:36.741257 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-6b313d4e-8bea-4629-82c8-291cd4fdad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:36.742778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-6b313d4e-8bea-4629-82c8-291cd4fdad08 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1127 time: 0.0454814 Apr 06 15:15:36.838900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-647b0867-6212-49dd-8f47-3841573584e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:36.840365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-647b0867-6212-49dd-8f47-3841573584e0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 899 time: 0.0908318 Apr 06 15:15:36.882388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-83722b97-c6f1-436f-8918-5abeed3275af service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 217 time: 0.0363286 Apr 06 15:15:36.961272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-e0e13da9-9067-4b02-9bd1-07340d066799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:36.963534 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-e0e13da9-9067-4b02-9bd1-07340d066799 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0707574 Apr 06 15:15:36.974954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3b86d-3ca2-4f76-89c4-7d415e2b2ebe req-00c4d333-4912-4e47-81f5-c364258003ab tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:36.976375 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-04d3b86d-3ca2-4f76-89c4-7d415e2b2ebe req-00c4d333-4912-4e47-81f5-c364258003ab tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 943 time: 0.0915396 Apr 06 15:15:37.052096 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-04d3b86d-3ca2-4f76-89c4-7d415e2b2ebe req-71dbde29-3876-429c-9cc8-e961e51b3245 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677614 Apr 06 15:15:37.054855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-564b9f57-575a-4c62-afc0-3a716e8a535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:37.056308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-564b9f57-575a-4c62-afc0-3a716e8a535d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0790842 Apr 06 15:15:37.147738 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-174e7ba2-bcc4-4be1-a0a1-971bda086053 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Apr 06 15:15:37.234597 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a310991f-4091-4fd9-bfb7-fe33498216a1 req-d7808a2d-ca15-45c7-adea-36dca74cc4ae service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808039 Apr 06 15:15:38.170945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b9282-eecc-46dd-a127-74114fb298f6 req-8532429f-454d-4dab-b9ab-ef4d58e66ff6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:38.172439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-372b9282-eecc-46dd-a127-74114fb298f6 req-8532429f-454d-4dab-b9ab-ef4d58e66ff6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 943 time: 0.0528810 Apr 06 15:15:38.221065 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-372b9282-eecc-46dd-a127-74114fb298f6 req-281ac1bd-8dc8-4599-aadf-98bbfd251fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430882 Apr 06 15:15:39.125820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3bccc52a-6345-42eb-84cb-fcb2d908fed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:39.342808 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fdf20-3114-4cbd-b50a-d6066bc330f1 req-ca1c32cb-7e02-4ab4-81d9-71c738480b1f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:39.344342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be9fdf20-3114-4cbd-b50a-d6066bc330f1 req-ca1c32cb-7e02-4ab4-81d9-71c738480b1f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 943 time: 0.0568414 Apr 06 15:15:39.393138 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-be9fdf20-3114-4cbd-b50a-d6066bc330f1 req-16129321-2c27-4270-934b-7474f981895b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Apr 06 15:15:39.640873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 9cd16bce-2ff9-4553-a77e-8f5349c6a06f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:15:39.738234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:39.750141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'port_id': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'mac_address': 'fa:16:3e:bf:9e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:15:39.786116 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:39.786436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:39.800255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd16bce-2ff9-4553-a77e-8f5349c6a06f {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:15:39.819723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:39.888012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:39.934651 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:40.267956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['9cd16bce-2ff9-4553-a77e-8f5349c6a06f'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:15:40.518060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e20ed-5c2f-4887-bd15-2875034304fe req-086adc40-f787-43b5-8301-3312de2c09a9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:40.519560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc8e20ed-5c2f-4887-bd15-2875034304fe req-086adc40-f787-43b5-8301-3312de2c09a9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 944 time: 0.0548472 Apr 06 15:15:40.568000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc8e20ed-5c2f-4887-bd15-2875034304fe req-d8b36a89-de42-4021-916d-9d96958e269e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Apr 06 15:15:41.567555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-43c3c745-7992-4de1-bbde-9591345806ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:41.673271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 9cd16bce-2ff9-4553-a77e-8f5349c6a06f up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:15:41.690469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b26aa-cc37-44d9-9822-93bd4702b2e4 req-e1a71a64-5ccc-481d-886b-56b6e64e3a56 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:41.691993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a4b26aa-cc37-44d9-9822-93bd4702b2e4 req-e1a71a64-5ccc-481d-886b-56b6e64e3a56 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 944 time: 0.0575054 Apr 06 15:15:41.741895 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a4b26aa-cc37-44d9-9822-93bd4702b2e4 req-0c54d174-0280-4a85-86a6-024f63a08dfc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435870 Apr 06 15:15:41.811566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:15:41.815622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:15:41.816097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:41.890925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:15:41.891348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:41.917470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:15:41.919738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a7850-55c4-4384-a64d-2bcd9d519410" -d '{"events": [{"server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "name": "network-vif-plugged", "status": "completed", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:15:41.932119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:15:41.954657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b22565-c76c-4c06-aaa2-21e50f4c795d x-openstack-request-id: req-e4b22565-c76c-4c06-aaa2-21e50f4c795d {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:15:41.954954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "name": "network-vif-plugged", "status": "completed", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:15:41.960270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e4b22565-c76c-4c06-aaa2-21e50f4c795d {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:15:41.960270 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b22565-c76c-4c06-aaa2-21e50f4c795d'] response: {'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'code': 200} Apr 06 15:15:42.008353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:42.058191 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:42.333880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2f035-46c7-4d8f-92c1-154e3a73afc0 req-ae3db502-58c8-476a-bc6b-ce6a4b9a0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:42.335367 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b7b2f035-46c7-4d8f-92c1-154e3a73afc0 req-ae3db502-58c8-476a-bc6b-ce6a4b9a0612 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1129 time: 0.0430081 Apr 06 15:15:42.379400 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b7b2f035-46c7-4d8f-92c1-154e3a73afc0 req-2f73958f-cf3c-4478-a619-7209328840e3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381591 Apr 06 15:15:42.866486 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16fcd-0b54-4d19-b67a-f9abe622d966 req-578c2d98-a571-4d74-aced-2730f0fe657a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:42.868006 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8a16fcd-0b54-4d19-b67a-f9abe622d966 req-578c2d98-a571-4d74-aced-2730f0fe657a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0568001 Apr 06 15:15:42.920707 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8a16fcd-0b54-4d19-b67a-f9abe622d966 req-aef11d97-d40d-41b1-a53e-18a3580ef6be tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Apr 06 15:15:43.893586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:44.041404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a73306-3bcf-46c3-b6a1-002b59868291 req-f3afbf84-d90d-45dc-83bf-b083b5c8985a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:44.042860 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e4a73306-3bcf-46c3-b6a1-002b59868291 req-f3afbf84-d90d-45dc-83bf-b083b5c8985a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0530145 Apr 06 15:15:44.091510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e4a73306-3bcf-46c3-b6a1-002b59868291 req-2e47a792-002c-4b26-8ffc-e29de46ddbd8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Apr 06 15:15:44.221764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4331-194c-496c-bb0a-bae9a3fb378e req-52ea87b8-2db8-4a91-ac3a-28e995fafe9c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:44.223411 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ba4331-194c-496c-bb0a-bae9a3fb378e req-52ea87b8-2db8-4a91-ac3a-28e995fafe9c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0635419 Apr 06 15:15:44.273903 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ba4331-194c-496c-bb0a-bae9a3fb378e req-e1460bed-2ea2-4a60-8b22-512a2a8000ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Apr 06 15:15:44.296447 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52500) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:44.344129 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e27ae-1971-4497-830c-8743a921933c tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:44.345660 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-0a5e27ae-1971-4497-830c-8743a921933c tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1124 time: 0.0481961 Apr 06 15:15:44.348516 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52502) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:44.354733 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:15:44.451744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:44.567077 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:44.677721 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.113 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/4925fd51-2449-4efe-a9c2-4befa03387b3) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:15:44.792748 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (4925fd51-2449-4efe-a9c2-4befa03387b3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:44.882725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4925fd51-2449-4efe-a9c2-4befa03387b3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:44.928341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:15:44.946476 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:15:44.951832 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:15:44.955056 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=4925fd51-2449-4efe-a9c2-4befa03387b3,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:45.301987 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (caae7e6f-eed6-4ac6-89dd-3126efa4920a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:45.432144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4925fd51-2449-4efe-a9c2-4befa03387b3), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:45.585372 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (4925fd51-2449-4efe-a9c2-4befa03387b3), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:45.656992 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (4925fd51-2449-4efe-a9c2-4befa03387b3), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:45.730387 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=4925fd51-2449-4efe-a9c2-4befa03387b3,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:15:45.737711 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (caae7e6f-eed6-4ac6-89dd-3126efa4920a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:45.842789 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP caae7e6f-eed6-4ac6-89dd-3126efa4920a associated. External IP: 172.26.7.113, port: 9cd16bce-2ff9-4553-a77e-8f5349c6a06f. Apr 06 15:15:45.977072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.069347 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:15:46.183201 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:15:46.194343 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] Sync routers for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:15:46.212775 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:46.213412 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:46.253423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.287164 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e91911c5-a6a4-4e20-8798-28088fc69db2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9350622 Apr 06 15:15:46.287164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:15:46.287843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:15:46.328997 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:46.392565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7a2fcc-5766-4844-b526-a1caf002944b x-openstack-request-id: req-5a7a2fcc-5766-4844-b526-a1caf002944b {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:15:46.393044 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:15:46.393148 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5a7a2fcc-5766-4844-b526-a1caf002944b {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:15:46.393503 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7a2fcc-5766-4844-b526-a1caf002944b'] response: {'name': 'network-changed', 'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'status': 'completed', 'code': 200} Apr 06 15:15:46.412889 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dc532-2feb-4527-b68b-cb66ee237ee4 req-3ca9ac44-4513-4cf2-a11c-68be2d2c35b8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:46.416167 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e79dc532-2feb-4527-b68b-cb66ee237ee4 req-3ca9ac44-4513-4cf2-a11c-68be2d2c35b8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0727592 Apr 06 15:15:46.452239 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:15:46.513255 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e79dc532-2feb-4527-b68b-cb66ee237ee4 req-39c956f2-3928-4a07-8199-b2e0997fbc5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873992 Apr 06 15:15:46.543147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-20f087b8-2d8d-4cdc-adff-3ce9152146d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:46.543147 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-20f087b8-2d8d-4cdc-adff-3ce9152146d4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1129 time: 0.0892539 Apr 06 15:15:46.543147 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52510) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:46.547047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:15:46.601356 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'caae7e6f-eed6-4ac6-89dd-3126efa4920a', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.113', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'port_id': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'mac_address': 'fa:16:3e:bf:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:15:45Z', 'updated_at': '2022-04-06T15:15:45Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:33Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:46.626863 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] Checking router: 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:15:46.636673 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:15:46.637518 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:15:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:46.659765 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1530081b-aeed-4876-8a0c-61117c406891 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/caae7e6f-eed6-4ac6-89dd-3126efa4920a HTTP/1.1" status: 200 len: 991 time: 0.1153674 Apr 06 15:15:46.686796 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-721435c0-25a3-40e0-a9c4-0732165d56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:46.688338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-721435c0-25a3-40e0-a9c4-0732165d56e1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 899 time: 0.1428533 Apr 06 15:15:46.761753 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-327f8555-af1b-4547-9a2e-13996f026af5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 999 time: 0.0673583 Apr 06 15:15:46.813097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-1959b3dd-130c-424b-89e0-83e9041ccbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:46.814474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-1959b3dd-130c-424b-89e0-83e9041ccbb0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0477359 Apr 06 15:15:46.838111 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:15:46.861999 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-8e8c8082-469d-4070-b831-ff48bbc60e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:15:46.863579 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-8e8c8082-469d-4070-b831-ff48bbc60e6c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435982 Apr 06 15:15:46.956177 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-3ebf6897-d111-4da9-9300-ed577b59e776 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863545 Apr 06 15:15:47.046872 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae9eb482-bdd4-4382-a12f-51eaae7b1a3c req-ae906917-7756-40ba-9f00-feeb7c4cc37f service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843694 Apr 06 15:15:47.067757 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'caae7e6f-eed6-4ac6-89dd-3126efa4920a', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.113', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'port_id': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'mac_address': 'fa:16:3e:bf:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:15:45Z', 'updated_at': '2022-04-06T15:15:45Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:33Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:15:47.098275 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46f46c-fdac-4eff-8c71-990962f4947a None None] The sync data for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv is: [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'caae7e6f-eed6-4ac6-89dd-3126efa4920a', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.113', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'port_id': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'mac_address': 'fa:16:3e:bf:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:15:45Z', 'updated_at': '2022-04-06T15:15:45Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:33Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:15:47.306448 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9cfd4-ad5f-4ebf-bb62-47339c04b4cc None None] New status for floating IP caae7e6f-eed6-4ac6-89dd-3126efa4920a: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:15:47.663872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52514) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:15:47.727417 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-74e5c979-61d7-44bf-b871-405de0805af2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/caae7e6f-eed6-4ac6-89dd-3126efa4920a HTTP/1.1" status: 200 len: 993 time: 0.0623164 Apr 06 15:15:54.058892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:09.116621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1de7ba3f-9690-47ef-8254-b925ba2d47a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:11.567392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1f1c6ab0-da70-45a7-8264-44be2d6dc58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:13.898953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:15.724520 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-62b2bf56-bddb-4ef3-bae0-231ef4a5168f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419698 Apr 06 15:16:15.822424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-a4ea2a96-3911-4bc4-bd23-32510f0dbdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:15.823930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-a4ea2a96-3911-4bc4-bd23-32510f0dbdd2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1129 time: 0.0432839 Apr 06 15:16:15.931315 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-60fe969b-313a-4ae8-be4a-7a4887463969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:15.931315 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-60fe969b-313a-4ae8-be4a-7a4887463969 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 899 time: 0.0873678 Apr 06 15:16:15.988203 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:15.996770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-1d0b498c-1bf9-49c2-924d-60a50c270592 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 1001 time: 0.0596340 Apr 06 15:16:16.048665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-e0dc811d-0db3-487b-b1a3-cf41d58a1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:16.050089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-e0dc811d-0db3-487b-b1a3-cf41d58a1d26 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0475328 Apr 06 15:16:16.099072 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-db6614e8-72ce-4289-9160-6b14db8e8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:16.100564 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-db6614e8-72ce-4289-9160-6b14db8e8bb8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431492 Apr 06 15:16:16.186413 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-86f4c129-ff60-4345-9327-3bd6a2e00c3a service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802631 Apr 06 15:16:16.278855 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8837fd65-40b5-42de-a598-1b82b06a9187 req-00d6a5eb-6d64-41b2-8e63-b38ceb615546 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854065 Apr 06 15:16:16.493195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:23.450397 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:16:24.093117 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:39.127266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-431ee897-f707-4119-bace-ebb81edd0ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:41.589965 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d1b0-0e5c-487c-949e-edd7a6f60f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:43.898498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:45.971434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:46.491947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:50.598606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-02dbe1b8-b0e8-41c0-982f-c7282510e20a req-0f9a7d65-74f2-4159-aff5-ef4042a37691 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:16:50.599624 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-02dbe1b8-b0e8-41c0-982f-c7282510e20a req-0f9a7d65-74f2-4159-aff5-ef4042a37691 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0600336 Apr 06 15:16:50.931899 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64fe17-48af-4537-ac0a-67f588ba0f80 req-f457d5e9-093c-4e52-a203-4c2f86a14270 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:50.933382 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3d64fe17-48af-4537-ac0a-67f588ba0f80 req-f457d5e9-093c-4e52-a203-4c2f86a14270 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0537784 Apr 06 15:16:50.982421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3d64fe17-48af-4537-ac0a-67f588ba0f80 req-3ec1b0b0-e6e8-40d0-8e52-aeb198adb7f9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428212 Apr 06 15:16:51.062563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52548) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:16:51.148254 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-7f52576b-1c9e-47c3-beb7-0147cace4108 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844829 Apr 06 15:16:51.156729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-3b6128b4-e90a-463d-9527-0d75af670ed0 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:16:51.157677 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-3b6128b4-e90a-463d-9527-0d75af670ed0 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049572 Apr 06 15:16:51.659222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52568) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:16:51.754902 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-a44e801d-62c8-4cb5-967a-c42363fc2b82 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:51.756310 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-a44e801d-62c8-4cb5-967a-c42363fc2b82 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports/9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 942 time: 0.0960743 Apr 06 15:16:52.102673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31238caa-0204-4fca-942b-7054c607bf81 req-71f8bfb8-b2f6-4e5d-91c9-3640a9af303a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:52.104281 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-31238caa-0204-4fca-942b-7054c607bf81 req-71f8bfb8-b2f6-4e5d-91c9-3640a9af303a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0543692 Apr 06 15:16:52.154366 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-31238caa-0204-4fca-942b-7054c607bf81 req-3a2c40d1-055e-4e85-b276-165ccb5897f0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Apr 06 15:16:53.244276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-f634e424-08ef-448c-84f7-2c8a51fbe395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:53.245786 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-f634e424-08ef-448c-84f7-2c8a51fbe395 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1129 time: 0.0447452 Apr 06 15:16:53.377164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df2a11-864c-4362-b4d9-8f497bbbbaf6 req-65f6c430-00af-45d9-bce0-a7c1d10ade8e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:53.378641 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4df2a11-864c-4362-b4d9-8f497bbbbaf6 req-65f6c430-00af-45d9-bce0-a7c1d10ade8e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.1090374 Apr 06 15:16:53.379628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-47916f3a-2565-4426-bebe-e0a9e62d5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:53.380939 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-47916f3a-2565-4426-bebe-e0a9e62d5e61 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 899 time: 0.1289830 Apr 06 15:16:53.480155 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-4e74b6de-94b5-4d2b-9fcb-3142a65bf975 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 1001 time: 0.0887237 Apr 06 15:16:53.484273 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c4df2a11-864c-4362-b4d9-8f497bbbbaf6 req-a786d265-96e5-4267-b3b4-ea6a88d1b729 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997992 Apr 06 15:16:53.528077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-1a2e4719-1d57-4faf-8905-a59371e4dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:53.529588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-1a2e4719-1d57-4faf-8905-a59371e4dd2d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0441136 Apr 06 15:16:53.577634 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-2a62bce3-77e9-4b2f-bfe2-d3eba3886115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:53.579151 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-2a62bce3-77e9-4b2f-bfe2-d3eba3886115 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439897 Apr 06 15:16:53.671041 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-020e9566-c5d8-405a-8cc6-389d6f909cd9 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Apr 06 15:16:53.757285 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-f6f37b7a-df6d-4940-b997-6dd5a9a1eeba service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811620 Apr 06 15:16:54.133008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:16:54.609279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b53002-c444-432a-a961-fd059bc7f6a2 req-226518aa-f85b-4300-8eee-90911afe4cef tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:54.610760 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b53002-c444-432a-a961-fd059bc7f6a2 req-226518aa-f85b-4300-8eee-90911afe4cef tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0579312 Apr 06 15:16:54.658670 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d8b53002-c444-432a-a961-fd059bc7f6a2 req-24aedbbf-5943-4e68-b6a5-e848db92669c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423043 Apr 06 15:16:55.775909 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82846c5-c359-4739-ae92-7fd001217135 req-5118c2ed-ca4c-420f-86b3-5a185355f221 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:55.777385 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b82846c5-c359-4739-ae92-7fd001217135 req-5118c2ed-ca4c-420f-86b3-5a185355f221 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0527546 Apr 06 15:16:55.825099 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b82846c5-c359-4739-ae92-7fd001217135 req-bb4fd2b9-6052-4c37-9b85-d1398ee55bcd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Apr 06 15:16:56.947045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e2e7d-5760-4ec9-98fd-15203cce95ca req-18bc2855-a21e-4598-a116-b687e0824ca3 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:56.948525 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f2e2e7d-5760-4ec9-98fd-15203cce95ca req-18bc2855-a21e-4598-a116-b687e0824ca3 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0567305 Apr 06 15:16:56.996900 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8f2e2e7d-5760-4ec9-98fd-15203cce95ca req-e90e1a61-f46e-415b-9007-ad13c97a70b3 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 Apr 06 15:16:58.117917 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c10af-d8a2-4303-a580-6179e89e4fd9 req-04f040f9-6ce4-4ab2-9a21-a3706390eb96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:58.119405 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a4c10af-d8a2-4303-a580-6179e89e4fd9 req-04f040f9-6ce4-4ab2-9a21-a3706390eb96 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0524249 Apr 06 15:16:58.169530 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0a4c10af-d8a2-4303-a580-6179e89e4fd9 req-760870c3-4101-49f8-b4f9-e12a7ecc86c6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Apr 06 15:16:59.285742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ed889-77e5-4d8d-8745-49d9aed0418d req-98f092b3-a4f2-4a77-9c8b-c560d6281ed4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:16:59.287273 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a5ed889-77e5-4d8d-8745-49d9aed0418d req-98f092b3-a4f2-4a77-9c8b-c560d6281ed4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0516324 Apr 06 15:16:59.340613 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a5ed889-77e5-4d8d-8745-49d9aed0418d req-3f02aa48-fe50-493e-bf8a-59371b3e95d6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474660 Apr 06 15:17:00.448235 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:17:00.461022 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212243e-b7ab-4bbb-a672-39bc208dc20e req-54a91a7a-a9c2-486e-8098-30909f1085d8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:00.462483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6212243e-b7ab-4bbb-a672-39bc208dc20e req-54a91a7a-a9c2-486e-8098-30909f1085d8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0522950 Apr 06 15:17:00.510602 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6212243e-b7ab-4bbb-a672-39bc208dc20e req-a0e47969-1183-4c00-aea1-4605d9163429 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418520 Apr 06 15:17:01.630616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e361a-12a6-4e69-a182-7d6a8852f2f4 req-d81ea618-e8ef-4022-86a6-933e291ad78b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:01.632131 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d17e361a-12a6-4e69-a182-7d6a8852f2f4 req-d81ea618-e8ef-4022-86a6-933e291ad78b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0519042 Apr 06 15:17:01.680126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d17e361a-12a6-4e69-a182-7d6a8852f2f4 req-4cdfe954-d633-467c-9a44-442f32eaca87 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 Apr 06 15:17:02.809506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df52858-abcf-4ca2-a061-1aea537fca2e req-d74006ac-2349-4469-b011-a538538e709e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:02.810981 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7df52858-abcf-4ca2-a061-1aea537fca2e req-d74006ac-2349-4469-b011-a538538e709e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0626826 Apr 06 15:17:02.858813 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7df52858-abcf-4ca2-a061-1aea537fca2e req-70135530-f07c-420b-bec6-2af4a1a8fc7d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Apr 06 15:17:03.976178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a2ebd-6d48-4d97-917a-ff75a276a033 req-420e7d39-45c7-4c09-aa00-071965f805bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:03.977654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-921a2ebd-6d48-4d97-917a-ff75a276a033 req-420e7d39-45c7-4c09-aa00-071965f805bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0525312 Apr 06 15:17:04.026054 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-921a2ebd-6d48-4d97-917a-ff75a276a033 req-5b7faa74-4e95-4908-9c8a-e44411e630cb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429354 Apr 06 15:17:05.144768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea8669-7095-4917-aac8-ff770e1ee700 req-cae1903b-ab19-47b4-910c-90595bb220dd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:05.146246 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6ea8669-7095-4917-aac8-ff770e1ee700 req-cae1903b-ab19-47b4-910c-90595bb220dd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Apr 06 15:17:05.200000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c6ea8669-7095-4917-aac8-ff770e1ee700 req-41d25f04-6751-4abf-a8b2-5b5452230546 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481391 Apr 06 15:17:05.878191 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-29b9d03e-d14e-40c8-bd03-469509315c1c service neutron] 10.222.0.87 "GET /v2.0/ports/9cd16bce-2ff9-4553-a77e-8f5349c6a06f/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0563231 Apr 06 15:17:06.321791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7c806-f73f-45f0-855a-32df8ed1651c req-2534185a-6bf1-4f4c-9b79-41c9335fb4a6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:06.323292 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-11f7c806-f73f-45f0-855a-32df8ed1651c req-2534185a-6bf1-4f4c-9b79-41c9335fb4a6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Apr 06 15:17:06.374342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-11f7c806-f73f-45f0-855a-32df8ed1651c req-fd4f3279-d35f-4b8d-b331-53a66a52227e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441637 Apr 06 15:17:06.453591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-39d3b112-4810-40d4-984f-269f9a921830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:06.455173 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-39d3b112-4810-40d4-984f-269f9a921830 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 1129 time: 0.0799518 Apr 06 15:17:06.536314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-a4474c3f-7297-4d09-8e0e-3f402ff7ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:06.537820 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-a4474c3f-7297-4d09-8e0e-3f402ff7ace6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1129 time: 0.0507300 Apr 06 15:17:06.630625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-d4b3e0e3-7110-4380-87bd-0e0da468480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:06.632142 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-d4b3e0e3-7110-4380-87bd-0e0da468480c service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 899 time: 0.0882952 Apr 06 15:17:06.696405 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-a12a9c84-b993-449e-b573-5f85c978bb44 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 1001 time: 0.0578370 Apr 06 15:17:06.744435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-37e1043c-6795-4b23-a365-a07a7b6c63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:06.745865 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-37e1043c-6795-4b23-a365-a07a7b6c63cb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0443392 Apr 06 15:17:06.800105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-17f33007-7a3d-442d-ac3e-e52d5e3f832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:06.801547 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-17f33007-7a3d-442d-ac3e-e52d5e3f832b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493593 Apr 06 15:17:06.887485 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-616186d0-eab6-47a6-b7b9-93f5bbb19bcc service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801306 Apr 06 15:17:06.978166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f84aef7e-d16f-4d88-ba4e-78dd2c7969f6 req-98d59769-2640-480c-b110-b8acb7cf57d9 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848172 Apr 06 15:17:07.495353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975c5a-4c15-4f14-b929-b16a68ec5c3e req-508b201d-5ac4-4480-bad6-3a5ad424ab75 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:07.496733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e0975c5a-4c15-4f14-b929-b16a68ec5c3e req-508b201d-5ac4-4480-bad6-3a5ad424ab75 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0530188 Apr 06 15:17:07.544410 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e0975c5a-4c15-4f14-b929-b16a68ec5c3e req-f7568fcf-54cb-4e80-a370-ebff41518ce9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Apr 06 15:17:08.211911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 9cd16bce-2ff9-4553-a77e-8f5349c6a06f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:17:08.308682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:17:08.462299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'port_id': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'mac_address': 'fa:16:3e:bf:9e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:17:08.499438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:17:08.499825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:08.511938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cd16bce-2ff9-4553-a77e-8f5349c6a06f {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:17:08.531805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:17:08.630103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:08.664988 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebd311-e8c9-4228-bb0f-6d83c91dda62 req-e6ea4a7f-0cb2-4715-938f-98167ea8dc1f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:08.666483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cebd311-e8c9-4228-bb0f-6d83c91dda62 req-e6ea4a7f-0cb2-4715-938f-98167ea8dc1f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Apr 06 15:17:08.677778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:17:08.684665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.685022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.685371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.685714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.686079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.686416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.686752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.687114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.687464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.687790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.688118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.688450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.688775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:17:08.715381 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9cebd311-e8c9-4228-bb0f-6d83c91dda62 req-de9a2836-17c6-4ddb-a495-657eac3faa0c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Apr 06 15:17:09.026765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['9cd16bce-2ff9-4553-a77e-8f5349c6a06f'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:17:09.120345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6dff45c2-b18e-4432-b98b-ef3f633a0a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:09.839872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d534a5-9daf-4df7-ad94-1c90d5678bb3 req-25266c89-17cb-43d0-80fd-da918f25399d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:09.841321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-04d534a5-9daf-4df7-ad94-1c90d5678bb3 req-25266c89-17cb-43d0-80fd-da918f25399d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 944 time: 0.0576153 Apr 06 15:17:09.894327 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-04d534a5-9daf-4df7-ad94-1c90d5678bb3 req-90db581f-4429-4189-a68d-feb48d627091 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473945 Apr 06 15:17:10.145283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-48f8e97a-6b93-43d9-be38-da154e315a57 service neutron] (104443) timed out ('10.222.0.71', 49088) {{(pid=104443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 15:17:10.212659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 9cd16bce-2ff9-4553-a77e-8f5349c6a06f up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:17:10.264201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:17:10.264607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:10.340131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:17:10.340521 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:10.363127 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:17:10.365342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83af0be6-242f-4ac8-8856-346ef516ede1" -d '{"events": [{"server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "name": "network-vif-plugged", "status": "completed", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:17:10.378313 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:17:10.408859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f47c6b-3da3-4201-8f15-e14168a47e48 x-openstack-request-id: req-13f47c6b-3da3-4201-8f15-e14168a47e48 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:17:10.409186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "name": "network-vif-plugged", "status": "completed", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:17:10.409449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-13f47c6b-3da3-4201-8f15-e14168a47e48 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:17:10.409856 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f47c6b-3da3-4201-8f15-e14168a47e48'] response: {'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'code': 200} Apr 06 15:17:10.435262 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:10.485942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:17:10.683541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [req-be3f25be-1dd1-4bf4-8a39-3ad78295a6fe req-76e260f8-3c4f-433a-b6eb-9dd04adf3158 tempest-ServerActionsTestJSON-269599072 tempest-ServerActionsTestJSON-269599072-project] (104442) timed out ('10.222.0.71', 47354) {{(pid=104442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 15:17:11.012594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80c38-5c4e-48cf-97f6-c1042ef35872 req-f7c0d41c-3f37-4688-a625-381bea354fd9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:11.014089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-28a80c38-5c4e-48cf-97f6-c1042ef35872 req-f7c0d41c-3f37-4688-a625-381bea354fd9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0525537 Apr 06 15:17:11.062412 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-28a80c38-5c4e-48cf-97f6-c1042ef35872 req-76e6e44e-3be7-4b95-8b1e-55e5d0ee0e0f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Apr 06 15:17:11.455962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6c07b-6436-4b02-9935-8a6e1bfc0d12 req-e79bddda-12f2-46c2-af28-52a0c22855f8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:11.457459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8bf6c07b-6436-4b02-9935-8a6e1bfc0d12 req-e79bddda-12f2-46c2-af28-52a0c22855f8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0547090 Apr 06 15:17:11.559349 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8bf6c07b-6436-4b02-9935-8a6e1bfc0d12 req-ff1e279a-fe17-4025-b28f-c454fcc411b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961726 Apr 06 15:17:11.561707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2f527a33-e94e-494b-845e-607ffb846de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:11.595852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-35e97f0b-5805-43cd-ad57-7e5180c40198 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:11.597321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-35e97f0b-5805-43cd-ad57-7e5180c40198 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70&tenant_id=5c0c19c50f06428da9174823bf8284c8&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.1044519 Apr 06 15:17:11.710264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad988fb5-f0c5-4081-a33e-656025995802 req-6b4bedb1-0c70-405e-a436-b809f6e47450 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:11.711683 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad988fb5-f0c5-4081-a33e-656025995802 req-6b4bedb1-0c70-405e-a436-b809f6e47450 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0829155 Apr 06 15:17:11.750520 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-e832dea9-394c-4e1c-8888-a20951e162ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:11.752048 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-e832dea9-394c-4e1c-8888-a20951e162ca service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1129 time: 0.0848980 Apr 06 15:17:11.812355 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ad988fb5-f0c5-4081-a33e-656025995802 req-6fea5f08-0feb-47d2-b084-c6a3975bbed3 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934577 Apr 06 15:17:11.854708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-285fcef6-b756-474b-bd1d-527c2c1b5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:11.856231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-285fcef6-b756-474b-bd1d-527c2c1b5230 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 899 time: 0.0986443 Apr 06 15:17:11.921830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-2e13ab41-4106-4f97-afbb-1ae444ab016d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 1001 time: 0.0597997 Apr 06 15:17:11.969477 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-87374f9b-9b8c-49ce-8246-1172287fdf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:11.970814 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-87374f9b-9b8c-49ce-8246-1172287fdf97 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0434444 Apr 06 15:17:12.021253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-9312013c-1702-4957-994d-df2abc1d63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:12.022740 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-9312013c-1702-4957-994d-df2abc1d63f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466621 Apr 06 15:17:12.109286 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-a4b5a2dc-c9ce-4b77-bb4a-aae6f0fa860e service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808311 Apr 06 15:17:12.199010 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24445cde-40a4-4e63-af29-f27b5fa5180a req-9570ba6f-79f3-4d2e-9582-ce59c7bd2004 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842059 Apr 06 15:17:12.936253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc4e72-aa5c-4975-a077-521af7401bf0 req-8ec05c0c-15dd-49d7-867e-6e0652aa4bd0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:12.937284 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b0fc4e72-aa5c-4975-a077-521af7401bf0 req-8ec05c0c-15dd-49d7-867e-6e0652aa4bd0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0551844 Apr 06 15:17:12.988126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b0fc4e72-aa5c-4975-a077-521af7401bf0 req-9dce39d8-716f-47dd-a577-5b2f6c3034c9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453005 Apr 06 15:17:13.926596 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:14.114137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10f7a3-7326-4574-9c85-37e5c7077bb1 req-9b1a9ac9-4bcd-4c7e-81e5-1e25ca13dfe0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:14.116299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e10f7a3-7326-4574-9c85-37e5c7077bb1 req-9b1a9ac9-4bcd-4c7e-81e5-1e25ca13dfe0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0590081 Apr 06 15:17:14.169485 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e10f7a3-7326-4574-9c85-37e5c7077bb1 req-0a84b1ae-6ee5-4e77-9a6d-ee862f3d7bae tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477407 Apr 06 15:17:14.192288 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52634) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:17:14.255852 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-14da8982-7153-4059-89df-ecc04f7b7556 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/caae7e6f-eed6-4ac6-89dd-3126efa4920a HTTP/1.1" status: 200 len: 993 time: 0.0623772 Apr 06 15:17:15.978024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:16.496202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:17.747288 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-31820d87-484e-450f-ad1a-8fcd88cd429f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461607 Apr 06 15:17:17.846751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-faf4fbce-858c-460a-896b-0de84af530ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:17.848272 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-faf4fbce-858c-460a-896b-0de84af530ed service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1129 time: 0.0441456 Apr 06 15:17:17.944986 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-9a289d70-5ad6-4a6a-a86a-dbafe7df9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:17.946446 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-9a289d70-5ad6-4a6a-a86a-dbafe7df9cef service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 899 time: 0.0820816 Apr 06 15:17:18.013881 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-1f06b739-fc81-4586-a91d-fe62bc89b005 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 1001 time: 0.0619180 Apr 06 15:17:18.061802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-ff858803-3a8a-4bc7-b848-a88335602872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:18.064361 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-ff858803-3a8a-4bc7-b848-a88335602872 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0447652 Apr 06 15:17:18.111974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-200ad06f-f190-4228-941d-3619021bcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:17:18.113409 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-200ad06f-f190-4228-941d-3619021bcb60 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431437 Apr 06 15:17:18.205386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-7a63f205-5db7-4ed9-b54f-816e88086686 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858188 Apr 06 15:17:18.292338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-225a5f7b-8c57-4c26-87ee-929d0902e9a7 req-560d241c-f623-46ba-a715-9c3fb1a906d2 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810556 Apr 06 15:17:24.074883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:37.446689 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:17:39.120621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6beee123-6e50-4a89-8fcf-d29e4b7c256f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:41.587591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-61c7df38-75aa-4023-97a2-7ed09f7e912f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:43.903663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:45.966539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:46.516456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:17:54.097916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:00.697988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52648) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:00.861750 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 4925fd51-2449-4efe-a9c2-4befa03387b3 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:18:00.862092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4925fd51-2449-4efe-a9c2-4befa03387b3), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:00.935792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4925fd51-2449-4efe-a9c2-4befa03387b3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:00.936126 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (4925fd51-2449-4efe-a9c2-4befa03387b3), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:00.947513 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 4925fd51-2449-4efe-a9c2-4befa03387b3 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:18:01.195086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4925fd51-2449-4efe-a9c2-4befa03387b3), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:01.224283 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=4925fd51-2449-4efe-a9c2-4befa03387b3,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:01.251375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.252183 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.252545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.252888 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.253224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.253558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.253886 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.254211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.254535 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.254860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.255207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.255530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.255851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:01.297426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (caae7e6f-eed6-4ac6-89dd-3126efa4920a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:01.297756 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP caae7e6f-eed6-4ac6-89dd-3126efa4920a disassociated (deleted). External IP: 172.26.7.113, port: 9cd16bce-2ff9-4553-a77e-8f5349c6a06f. Apr 06 15:18:01.507703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:18:01.617744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:18:01.622555 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:01.627856 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] Sync routers for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:18:01.637338 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:01.637957 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:17:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:01.654097 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-eee48801-10d3-415d-b8cf-41c34a8ace85 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/floatingips/caae7e6f-eed6-4ac6-89dd-3126efa4920a HTTP/1.1" status: 204 len: 168 time: 0.9550269 Apr 06 15:18:01.654671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:18:01.656898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89780007-97d8-4993-810f-7fd54d583824" -d '{"events": [{"name": "network-changed", "server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:18:01.696005 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daa3a76-b893-4a65-aa42-8a2808086d13 x-openstack-request-id: req-1daa3a76-b893-4a65-aa42-8a2808086d13 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:18:01.696289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:18:01.696544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1daa3a76-b893-4a65-aa42-8a2808086d13 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:18:01.697103 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1daa3a76-b893-4a65-aa42-8a2808086d13'] response: {'name': 'network-changed', 'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'status': 'completed', 'code': 200} Apr 06 15:18:01.747999 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:01.831337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89780007-97d8-4993-810f-7fd54d583824 req-78e5bcd0-4870-4d17-9f32-b198b70af733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:01.832861 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89780007-97d8-4993-810f-7fd54d583824 req-78e5bcd0-4870-4d17-9f32-b198b70af733 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 1129 time: 0.0863245 Apr 06 15:18:01.927195 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89780007-97d8-4993-810f-7fd54d583824 req-7d7209cc-0197-4854-b14f-281d51c5714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:01.928684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89780007-97d8-4993-810f-7fd54d583824 req-7d7209cc-0197-4854-b14f-281d51c5714e service neutron] 10.222.0.87 "GET /v2.0/networks?id=32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 200 len: 899 time: 0.0904291 Apr 06 15:18:01.948299 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:33Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:01.971338 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89780007-97d8-4993-810f-7fd54d583824 req-3a2bdf84-34fc-4e74-844c-3c5fbf2a637f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 200 len: 217 time: 0.0358140 Apr 06 15:18:01.978798 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] Checking router: 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:18:01.988785 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:01.989401 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:17:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:02.023111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89780007-97d8-4993-810f-7fd54d583824 req-661933f8-8952-4f51-b718-505ed915cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:02.024572 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89780007-97d8-4993-810f-7fd54d583824 req-661933f8-8952-4f51-b718-505ed915cc30 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 200 len: 834 time: 0.0475359 Apr 06 15:18:02.080775 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89780007-97d8-4993-810f-7fd54d583824 req-da4dcbc6-4530-4d7f-8bba-cd3ae18119fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:02.080775 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89780007-97d8-4993-810f-7fd54d583824 req-da4dcbc6-4530-4d7f-8bba-cd3ae18119fa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32a00c81-5454-4188-b3dc-1bd06f857368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493186 Apr 06 15:18:02.102872 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:02.225345 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa37fe-61cc-449a-a6c3-d09dc73de8dd req-f895fa9a-ad51-4133-8aea-46862216ae2c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:02.226842 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-77fa37fe-61cc-449a-a6c3-d09dc73de8dd req-f895fa9a-ad51-4133-8aea-46862216ae2c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.1059883 Apr 06 15:18:02.228616 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89780007-97d8-4993-810f-7fd54d583824 req-5ddf914c-96d0-451a-856b-1afa491e9e2d service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291957 Apr 06 15:18:02.301732 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:33Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:02.330139 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-77fa37fe-61cc-449a-a6c3-d09dc73de8dd req-d9e6f500-1a61-45d4-8c62-09bac5c41705 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971441 Apr 06 15:18:02.331451 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43bba3-4115-485e-bd3d-2b38cf9275b4 None None] The sync data for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv is: [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'c74bbffa-f7e1-4d18-b2fe-25f44184a31b', 'name': '', 'network_id': '32a00c81-5454-4188-b3dc-1bd06f857368', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:fd:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '11155009-12c8-4e61-bf56-0310a945f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:29Z', 'updated_at': '2022-04-06T15:15:33Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '11155009-12c8-4e61-bf56-0310a945f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:18:02.360639 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-89780007-97d8-4993-810f-7fd54d583824 req-7f7de201-94d1-432a-a9fe-13ef4ee6c8b3 service neutron] 10.222.0.87 "GET /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213982 Apr 06 15:18:02.555053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd4ff4-f854-4ede-80ad-e8a792651122 None None] New status for floating IP caae7e6f-eed6-4ac6-89dd-3126efa4920a: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:18:03.453838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1e03-76af-46c0-b98e-e98b0b3f1ab0 req-d81392da-0684-4c1e-b8e2-c0ed9d8a10ca tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:03.455927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b86f1e03-76af-46c0-b98e-e98b0b3f1ab0 req-d81392da-0684-4c1e-b8e2-c0ed9d8a10ca tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0537932 Apr 06 15:18:03.504620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b86f1e03-76af-46c0-b98e-e98b0b3f1ab0 req-fe91ae2d-26bd-402d-bd87-479155e90f97 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Apr 06 15:18:04.210820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-ff1c1ea2-769b-4163-8686-ed91d772c88e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:04.212274 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-ff1c1ea2-769b-4163-8686-ed91d772c88e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 945 time: 0.0558465 Apr 06 15:18:04.309845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:18:04.310214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:04.401073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:04.401426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:04.415265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 9cd16bce-2ff9-4553-a77e-8f5349c6a06f owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:18:04.887665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (9cd16bce-2ff9-4553-a77e-8f5349c6a06f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:04.918494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=9cd16bce-2ff9-4553-a77e-8f5349c6a06f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:04.933617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.933906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.934208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.934555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.934894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.935261 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.935599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.935945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.936274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.936605 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.936936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.937263 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.937583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:04.987585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45509d10-bbf3-4e50-98cf-19659aa80efa req-cfe63409-7de1-41ee-ab7d-6b428539ada8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:04.989067 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-45509d10-bbf3-4e50-98cf-19659aa80efa req-cfe63409-7de1-41ee-ab7d-6b428539ada8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6783b47a-9121-4cb0-ba6c-81a0da80ad70 HTTP/1.1" status: 200 len: 867 time: 0.4160326 Apr 06 15:18:04.990341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] No DVR routers for this DVR port 9cd16bce-2ff9-4553-a77e-8f5349c6a06f on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:18:04.993054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:04.996219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-77aaec79-b4d9-483e-91db-a9dedb5bc591 req-3f0c89dd-6692-4798-85d9-654efc9b2ca8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "DELETE /v2.0/ports/9cd16bce-2ff9-4553-a77e-8f5349c6a06f HTTP/1.1" status: 204 len: 173 time: 0.7741382 Apr 06 15:18:04.996680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'name': 'network-vif-deleted', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:18:04.998987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1797410-d3a4-4c14-b008-91ee5a0f9d46" -d '{"events": [{"server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "name": "network-vif-deleted", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:18:05.041792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e2687c-406b-4728-a08f-6ecd4efbcf0f x-openstack-request-id: req-17e2687c-406b-4728-a08f-6ecd4efbcf0f {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:18:05.042100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6783b47a-9121-4cb0-ba6c-81a0da80ad70", "name": "network-vif-deleted", "tag": "9cd16bce-2ff9-4553-a77e-8f5349c6a06f", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:18:05.042357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-17e2687c-406b-4728-a08f-6ecd4efbcf0f {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:18:05.042810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e2687c-406b-4728-a08f-6ecd4efbcf0f'] response: {'server_uuid': '6783b47a-9121-4cb0-ba6c-81a0da80ad70', 'name': 'network-vif-deleted', 'tag': '9cd16bce-2ff9-4553-a77e-8f5349c6a06f', 'status': 'completed', 'code': 200} Apr 06 15:18:05.052267 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-45509d10-bbf3-4e50-98cf-19659aa80efa req-80c16b94-d33c-4e35-a2b7-62b22ea5db02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=cd364b8d-d189-4528-a9e0-472810c6ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497079 Apr 06 15:18:06.112730 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52666) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:06.749738 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:07.012538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port c74bbffa-f7e1-4d18-b2fe-25f44184a31b {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:18:07.012799 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:07.102294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port c74bbffa-f7e1-4d18-b2fe-25f44184a31b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:07.102660 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:07.115842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for c74bbffa-f7e1-4d18-b2fe-25f44184a31b owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:18:07.366521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c74bbffa-f7e1-4d18-b2fe-25f44184a31b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:07.390889 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=c74bbffa-f7e1-4d18-b2fe-25f44184a31b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:07.571798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:07.804464 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:18:07.913838 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:18:07.919373 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d275e191-c9c2-40b9-a66a-8c58d6df9177 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8052826 Apr 06 15:18:07.921803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52670) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:07.926699 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] Sync routers for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:18:07.936040 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:07.936644 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:17:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:07.973184 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-89728993-f613-429b-9c28-067cecef850c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting subnet 11155009-12c8-4e61-bf56-0310a945f71a {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:18:07.976385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89728993-f613-429b-9c28-067cecef850c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (11155009-12c8-4e61-bf56-0310a945f71a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.016661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89728993-f613-429b-9c28-067cecef850c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (11155009-12c8-4e61-bf56-0310a945f71a), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.114415 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89728993-f613-429b-9c28-067cecef850c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (11155009-12c8-4e61-bf56-0310a945f71a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.149737 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:08.246641 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89728993-f613-429b-9c28-067cecef850c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (11155009-12c8-4e61-bf56-0310a945f71a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.276706 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-89728993-f613-429b-9c28-067cecef850c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.279922 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-89728993-f613-429b-9c28-067cecef850c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/subnets/11155009-12c8-4e61-bf56-0310a945f71a HTTP/1.1" status: 204 len: 168 time: 0.3571994 Apr 06 15:18:08.283494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52672) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:08.285375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a66306-f347-4a8e-aa7f-e139b0a1cef7 None None] Network 32a00c81-5454-4188-b3dc-1bd06f857368 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:18:08.294488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89728993-f613-429b-9c28-067cecef850c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Subnet': ['ID=11155009-12c8-4e61-bf56-0310a945f71a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:08.337119 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:18:07Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:08.364018 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] Checking router: 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:18:08.373160 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] Routers {'0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:08.373788 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:17:41Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:08.429442 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.472888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] DHCP port deletion for 32a00c81-5454-4188-b3dc-1bd06f857368 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:18:08.482697 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] Set router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:08.514855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 9cd16bce-2ff9-4553-a77e-8f5349c6a06f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:18:08.537146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 9cd16bce-2ff9-4553-a77e-8f5349c6a06f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:18:08.537779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 9cd16bce-2ff9-4553-a77e-8f5349c6a06f not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:18:08.548071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Deleting port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:18:08.551362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.554860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.612467 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] For port 30ffc56b-2ca4-4d93-919e-73cd34590aa6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=30ffc56b-2ca4-4d93-919e-73cd34590aa6,segment=NetworkSegment(3d865f0b-54db-489b-b9b8-c02ad0f205e0),segment_id=3d865f0b-54db-489b-b9b8-c02ad0f205e0)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:08.612874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.625351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Calling delete_port for 30ffc56b-2ca4-4d93-919e-73cd34590aa6 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:18:08.671069 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:18:07Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:08.680387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:18:08.680734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.698496 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc41c40-74b9-48be-a605-6188d11065d9 None None] The sync data for ids ['0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae'] in dv-neutron-835863-1-hyperv is: [{'id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667203762', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:18:07Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '12e49d6e-f2f6-4e39-9f9f-71fc5834d152', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:15:26Z', 'updated_at': '2022-04-06T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:18:08.764559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 12e49d6e-f2f6-4e39-9f9f-71fc5834d152, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=12e49d6e-f2f6-4e39-9f9f-71fc5834d152,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:08.764993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.778338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:18:08.806487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (30ffc56b-2ca4-4d93-919e-73cd34590aa6), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:08.838920 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Pushing event deleted for resources: {'Port': ['ID=30ffc56b-2ca4-4d93-919e-73cd34590aa6,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:08.841854 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] No DVR routers for this DVR port 30ffc56b-2ca4-4d93-919e-73cd34590aa6 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:18:08.862212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.862212 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.862881 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.863268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.863609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.863947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.864286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.864619 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.864949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.865278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.865604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.866059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:08.866402 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d516528-3ac4-44f5-933c-5bd4425b4492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:09.035129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (12e49d6e-f2f6-4e39-9f9f-71fc5834d152), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.067561 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=12e49d6e-f2f6-4e39-9f9f-71fc5834d152,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:09.120959 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7078e9a0-2921-4818-92df-081570a6db76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.135105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.244285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.247447 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.376002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.377381 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:18:09.387664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.391696 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dc17cd74-8c78-44e4-be54-71da2d76d787 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/routers/0a4de0ce-2eed-4cd1-a139-d6e06eceb8ae HTTP/1.1" status: 204 len: 168 time: 1.1034491 Apr 06 15:18:09.391696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52674) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:09.477068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (32a00c81-5454-4188-b3dc-1bd06f857368), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.571666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (32a00c81-5454-4188-b3dc-1bd06f857368), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.590847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a00c81-5454-4188-b3dc-1bd06f857368']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:09.599872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d865f0b-54db-489b-b9b8-c02ad0f205e0') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:09.600171 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d865f0b-54db-489b-b9b8-c02ad0f205e0') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:09.609253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (3d865f0b-54db-489b-b9b8-c02ad0f205e0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.622558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (3d865f0b-54db-489b-b9b8-c02ad0f205e0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.629156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:18:09.629473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (3d865f0b-54db-489b-b9b8-c02ad0f205e0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:18:09.632354 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:18:09.770285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (32a00c81-5454-4188-b3dc-1bd06f857368), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.777992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.780557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/networks/32a00c81-5454-4188-b3dc-1bd06f857368 HTTP/1.1" status: 204 len: 168 time: 0.3873959 Apr 06 15:18:09.783722 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52676) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:09.793427 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3abb9-6161-45b7-b7ad-135c39d72f3b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Network': ['ID=32a00c81-5454-4188-b3dc-1bd06f857368,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:09.843479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-77d80a4f-7555-4689-a361-c0a9d9d39eb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (cd364b8d-d189-4528-a9e0-472810c6ca13), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:09.876392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-77d80a4f-7555-4689-a361-c0a9d9d39eb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (cd364b8d-d189-4528-a9e0-472810c6ca13), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:10.000423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-77d80a4f-7555-4689-a361-c0a9d9d39eb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (cd364b8d-d189-4528-a9e0-472810c6ca13), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:10.003170 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-77d80a4f-7555-4689-a361-c0a9d9d39eb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:10.004341 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-77d80a4f-7555-4689-a361-c0a9d9d39eb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/security-groups/cd364b8d-d189-4528-a9e0-472810c6ca13 HTTP/1.1" status: 204 len: 168 time: 0.2191062 Apr 06 15:18:10.013484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d80a4f-7555-4689-a361-c0a9d9d39eb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd364b8d-d189-4528-a9e0-472810c6ca13,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:10.335778 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:18:10.358652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:18:10.359025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 12e49d6e-f2f6-4e39-9f9f-71fc5834d152 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:18:10.359449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c74bbffa-f7e1-4d18-b2fe-25f44184a31b no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:18:10.378241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c74bbffa-f7e1-4d18-b2fe-25f44184a31b {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:18:10.378587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c74bbffa-f7e1-4d18-b2fe-25f44184a31b not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:18:10.379008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 30ffc56b-2ca4-4d93-919e-73cd34590aa6 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:18:10.399015 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 30ffc56b-2ca4-4d93-919e-73cd34590aa6 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:18:10.399352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 30ffc56b-2ca4-4d93-919e-73cd34590aa6 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:18:11.559665 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52684) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:11.564657 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-78c55b6c-355b-4efb-bc61-fdc749b491f6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395792647', 'description': 'tempest-secgroup-smoke-395792647 description', 'project_id': '5c0c19c50f06428da9174823bf8284c8'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:11.589052 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-04094166-6d98-4219-80a1-d822566e75ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:11.651961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78c55b6c-355b-4efb-bc61-fdc749b491f6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:11.731284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78c55b6c-355b-4efb-bc61-fdc749b491f6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (d4de64e9-8e14-40d0-af3b-2787492ad304), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:11.823150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78c55b6c-355b-4efb-bc61-fdc749b491f6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d4de64e9-8e14-40d0-af3b-2787492ad304), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:11.852438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c55b6c-355b-4efb-bc61-fdc749b491f6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de64e9-8e14-40d0-af3b-2787492ad304,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:11.944253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-78c55b6c-355b-4efb-bc61-fdc749b491f6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:11.945522 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-78c55b6c-355b-4efb-bc61-fdc749b491f6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3848450 Apr 06 15:18:11.948394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52686) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:11.952742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-4a055431-3060-4267-a17d-457d03f891bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'd4de64e9-8e14-40d0-af3b-2787492ad304', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:12.034794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a055431-3060-4267-a17d-457d03f891bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (462b8cba-8527-4c89-ae5d-010df1060bb5), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.103384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a055431-3060-4267-a17d-457d03f891bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (462b8cba-8527-4c89-ae5d-010df1060bb5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.164319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a055431-3060-4267-a17d-457d03f891bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (462b8cba-8527-4c89-ae5d-010df1060bb5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.182273 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a055431-3060-4267-a17d-457d03f891bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462b8cba-8527-4c89-ae5d-010df1060bb5,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:12.242054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4a055431-3060-4267-a17d-457d03f891bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.243277 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4a055431-3060-4267-a17d-457d03f891bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2939236 Apr 06 15:18:12.246028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52688) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:12.250342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-478d1f63-ccab-4c77-bd83-70d0c30df531 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'd4de64e9-8e14-40d0-af3b-2787492ad304', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:12.328813 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-478d1f63-ccab-4c77-bd83-70d0c30df531 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (d68bf9d5-b477-41b3-abc5-a29be405e58e), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.383601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-478d1f63-ccab-4c77-bd83-70d0c30df531 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (d68bf9d5-b477-41b3-abc5-a29be405e58e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.444085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-478d1f63-ccab-4c77-bd83-70d0c30df531 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (d68bf9d5-b477-41b3-abc5-a29be405e58e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.459686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d1f63-ccab-4c77-bd83-70d0c30df531 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68bf9d5-b477-41b3-abc5-a29be405e58e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:12.526010 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-478d1f63-ccab-4c77-bd83-70d0c30df531 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.527295 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-478d1f63-ccab-4c77-bd83-70d0c30df531 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2803135 Apr 06 15:18:12.529942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52690) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:12.534704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6c9c2d81-a9ec-4e51-a183-fed300812133 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'd4de64e9-8e14-40d0-af3b-2787492ad304', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:12.626189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2d81-a9ec-4e51-a183-fed300812133 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (c2a84c61-640f-4c30-96a7-53ad616d247b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.684710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2d81-a9ec-4e51-a183-fed300812133 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (c2a84c61-640f-4c30-96a7-53ad616d247b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.760467 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2d81-a9ec-4e51-a183-fed300812133 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (c2a84c61-640f-4c30-96a7-53ad616d247b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.777430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c2d81-a9ec-4e51-a183-fed300812133 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a84c61-640f-4c30-96a7-53ad616d247b,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:12.853894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2d81-a9ec-4e51-a183-fed300812133 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:12.855126 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6c9c2d81-a9ec-4e51-a183-fed300812133 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3242188 Apr 06 15:18:12.857762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52692) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:12.862591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-a9e4a189-ff20-4352-968c-fa03901a00dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'd4de64e9-8e14-40d0-af3b-2787492ad304', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:12.946338 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a189-ff20-4352-968c-fa03901a00dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (b7c011ac-2572-48a8-aeb3-28bfec22f681), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.002264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a189-ff20-4352-968c-fa03901a00dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (b7c011ac-2572-48a8-aeb3-28bfec22f681), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.051747 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a189-ff20-4352-968c-fa03901a00dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (b7c011ac-2572-48a8-aeb3-28bfec22f681), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.070042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a189-ff20-4352-968c-fa03901a00dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c011ac-2572-48a8-aeb3-28bfec22f681,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:13.131822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a189-ff20-4352-968c-fa03901a00dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.133008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a9e4a189-ff20-4352-968c-fa03901a00dc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2743061 Apr 06 15:18:13.135718 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52694) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:13.140384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d1807d09-6191-430d-9f31-afa1a4317ae9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'd4de64e9-8e14-40d0-af3b-2787492ad304', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:13.217573 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-d1807d09-6191-430d-9f31-afa1a4317ae9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:18:13.222863 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d1807d09-6191-430d-9f31-afa1a4317ae9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (84cd7e7c-cc7f-4d3a-8866-2aafac226437), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.280924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d1807d09-6191-430d-9f31-afa1a4317ae9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (84cd7e7c-cc7f-4d3a-8866-2aafac226437), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.354655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d1807d09-6191-430d-9f31-afa1a4317ae9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (84cd7e7c-cc7f-4d3a-8866-2aafac226437), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.372679 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1807d09-6191-430d-9f31-afa1a4317ae9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cd7e7c-cc7f-4d3a-8866-2aafac226437,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:13.436977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d1807d09-6191-430d-9f31-afa1a4317ae9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.438216 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d1807d09-6191-430d-9f31-afa1a4317ae9 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3015924 Apr 06 15:18:13.442101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52696) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:13.446574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-46780e1d-ad22-44c6-b5df-e533cfddd1bd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'd4de64e9-8e14-40d0-af3b-2787492ad304', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:13.526216 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-46780e1d-ad22-44c6-b5df-e533cfddd1bd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:18:13.531091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46780e1d-ad22-44c6-b5df-e533cfddd1bd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (fc98fdb8-da45-4e75-b928-50854a44422b), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.591602 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46780e1d-ad22-44c6-b5df-e533cfddd1bd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (fc98fdb8-da45-4e75-b928-50854a44422b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.644407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46780e1d-ad22-44c6-b5df-e533cfddd1bd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (fc98fdb8-da45-4e75-b928-50854a44422b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.662342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46780e1d-ad22-44c6-b5df-e533cfddd1bd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc98fdb8-da45-4e75-b928-50854a44422b,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:13.714923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-46780e1d-ad22-44c6-b5df-e533cfddd1bd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.716266 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-46780e1d-ad22-44c6-b5df-e533cfddd1bd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2731001 Apr 06 15:18:13.718915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52698) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:13.724321 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'network': {'name': 'tempest-network-smoke--2026506896', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'port_security_enabled': True}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:13.800952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:18:13.804145 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.826907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:18:13.835820 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (97496df1-22cc-4780-8050-afa7ae476baa), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.836168 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Added segment 97496df1-22cc-4780-8050-afa7ae476baa of type vlan for network 5494b653-85da-43c8-92c0-2fcd0c0dde21 Apr 06 15:18:13.877213 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (5494b653-85da-43c8-92c0-2fcd0c0dde21), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.924937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.954801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (5494b653-85da-43c8-92c0-2fcd0c0dde21), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:13.960512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:13.961100 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:14.029187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Network': ['ID=5494b653-85da-43c8-92c0-2fcd0c0dde21,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:14.040475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:18:14.076034 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ee4535dd-6464-4bfd-8441-73cd1e4b4c16 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3558362 Apr 06 15:18:14.078385 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52700) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:14.083425 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'admin_state_up': True, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:14.166592 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (8a150552-4d60-4c89-99b5-39141e95f9c5), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:14.167693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (8a150552-4d60-4c89-99b5-39141e95f9c5), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:14.219402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (8a150552-4d60-4c89-99b5-39141e95f9c5), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:14.418545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (8a150552-4d60-4c89-99b5-39141e95f9c5), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:14.445857 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:18:14.658864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (8a150552-4d60-4c89-99b5-39141e95f9c5), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:14.681514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:14.782081 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.73 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/012f10d1-75ae-48e6-bc20-364323a72c53) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:18:14.884259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (012f10d1-75ae-48e6-bc20-364323a72c53), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:14.966614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:15.001905 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:18:15.005448 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:18:15.008942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:18:15.034615 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=012f10d1-75ae-48e6-bc20-364323a72c53,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:15.339267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (8a150552-4d60-4c89-99b5-39141e95f9c5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:15.549735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (8a150552-4d60-4c89-99b5-39141e95f9c5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:15.781320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 8a150552-4d60-4c89-99b5-39141e95f9c5 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:18:16.000703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.186878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:18:16.197563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Sync routers for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:18:16.207809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:16.208468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:18:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:16.269265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.273550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e9d3c07d-8aa1-4ed1-9101-190df4b163c4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1911054 Apr 06 15:18:16.273934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52702) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:16.316669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:16.345860 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b7ff948d-ae9b-4971-ba56-2ddeccbf25b7 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=5c0c19c50f06428da9174823bf8284c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707467 Apr 06 15:18:16.348572 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52706) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:16.436037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aecf9a-f6f2-4250-8606-432a9b718dc1 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:16.438028 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-b8aecf9a-f6f2-4250-8606-432a9b718dc1 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883291 Apr 06 15:18:16.441767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52708) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:16.469959 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-86276ec0-84d3-4d4c-9087-0abcba1d3602 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269618 Apr 06 15:18:16.473255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52710) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:16.477998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148033534', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:16.509956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:15Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:16.511843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.541789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Checking router: 8a150552-4d60-4c89-99b5-39141e95f9c5 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:18:16.542147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Updating router 8a150552-4d60-4c89-99b5-39141e95f9c5 port 012f10d1-75ae-48e6-bc20-364323a72c53 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:18:16.570502 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.628741 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:18:16.632294 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.819957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Publish callbacks [] for port (012f10d1-75ae-48e6-bc20-364323a72c53), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.857882 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (10c9bf89-f591-4faa-aa07-f47a189ea808), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.886348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.925246 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Subnet': ['ID=10c9bf89-f591-4faa-aa07-f47a189ea808,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:16.932430 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Checking segment: {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:18:16.932800 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network hostable DHCP agents. Network: 5494b653-85da-43c8-92c0-2fcd0c0dde21, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:18:16.942211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Attempting to bind port 012f10d1-75ae-48e6-bc20-364323a72c53 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:18:16.942588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Attempting to bind port 012f10d1-75ae-48e6-bc20-364323a72c53 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:18:16.942991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Attempting to bind port 012f10d1-75ae-48e6-bc20-364323a72c53 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:18:16.948333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd74581-f7be-461a-a9f2-18028d1c1ad5 None None] Pushing event updated for resources: {'Port': ['ID=012f10d1-75ae-48e6-bc20-364323a72c53,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:16.953590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:18:16.956169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:18:16.956169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:16.956169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:18:16.956169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Bound port: 012f10d1-75ae-48e6-bc20-364323a72c53, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:18:16.956169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:17.005499 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] For port 012f10d1-75ae-48e6-bc20-364323a72c53, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:18:17.008555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] For port 012f10d1-75ae-48e6-bc20-364323a72c53, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=012f10d1-75ae-48e6-bc20-364323a72c53,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:18:17.027015 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:18:17.107823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:17.130197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 5494b653-85da-43c8-92c0-2fcd0c0dde21) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:18:17.134506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:17.135129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:17.147531 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883222b3-125f-4410-bf19-bd74f5276df2 None None] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:18:17.210849 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:17.211501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:18:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:17.218575 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-bee1aadd-765a-485c-927d-5c46b4654fd5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7442906 Apr 06 15:18:17.222088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52712) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:17.256506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd74581-f7be-461a-a9f2-18028d1c1ad5 None None] Pushing event updated for resources: {'Port': ['ID=012f10d1-75ae-48e6-bc20-364323a72c53,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:17.510065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-5494b653-85da-43c8-92c0-2fcd0c0dde21', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:18:17.511230 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:17.545073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:17.676487 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:17.794980 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Allocated IP 172.20.0.2 (5494b653-85da-43c8-92c0-2fcd0c0dde21/10c9bf89-f591-4faa-aa07-f47a189ea808/a7bd888c-270f-47a6-b61a-7dfcb5898c73) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:18:17.910056 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-27232215-db57-46a1-a113-74cec3613ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:15Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:17.941599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27232215-db57-46a1-a113-74cec3613ecc None None] The sync data for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv is: [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:15Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:18:18.004785 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Publish callbacks [] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.063613 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.107932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:18:18.110777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:18:18.118037 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.1 (5494b653-85da-43c8-92c0-2fcd0c0dde21/10c9bf89-f591-4faa-aa07-f47a189ea808/5cced63d-0fbc-497c-8408-34571fed32f2) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:18:18.118493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:18:18.125832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Pushing event updated for resources: {'Port': ['ID=a7bd888c-270f-47a6-b61a-7dfcb5898c73,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:18.207276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Attempting to bind port a7bd888c-270f-47a6-b61a-7dfcb5898c73 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:18:18.207655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Attempting to bind port a7bd888c-270f-47a6-b61a-7dfcb5898c73 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:18:18.208027 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Attempting to bind port a7bd888c-270f-47a6-b61a-7dfcb5898c73 on network 5494b653-85da-43c8-92c0-2fcd0c0dde21 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:18:18.213232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:18:18.213611 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Checking segment: {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:18:18.214021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.214420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Bound using segment: {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:18:18.214888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Bound port: a7bd888c-270f-47a6-b61a-7dfcb5898c73, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:18:18.215292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.262593 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (5cced63d-0fbc-497c-8408-34571fed32f2), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.281708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] For port a7bd888c-270f-47a6-b61a-7dfcb5898c73, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:18:18.286356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] For port a7bd888c-270f-47a6-b61a-7dfcb5898c73, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a7bd888c-270f-47a6-b61a-7dfcb5898c73,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:18:18.355298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.386557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.412554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 012f10d1-75ae-48e6-bc20-364323a72c53 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:18:18.440018 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:18:18.448613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:18:18.452735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:18:18.457570 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce767c-4fbf-469d-b6eb-f0cc381c0002 None None] Pushing event updated for resources: {'Port': ['ID=a7bd888c-270f-47a6-b61a-7dfcb5898c73,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:18.488213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 012f10d1-75ae-48e6-bc20-364323a72c53 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:18.488599 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.490598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=5cced63d-0fbc-497c-8408-34571fed32f2,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:18.519456 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (8a150552-4d60-4c89-99b5-39141e95f9c5), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.579168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 012f10d1-75ae-48e6-bc20-364323a72c53 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:18.579941 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.608362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 012f10d1-75ae-48e6-bc20-364323a72c53, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=012f10d1-75ae-48e6-bc20-364323a72c53,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:18.686581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:18.749712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=012f10d1-75ae-48e6-bc20-364323a72c53,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:18.776044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:19.075890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (5cced63d-0fbc-497c-8408-34571fed32f2), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:19.137916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:19.219841 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (8a150552-4d60-4c89-99b5-39141e95f9c5), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:19.221768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=5cced63d-0fbc-497c-8408-34571fed32f2,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:19.322339 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:18:19.324073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:18:19.443675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7e771-5588-4d27-84b3-4eed78f5fefd None None] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:18:19.445791 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 8a150552-4d60-4c89-99b5-39141e95f9c5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:18:19.506598 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e9854081-ce88-45c5-8495-115503d29230 None None] Provisioning complete for port a7bd888c-270f-47a6-b61a-7dfcb5898c73 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:19.506993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9854081-ce88-45c5-8495-115503d29230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:19.568893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:18:19.573912 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a7822589-1d0b-4e76-81ea-b254d06c3d02 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/8a150552-4d60-4c89-99b5-39141e95f9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3507929 Apr 06 15:18:19.641406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e9854081-ce88-45c5-8495-115503d29230 None None] Current status of the port a7bd888c-270f-47a6-b61a-7dfcb5898c73 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:19.641746 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9854081-ce88-45c5-8495-115503d29230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:19.693848 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-e9854081-ce88-45c5-8495-115503d29230 None None] For port a7bd888c-270f-47a6-b61a-7dfcb5898c73, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a7bd888c-270f-47a6-b61a-7dfcb5898c73,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:19.738655 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-a512a2be-23e0-4ae3-a54a-ca1a62168242 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395792647&fields=id&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 267 time: 0.0499537 Apr 06 15:18:19.783189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e9854081-ce88-45c5-8495-115503d29230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:19.842783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9854081-ce88-45c5-8495-115503d29230 None None] Pushing event updated for resources: {'Port': ['ID=a7bd888c-270f-47a6-b61a-7dfcb5898c73,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:19.877783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-e00e8f86-ef18-44b6-a6d5-ab9b195fd9fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:19.879400 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-e00e8f86-ef18-44b6-a6d5-ab9b195fd9fa tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/networks?id=5494b653-85da-43c8-92c0-2fcd0c0dde21 HTTP/1.1" status: 200 len: 797 time: 0.1316853 Apr 06 15:18:19.898597 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-86e7195a-d25a-4633-a48a-da1a41a0ea05 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/quotas/5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 375 time: 0.0137143 Apr 06 15:18:19.918612 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-45bf4341-08b9-4e4a-83cc-7662369cd2bf None None] Provisioning complete for port a7bd888c-270f-47a6-b61a-7dfcb5898c73 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:19.919037 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-45bf4341-08b9-4e4a-83cc-7662369cd2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:19.929709 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Sync routers for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:18:19.939314 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:19.939978 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:18:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:19.969582 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-0d375fd1-1ad4-4397-acc2-65139afecd33 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652096 Apr 06 15:18:20.023978 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-45bf4341-08b9-4e4a-83cc-7662369cd2bf None None] Current status of the port a7bd888c-270f-47a6-b61a-7dfcb5898c73 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:20.035861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-45bf4341-08b9-4e4a-83cc-7662369cd2bf None None] Provisioning complete for port 5cced63d-0fbc-497c-8408-34571fed32f2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:20.036228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-45bf4341-08b9-4e4a-83cc-7662369cd2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.040852 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-c433cd45-38e7-4447-b222-fa3b86e9a3ad service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:18:20.042082 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-c433cd45-38e7-4447-b222-fa3b86e9a3ad service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0566669 Apr 06 15:18:20.082251 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-45bf4341-08b9-4e4a-83cc-7662369cd2bf None None] Port 5cced63d-0fbc-497c-8408-34571fed32f2 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:18:20.085064 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:20.140014 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-1b3c31ec-fd80-4b59-a0f0-83d1c16ff3fb service neutron] 10.222.0.71 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902913 Apr 06 15:18:20.206349 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9cf3874d-5930-4c35-b178-243e9dc017f8 None None] Provisioning complete for port 5cced63d-0fbc-497c-8408-34571fed32f2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:20.207463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9cf3874d-5930-4c35-b178-243e9dc017f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.242636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-a0ae2e12-a1c7-4dfa-bd39-26b6d69dc0b8 service neutron] 10.222.0.71 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961878 Apr 06 15:18:20.259675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3874d-5930-4c35-b178-243e9dc017f8 None None] Port 5cced63d-0fbc-497c-8408-34571fed32f2 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:18:20.303894 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 2, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:20.337657 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Checking router: 8a150552-4d60-4c89-99b5-39141e95f9c5 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:18:20.338155 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Updating router 8a150552-4d60-4c89-99b5-39141e95f9c5 port 5cced63d-0fbc-497c-8408-34571fed32f2 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:18:20.375294 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.378659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8364b9a7-4c4b-4a14-89cf-d18ee7e34dca None None] Provisioning complete for port 5cced63d-0fbc-497c-8408-34571fed32f2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:20.379132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8364b9a7-4c4b-4a14-89cf-d18ee7e34dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.418042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8364b9a7-4c4b-4a14-89cf-d18ee7e34dca None None] Port 5cced63d-0fbc-497c-8408-34571fed32f2 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:18:20.447318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 012f10d1-75ae-48e6-bc20-364323a72c53 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:18:20.495645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 012f10d1-75ae-48e6-bc20-364323a72c53 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:20.496019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.575689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 012f10d1-75ae-48e6-bc20-364323a72c53 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:20.576675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a7bd888c-270f-47a6-b61a-7dfcb5898c73 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:18:20.623708 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port a7bd888c-270f-47a6-b61a-7dfcb5898c73 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:20.624076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.650525 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Publish callbacks [] for port (5cced63d-0fbc-497c-8408-34571fed32f2), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.704677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port a7bd888c-270f-47a6-b61a-7dfcb5898c73 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:20.741511 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.789464 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Pushing event updated for resources: {'Port': ['ID=5cced63d-0fbc-497c-8408-34571fed32f2,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:20.816553 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.816896 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.817234 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.817569 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.817897 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.818220 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.818544 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.818867 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.819215 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.819538 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.819856 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.820170 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.820483 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:18:20.852915 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Attempting to bind port 5cced63d-0fbc-497c-8408-34571fed32f2 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:18:20.853288 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Attempting to bind port 5cced63d-0fbc-497c-8408-34571fed32f2 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:18:20.853656 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Attempting to bind port 5cced63d-0fbc-497c-8408-34571fed32f2 on network 5494b653-85da-43c8-92c0-2fcd0c0dde21 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:18:20.859291 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:18:20.859668 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Checking segment: {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:18:20.860068 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.860462 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Bound using segment: {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:18:20.860926 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Bound port: 5cced63d-0fbc-497c-8408-34571fed32f2, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:18:20.861302 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:20.928753 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] For port 5cced63d-0fbc-497c-8408-34571fed32f2, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:18:20.931917 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] For port 5cced63d-0fbc-497c-8408-34571fed32f2, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5cced63d-0fbc-497c-8408-34571fed32f2,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:18:21.022163 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:21.038490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-9fb40f8e-58f9-4c34-9ef0-c7d02c46f227 None None] Provisioning complete for port 5cced63d-0fbc-497c-8408-34571fed32f2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:21.038867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f8e-58f9-4c34-9ef0-c7d02c46f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:21.067546 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:21.068184 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:18:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:21.128456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-9fb40f8e-58f9-4c34-9ef0-c7d02c46f227 None None] Current status of the port 5cced63d-0fbc-497c-8408-34571fed32f2 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:21.128955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f8e-58f9-4c34-9ef0-c7d02c46f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:21.147990 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b3fe-4dd2-44fb-9e90-1e693ae19bd5 None None] Pushing event updated for resources: {'Port': ['ID=5cced63d-0fbc-497c-8408-34571fed32f2,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:21.167996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-9fb40f8e-58f9-4c34-9ef0-c7d02c46f227 None None] For port 5cced63d-0fbc-497c-8408-34571fed32f2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5cced63d-0fbc-497c-8408-34571fed32f2,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:21.201142 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:21.247428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f8e-58f9-4c34-9ef0-c7d02c46f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:21.296193 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb40f8e-58f9-4c34-9ef0-c7d02c46f227 None None] Pushing event updated for resources: {'Port': ['ID=5cced63d-0fbc-497c-8408-34571fed32f2,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:21.371445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-fa72e132-dc1b-4b14-be0b-675c92e0e12b None None] Provisioning complete for port 5cced63d-0fbc-497c-8408-34571fed32f2 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:21.371716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fa72e132-dc1b-4b14-be0b-675c92e0e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:21.448904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-fa72e132-dc1b-4b14-be0b-675c92e0e12b None None] Current status of the port 5cced63d-0fbc-497c-8408-34571fed32f2 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:21.492866 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:20Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:21.526384 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371612d-3f8e-41fc-9c69-c0a55ce79f7a None None] The sync data for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv is: [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:20Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:18:21.542102 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54471515-df14-4619-883a-99940c05a273 req-fb1c8d25-dc86-40c1-b243-7f25dd1a50c6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 210 time: 0.0359228 Apr 06 15:18:22.368898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5cced63d-0fbc-497c-8408-34571fed32f2 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:18:22.435025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 5cced63d-0fbc-497c-8408-34571fed32f2 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:22.435388 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:22.524154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 5cced63d-0fbc-497c-8408-34571fed32f2 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:22.640416 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e4f24b78-bef2-4320-9a47-bd4c2fb987d7 req-a6490b73-a193-4d6a-832b-f81f27e40333 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 210 time: 0.0275912 Apr 06 15:18:23.460403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-7c7cd9cf-bc53-414d-b0fc-d28e86deeadf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:23.461982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-7c7cd9cf-bc53-414d-b0fc-d28e86deeadf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/networks?id=5494b653-85da-43c8-92c0-2fcd0c0dde21 HTTP/1.1" status: 200 len: 797 time: 0.1079819 Apr 06 15:18:23.532574 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-ac761136-2a62-4934-8dca-dc5845c4e68c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 379 time: 0.0561671 Apr 06 15:18:23.541928 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'port': {'device_id': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'admin_state_up': True, 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'security_groups': ['d4de64e9-8e14-40d0-af3b-2787492ad304']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:23.734779 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-efae6add-285f-4ed5-bc7d-ad81b2601445 req-4072ca3b-da2c-45d1-992d-794315e473f4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 210 time: 0.0266397 Apr 06 15:18:23.798545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:18:23.804071 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:23.933843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.4 (5494b653-85da-43c8-92c0-2fcd0c0dde21/10c9bf89-f591-4faa-aa07-f47a189ea808/aeb39c05-e969-4f26-a114-dcbb36ab0a24) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:18:24.071894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.137210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.154784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.200726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:18:24.203749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:18:24.207368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:18:24.241242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=aeb39c05-e969-4f26-a114-dcbb36ab0a24,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:24.266033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:24.266684 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.338668 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-eda5f910-7def-4426-93b6-f3c69050f70d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005028 Apr 06 15:18:24.368609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Request body: {'port': {'device_id': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:24.429559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.490053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-2db0a0b5-a7d1-4614-8afb-d2c3b4b4671f None None] Provisioning complete for port aeb39c05-e969-4f26-a114-dcbb36ab0a24 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:24.490433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2db0a0b5-a7d1-4614-8afb-d2c3b4b4671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.525273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-2db0a0b5-a7d1-4614-8afb-d2c3b4b4671f None None] Port aeb39c05-e969-4f26-a114-dcbb36ab0a24 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:18:24.691636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb39c05-e969-4f26-a114-dcbb36ab0a24 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:18:24.699135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Publish callbacks [] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.711312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Transition to ACTIVE for port object aeb39c05-e969-4f26-a114-dcbb36ab0a24 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:18:24.777781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:24.918127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb39c05-e969-4f26-a114-dcbb36ab0a24,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:24.950349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aae0f-64e0-4961-9431-a0e819459973 req-239a2dc2-4b1e-4c47-a52d-78a1e271a32a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:24.951866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c7aae0f-64e0-4961-9431-a0e819459973 req-239a2dc2-4b1e-4c47-a52d-78a1e271a32a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 943 time: 0.1472018 Apr 06 15:18:24.953093 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Attempting to bind port aeb39c05-e969-4f26-a114-dcbb36ab0a24 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:18:24.953422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Attempting to bind port aeb39c05-e969-4f26-a114-dcbb36ab0a24 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:18:24.953746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Attempting to bind port aeb39c05-e969-4f26-a114-dcbb36ab0a24 on network 5494b653-85da-43c8-92c0-2fcd0c0dde21 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:18:24.961239 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Port aeb39c05-e969-4f26-a114-dcbb36ab0a24 on network 5494b653-85da-43c8-92c0-2fcd0c0dde21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:18:24.961530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Attempting to bind port aeb39c05-e969-4f26-a114-dcbb36ab0a24 on network 5494b653-85da-43c8-92c0-2fcd0c0dde21 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:18:24.976697 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:18:24.977027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Checking segment: {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:18:24.977402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Bound using segment: {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:18:24.977819 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Bound port: aeb39c05-e969-4f26-a114-dcbb36ab0a24, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97496df1-22cc-4780-8050-afa7ae476baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:18:24.978170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:25.039203 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c7aae0f-64e0-4961-9431-a0e819459973 req-f5153478-239c-4d12-a09e-7c86b18ed8db tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796432 Apr 06 15:18:25.069140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] For port aeb39c05-e969-4f26-a114-dcbb36ab0a24, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:18:25.072157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] For port aeb39c05-e969-4f26-a114-dcbb36ab0a24, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:18:25.172142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:25.209201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:25.209822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:25.211339 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] 10.222.0.87 "PUT /v2.0/ports/aeb39c05-e969-4f26-a114-dcbb36ab0a24 HTTP/1.1" status: 200 len: 1093 time: 0.8471181 Apr 06 15:18:25.211784 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:18:25.214001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1133548b-635d-4357-a8bc-561e138010c4" -d '{"events": [{"name": "network-changed", "server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:18:25.245666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739c93b-8ce4-4a3e-87db-734e61964698 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb39c05-e969-4f26-a114-dcbb36ab0a24,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:25.268069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaebcb8-1a45-4a77-83de-50a360c76d21 x-openstack-request-id: req-9eaebcb8-1a45-4a77-83de-50a360c76d21 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:18:25.268357 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:18:25.273196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9eaebcb8-1a45-4a77-83de-50a360c76d21 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:18:25.273196 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaebcb8-1a45-4a77-83de-50a360c76d21'] response: {'name': 'network-changed', 'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'status': 'completed', 'code': 200} Apr 06 15:18:25.362860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133548b-635d-4357-a8bc-561e138010c4 req-e83bfed2-dbf8-4939-868c-ac60f93335dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:25.364436 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1133548b-635d-4357-a8bc-561e138010c4 req-e83bfed2-dbf8-4939-868c-ac60f93335dc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1127 time: 0.0533154 Apr 06 15:18:25.467866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133548b-635d-4357-a8bc-561e138010c4 req-17c69d4a-c1ab-4da6-b1e8-3a6a9b68b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:25.469350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1133548b-635d-4357-a8bc-561e138010c4 req-17c69d4a-c1ab-4da6-b1e8-3a6a9b68b8b3 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=5c0c19c50f06428da9174823bf8284c8&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0908549 Apr 06 15:18:25.565596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133548b-635d-4357-a8bc-561e138010c4 req-572dd009-7187-41e0-af1f-554733362825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:25.567017 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1133548b-635d-4357-a8bc-561e138010c4 req-572dd009-7187-41e0-af1f-554733362825 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0915687 Apr 06 15:18:25.666627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-2edac68b-5674-41f9-92ec-fe9f7f139281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:25.668138 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-2edac68b-5674-41f9-92ec-fe9f7f139281 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1127 time: 0.0438044 Apr 06 15:18:25.716907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-b7f768df-a7fc-4595-86cf-e3003c202cf0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24 HTTP/1.1" status: 200 len: 217 time: 0.0364368 Apr 06 15:18:26.060040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-7b421751-3dbd-40a5-9e65-eab73b8c8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:26.061510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-7b421751-3dbd-40a5-9e65-eab73b8c8b4f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c9bf89-f591-4faa-aa07-f47a189ea808 HTTP/1.1" status: 200 len: 835 time: 0.3395095 Apr 06 15:18:26.110812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-7e004a26-f700-4891-ae82-b6e938246d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:26.112405 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-7e004a26-f700-4891-ae82-b6e938246d4a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5494b653-85da-43c8-92c0-2fcd0c0dde21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443501 Apr 06 15:18:26.222574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54433cc-a44b-4c9b-84e7-3518e5f81880 req-f36d9b41-5430-4c72-8357-fa5c8065dfb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:26.224089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a54433cc-a44b-4c9b-84e7-3518e5f81880 req-f36d9b41-5430-4c72-8357-fa5c8065dfb5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 943 time: 0.1108160 Apr 06 15:18:26.249843 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-8b8f70df-2ca3-4e77-ab69-1754cca6ea40 service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287012 Apr 06 15:18:26.328608 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a54433cc-a44b-4c9b-84e7-3518e5f81880 req-83eb9fc6-5645-42a9-b442-cdea2e803e7a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988662 Apr 06 15:18:26.362496 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef4cd33b-9b57-4277-ba0b-9de182a81c74 req-ef39b789-eebf-45f6-96b9-26d8fad11140 service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062593 Apr 06 15:18:27.453842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8e57e-d243-413a-8647-d1b1dc429158 req-c3b85bd8-b21c-4819-9b25-2cd135e69298 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:27.455451 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eae8e57e-d243-413a-8647-d1b1dc429158 req-c3b85bd8-b21c-4819-9b25-2cd135e69298 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 943 time: 0.0540144 Apr 06 15:18:27.503817 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-eae8e57e-d243-413a-8647-d1b1dc429158 req-8758dbb2-70a5-4a6c-a8d4-a8a36ce8d843 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426137 Apr 06 15:18:28.621723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3523b5-a199-4538-8ad3-21499395dcf4 req-f0b92b87-1d30-4fbd-908a-5e2de01f62c8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:28.623229 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ab3523b5-a199-4538-8ad3-21499395dcf4 req-f0b92b87-1d30-4fbd-908a-5e2de01f62c8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 943 time: 0.0521629 Apr 06 15:18:28.676612 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ab3523b5-a199-4538-8ad3-21499395dcf4 req-2e64d8bd-3dfe-4200-94ff-c0ec0a8f6dd2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474699 Apr 06 15:18:29.793545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a1ccd-032a-4a4f-b1a2-f2199fba4388 req-87a5e547-e38b-4212-bf34-32b3869bcc13 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:29.795046 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a1ccd-032a-4a4f-b1a2-f2199fba4388 req-87a5e547-e38b-4212-bf34-32b3869bcc13 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 943 time: 0.0527678 Apr 06 15:18:29.843177 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef9a1ccd-032a-4a4f-b1a2-f2199fba4388 req-0a768e28-4e40-40a2-8105-705ca561c088 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 Apr 06 15:18:30.610487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device aeb39c05-e969-4f26-a114-dcbb36ab0a24 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:18:30.703765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port aeb39c05-e969-4f26-a114-dcbb36ab0a24, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:30.715474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'port_id': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'mac_address': 'fa:16:3e:05:ad:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:18:30.755097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port aeb39c05-e969-4f26-a114-dcbb36ab0a24 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:30.755481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:30.768741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb39c05-e969-4f26-a114-dcbb36ab0a24 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:18:30.788045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port aeb39c05-e969-4f26-a114-dcbb36ab0a24, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:30.863218 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:30.910321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=aeb39c05-e969-4f26-a114-dcbb36ab0a24,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:30.964277 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40657ff-3a9d-4b71-99c9-e59815a2220a req-d1e7073a-2521-45c5-88c6-2bf70185376e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:30.965839 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d40657ff-3a9d-4b71-99c9-e59815a2220a req-d1e7073a-2521-45c5-88c6-2bf70185376e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 944 time: 0.0535760 Apr 06 15:18:31.014350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d40657ff-3a9d-4b71-99c9-e59815a2220a req-8fa6244d-d8cd-470f-934f-5ce8df12b37a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429034 Apr 06 15:18:31.294495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['aeb39c05-e969-4f26-a114-dcbb36ab0a24'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:18:32.134492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e17a-4726-47fa-a0dc-a9fbb3fadcd9 req-7fcad51e-ef92-4a4b-8a9f-36730bcdb4b6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:32.135981 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dca5e17a-4726-47fa-a0dc-a9fbb3fadcd9 req-7fcad51e-ef92-4a4b-8a9f-36730bcdb4b6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 944 time: 0.0568001 Apr 06 15:18:32.184473 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dca5e17a-4726-47fa-a0dc-a9fbb3fadcd9 req-fde83758-5053-4f3d-80e3-550bdf074d6a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430815 Apr 06 15:18:32.617971 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device aeb39c05-e969-4f26-a114-dcbb36ab0a24 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:18:32.758575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port aeb39c05-e969-4f26-a114-dcbb36ab0a24 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:18:32.762352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port aeb39c05-e969-4f26-a114-dcbb36ab0a24 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:18:32.762728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:32.840979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port aeb39c05-e969-4f26-a114-dcbb36ab0a24 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:18:32.841365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:32.863579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:18:32.865810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0014c03d-587f-47ac-9ce2-4a02cae8ad7f" -d '{"events": [{"server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "name": "network-vif-plugged", "status": "completed", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:18:32.878047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port aeb39c05-e969-4f26-a114-dcbb36ab0a24, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:18:32.950607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5ebb54-2edf-4779-bf9a-91f15336be4b x-openstack-request-id: req-7e5ebb54-2edf-4779-bf9a-91f15336be4b {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:18:32.950905 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "name": "network-vif-plugged", "status": "completed", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:18:32.951239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7e5ebb54-2edf-4779-bf9a-91f15336be4b {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:18:32.951588 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5ebb54-2edf-4779-bf9a-91f15336be4b'] response: {'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'code': 200} Apr 06 15:18:32.952815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:33.004576 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=aeb39c05-e969-4f26-a114-dcbb36ab0a24,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:33.309824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45057626-9b59-4e31-9645-d9804ba432c2 req-cc6c13a9-cc28-4e12-b2a1-ff64ff08fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:33.311395 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-45057626-9b59-4e31-9645-d9804ba432c2 req-cc6c13a9-cc28-4e12-b2a1-ff64ff08fd66 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1129 time: 0.0808792 Apr 06 15:18:33.338636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3757aa-db5a-49af-8070-c1bb6b255954 req-2bb04d91-aef1-4818-b5c5-24498253ec94 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:33.340110 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b3757aa-db5a-49af-8070-c1bb6b255954 req-2bb04d91-aef1-4818-b5c5-24498253ec94 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0833719 Apr 06 15:18:33.388053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-45057626-9b59-4e31-9645-d9804ba432c2 req-ad43d481-a76e-4bf6-a6dc-46aa6b788cad service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702581 Apr 06 15:18:33.412397 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7b3757aa-db5a-49af-8070-c1bb6b255954 req-5162fd6d-da80-4687-8d4b-c10c0f514cfe tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663009 Apr 06 15:18:34.531669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3120d45-5c88-41f6-b3bb-7f213554072f req-7d163363-7791-42fd-a49c-f3c671acd4ea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:34.533792 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3120d45-5c88-41f6-b3bb-7f213554072f req-7d163363-7791-42fd-a49c-f3c671acd4ea tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0520415 Apr 06 15:18:34.592549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3120d45-5c88-41f6-b3bb-7f213554072f req-1a6ba419-c561-499b-a978-8ba11864f77c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451617 Apr 06 15:18:35.701557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5db1e-d641-4cc1-b866-45ac0fcb3307 req-c3a1a7b0-78d9-4fff-9157-1a315233f173 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:35.702956 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0e5db1e-d641-4cc1-b866-45ac0fcb3307 req-c3a1a7b0-78d9-4fff-9157-1a315233f173 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0522344 Apr 06 15:18:35.756270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0e5db1e-d641-4cc1-b866-45ac0fcb3307 req-34502c60-ddee-4d60-925b-3ae135a8fad4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469594 Apr 06 15:18:35.872209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122b3d2-b4ee-4f31-a8a0-439e11d00944 req-551b334f-e9c7-4f1b-83d4-ca3e9fc5e667 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:35.873718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0122b3d2-b4ee-4f31-a8a0-439e11d00944 req-551b334f-e9c7-4f1b-83d4-ca3e9fc5e667 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0521455 Apr 06 15:18:35.921761 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0122b3d2-b4ee-4f31-a8a0-439e11d00944 req-5aa3afdc-0e27-4da0-a459-12a4b87a9d0f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418267 Apr 06 15:18:35.944462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52784) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:35.987712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f117ab-69c2-4f30-858b-3d267ebf25e2 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:35.989250 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e4f117ab-69c2-4f30-858b-3d267ebf25e2 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1124 time: 0.0438142 Apr 06 15:18:35.992027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52786) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:35.996317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:18:36.103170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:36.201400 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:36.303859 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.80 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/1d66278d-8d0e-4530-afae-b116f3389a5f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:18:36.408765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (1d66278d-8d0e-4530-afae-b116f3389a5f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:36.543818 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1d66278d-8d0e-4530-afae-b116f3389a5f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:36.582579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:18:36.585460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:18:36.591000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:18:36.613454 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=1d66278d-8d0e-4530-afae-b116f3389a5f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:36.949998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (22f6f736-4e7e-4da0-814e-2501523d1f47), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:37.078749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1d66278d-8d0e-4530-afae-b116f3389a5f), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:37.234731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (1d66278d-8d0e-4530-afae-b116f3389a5f), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:37.295348 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (1d66278d-8d0e-4530-afae-b116f3389a5f), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:37.369480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=1d66278d-8d0e-4530-afae-b116f3389a5f,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:18:37.375743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (22f6f736-4e7e-4da0-814e-2501523d1f47), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:37.480112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP 22f6f736-4e7e-4da0-814e-2501523d1f47 associated. External IP: 172.26.7.80, port: aeb39c05-e969-4f26-a114-dcbb36ab0a24. Apr 06 15:18:37.695274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 8a150552-4d60-4c89-99b5-39141e95f9c5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:18:37.802693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:18:37.812417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] Sync routers for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:18:37.821887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:37.822511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:18:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:37.880685 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:37.915846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-19bcd708-188e-4f5b-84ed-1767961bac3e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9227624 Apr 06 15:18:37.916469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:18:37.919642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23531340-3220-450d-8dd5-5f8651cb4b25" -d '{"events": [{"name": "network-changed", "server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:18:37.961803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b08ee64-e033-4607-bf6d-87824750030b x-openstack-request-id: req-3b08ee64-e033-4607-bf6d-87824750030b {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:18:37.962411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:18:37.962411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b08ee64-e033-4607-bf6d-87824750030b {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:18:37.962757 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b08ee64-e033-4607-bf6d-87824750030b'] response: {'name': 'network-changed', 'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'status': 'completed', 'code': 200} Apr 06 15:18:38.044887 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8d0d6-65d3-4267-860e-4ba433e2d849 req-8c6f624b-dccc-4cfb-b873-11485e99d99b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:38.046439 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9c8d0d6-65d3-4267-860e-4ba433e2d849 req-8c6f624b-dccc-4cfb-b873-11485e99d99b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0788057 Apr 06 15:18:38.082870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:38.092119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-f058bd35-4205-4dfc-8068-d0d3e12db654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:38.093607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-f058bd35-4205-4dfc-8068-d0d3e12db654 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1129 time: 0.0873890 Apr 06 15:18:38.115217 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9c8d0d6-65d3-4267-860e-4ba433e2d849 req-c0eb9258-e9e9-4084-81f2-afed08896a58 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620842 Apr 06 15:18:38.137500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52792) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:38.196201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-b661f7dd-bab6-48fb-8f4b-a6d6df2c7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:38.197673 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-b661f7dd-bab6-48fb-8f4b-a6d6df2c7d5b service neutron] 10.222.0.87 "GET /v2.0/networks?id=5494b653-85da-43c8-92c0-2fcd0c0dde21 HTTP/1.1" status: 200 len: 899 time: 0.0947769 Apr 06 15:18:38.208782 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-53f95f84-baba-4a75-a85d-94e4b367e03c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/22f6f736-4e7e-4da0-814e-2501523d1f47 HTTP/1.1" status: 200 len: 990 time: 0.0698745 Apr 06 15:18:38.263308 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-d1d6cdaf-d0ab-46b8-81f3-77ea336dfe78 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24 HTTP/1.1" status: 200 len: 998 time: 0.0593026 Apr 06 15:18:38.308600 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '22f6f736-4e7e-4da0-814e-2501523d1f47', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'port_id': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'mac_address': 'fa:16:3e:05:ad:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:18:36Z', 'updated_at': '2022-04-06T15:18:36Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:21Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:38.315980 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-ef0f00d8-079b-473e-8419-e203ce5d3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:38.317498 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-ef0f00d8-079b-473e-8419-e203ce5d3bba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c9bf89-f591-4faa-aa07-f47a189ea808 HTTP/1.1" status: 200 len: 835 time: 0.0489354 Apr 06 15:18:38.334906 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] Checking router: 8a150552-4d60-4c89-99b5-39141e95f9c5 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:18:38.343447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:18:38.344064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:18:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:38.366326 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-0f0488d4-ad7f-4b79-a129-780adb3eaf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:18:38.367909 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-0f0488d4-ad7f-4b79-a129-780adb3eaf84 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5494b653-85da-43c8-92c0-2fcd0c0dde21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449231 Apr 06 15:18:38.456019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:18:38.459705 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-0858ba55-04ba-44a0-b960-78bc6aa5d2fa service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846016 Apr 06 15:18:38.552049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23531340-3220-450d-8dd5-5f8651cb4b25 req-374df3a6-5f7d-4b76-b699-fb2a56a29faa service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Apr 06 15:18:38.690695 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '22f6f736-4e7e-4da0-814e-2501523d1f47', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'port_id': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'mac_address': 'fa:16:3e:05:ad:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:18:36Z', 'updated_at': '2022-04-06T15:18:36Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:21Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:18:38.717247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d3954-ef80-420a-a435-efaa804cdf62 None None] The sync data for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv is: [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '22f6f736-4e7e-4da0-814e-2501523d1f47', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.80', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'port_id': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'mac_address': 'fa:16:3e:05:ad:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:18:36Z', 'updated_at': '2022-04-06T15:18:36Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:21Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:18:38.906519 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd21ef0-7fd1-437c-9b01-9886b66e12ec None None] New status for floating IP 22f6f736-4e7e-4da0-814e-2501523d1f47: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:18:39.142821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4826ed4b-74f4-4efb-a7eb-4b13e5d13a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:39.210551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52794) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:18:39.272083 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-5beebba3-6cb5-47f7-9d80-c049f2a6f866 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/22f6f736-4e7e-4da0-814e-2501523d1f47 HTTP/1.1" status: 200 len: 992 time: 0.0603638 Apr 06 15:18:41.586774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3727a0b1-c8c4-4837-a681-6f4cc8a422e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:43.906815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:45.965555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:46.532047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:18:51.445168 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:18:54.165415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:09.111903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-980eef2d-85a4-464a-9a72-a185ea39f131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:11.586347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f0659d72-f022-4447-aea1-55ca21059d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:13.913862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:15.999198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:16.540808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:20.731942 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-3c6d4291-6755-424c-aed3-2786e85677a7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438306 Apr 06 15:19:20.834460 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-14e94894-554f-46a3-bad6-68e119053117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:20.836000 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-14e94894-554f-46a3-bad6-68e119053117 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1129 time: 0.0490456 Apr 06 15:19:20.936189 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-1d529582-f2f2-4863-a0db-58a5292542e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:20.937640 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-1d529582-f2f2-4863-a0db-58a5292542e8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5494b653-85da-43c8-92c0-2fcd0c0dde21 HTTP/1.1" status: 200 len: 899 time: 0.0855834 Apr 06 15:19:21.006077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-67191ad4-f735-4442-b1da-fad26a8ccd16 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24 HTTP/1.1" status: 200 len: 1000 time: 0.0617495 Apr 06 15:19:21.052279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-2528c5c4-27d9-4abd-9ca5-65197fbfcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:21.053678 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-2528c5c4-27d9-4abd-9ca5-65197fbfcbba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c9bf89-f591-4faa-aa07-f47a189ea808 HTTP/1.1" status: 200 len: 835 time: 0.0424445 Apr 06 15:19:21.101377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-902ccc76-96b5-4e51-9bfb-79506a24ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:21.102846 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-902ccc76-96b5-4e51-9bfb-79506a24ab93 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5494b653-85da-43c8-92c0-2fcd0c0dde21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436487 Apr 06 15:19:21.481832 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-f9bfcad7-d61c-4033-9d1f-757c609dbedc service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724868 Apr 06 15:19:21.568639 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8b40fa4d-7403-464e-8bc1-601a4487688d req-f46d1566-836b-453c-97c3-8cee33c56c9f service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807173 Apr 06 15:19:24.130723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:28.444252 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:19:39.124589 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-74714e7f-a68e-42c5-8c7d-6732ea1f7019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:41.580562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ecdb-ada0-4f2c-b620-dfb18d3f04d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:43.917035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:45.981587 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:46.513479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:48.936325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db47cb7-77c9-479b-981d-e913cb10e890 req-8bc1e1ec-3562-452a-852f-55b928e69be7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:48.938452 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9db47cb7-77c9-479b-981d-e913cb10e890 req-8bc1e1ec-3562-452a-852f-55b928e69be7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.1282487 Apr 06 15:19:48.995198 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9db47cb7-77c9-479b-981d-e913cb10e890 req-9df67616-58cf-4a8e-9a83-010ba326fcb8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503178 Apr 06 15:19:50.162977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c978b-1940-4c85-80d8-20302399b100 req-42ef5e2f-78a0-4d1d-bca5-0bc4815fc14e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:50.164474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d30c978b-1940-4c85-80d8-20302399b100 req-42ef5e2f-78a0-4d1d-bca5-0bc4815fc14e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0978999 Apr 06 15:19:50.213123 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d30c978b-1940-4c85-80d8-20302399b100 req-d2900289-03ad-4d67-a3f0-75778425152d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Apr 06 15:19:51.341084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8f37c-7c3f-4f42-b1f1-36ef654e48ca req-4b776243-6594-4676-ac5c-1a2e37872d0c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:51.342550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-25d8f37c-7c3f-4f42-b1f1-36ef654e48ca req-4b776243-6594-4676-ac5c-1a2e37872d0c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0629413 Apr 06 15:19:51.390989 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-25d8f37c-7c3f-4f42-b1f1-36ef654e48ca req-09897559-c4fe-4137-8e6e-790b6cbcf2ab tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420253 Apr 06 15:19:52.509715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c01a9-5d99-4a76-a67f-fd28dcc0e2fc req-1314aa2c-79aa-4ac1-bbbf-75375180b45a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:52.511216 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bf5c01a9-5d99-4a76-a67f-fd28dcc0e2fc req-1314aa2c-79aa-4ac1-bbbf-75375180b45a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0528872 Apr 06 15:19:52.560085 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bf5c01a9-5d99-4a76-a67f-fd28dcc0e2fc req-21303b49-be0b-4e34-9f8b-32228f776e50 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433943 Apr 06 15:19:53.676328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604b8ad-a587-4fb6-aee5-114e4082fec3 req-5d760d33-1fce-4fd3-afa0-3505c3340805 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:53.677711 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d604b8ad-a587-4fb6-aee5-114e4082fec3 req-5d760d33-1fce-4fd3-afa0-3505c3340805 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0531361 Apr 06 15:19:53.729306 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d604b8ad-a587-4fb6-aee5-114e4082fec3 req-d0609223-f678-41d8-9fd3-37532e7ddd58 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460365 Apr 06 15:19:54.135536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:19:54.848875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6533d-3d62-4b7f-a919-76f8ccd9d76a req-42551f1f-b0bc-4644-bd48-c48900e83d1d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:54.850339 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-67e6533d-3d62-4b7f-a919-76f8ccd9d76a req-42551f1f-b0bc-4644-bd48-c48900e83d1d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0546932 Apr 06 15:19:54.898282 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-67e6533d-3d62-4b7f-a919-76f8ccd9d76a req-8b32f71f-6f6b-4cf7-8da4-8048faeebab7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422919 Apr 06 15:19:56.017469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf41b84-874d-4519-bbe5-d3396b2dff52 req-b5019ea2-b94a-47d5-b2d8-29f62fb309bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:56.018739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bbf41b84-874d-4519-bbe5-d3396b2dff52 req-b5019ea2-b94a-47d5-b2d8-29f62fb309bc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0538287 Apr 06 15:19:56.067531 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bbf41b84-874d-4519-bbe5-d3396b2dff52 req-7f0c0fdb-1f99-4945-9d11-34a19df19625 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432134 Apr 06 15:19:57.191012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095a82d-5a0c-41bb-aef8-b8f46de0d1ed req-f5f52703-7ad0-47ce-8773-e441119a1794 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:57.192491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1095a82d-5a0c-41bb-aef8-b8f46de0d1ed req-f5f52703-7ad0-47ce-8773-e441119a1794 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0580549 Apr 06 15:19:57.240462 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1095a82d-5a0c-41bb-aef8-b8f46de0d1ed req-53384966-dec3-471f-adb9-95ff7497f578 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Apr 06 15:19:58.359803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f81770-d4e2-4bf9-ba75-40770c447119 req-957ae9ec-813d-4d38-8429-f138e8898899 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:58.361740 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2f81770-d4e2-4bf9-ba75-40770c447119 req-957ae9ec-813d-4d38-8429-f138e8898899 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0537453 Apr 06 15:19:58.411858 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2f81770-d4e2-4bf9-ba75-40770c447119 req-03086987-969d-4c40-bf71-2a9763918366 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445726 Apr 06 15:19:59.533540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1607e-5237-41db-b81a-2df8aa029cea req-5c17eb50-1fb2-4b84-99e0-3d75f8757959 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:19:59.535080 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2bb1607e-5237-41db-b81a-2df8aa029cea req-5c17eb50-1fb2-4b84-99e0-3d75f8757959 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0582139 Apr 06 15:19:59.583225 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2bb1607e-5237-41db-b81a-2df8aa029cea req-3e448bff-e382-4da1-9a3e-38cedb85a5cc tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426791 Apr 06 15:19:59.605079 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52842) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:19:59.666089 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8793cf93-483b-49d3-b95f-2839b88d296e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/22f6f736-4e7e-4da0-814e-2501523d1f47 HTTP/1.1" status: 200 len: 992 time: 0.0598028 Apr 06 15:20:01.108830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08895628-4313-46e9-bb94-8562caa518fa req-557e36e0-7564-4eb6-ada0-380c99010aed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:01.110319 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08895628-4313-46e9-bb94-8562caa518fa req-557e36e0-7564-4eb6-ada0-380c99010aed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0548506 Apr 06 15:20:01.166546 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08895628-4313-46e9-bb94-8562caa518fa req-3d714ff8-eecc-4ac8-b6d7-cecd1e104452 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487747 Apr 06 15:20:01.211650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e526-95fb-4767-8a53-484d4c692506 req-6f21e5e6-d200-44b3-a2f4-59130a120dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:01.213160 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a637e526-95fb-4767-8a53-484d4c692506 req-6f21e5e6-d200-44b3-a2f4-59130a120dbe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1129 time: 0.0451088 Apr 06 15:20:01.299658 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e526-95fb-4767-8a53-484d4c692506 req-6c5f7994-872e-407c-9f5e-9cc279b6579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:01.301039 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a637e526-95fb-4767-8a53-484d4c692506 req-6c5f7994-872e-407c-9f5e-9cc279b6579a service neutron] 10.222.0.87 "GET /v2.0/networks?id=5494b653-85da-43c8-92c0-2fcd0c0dde21 HTTP/1.1" status: 200 len: 899 time: 0.0826826 Apr 06 15:20:01.369197 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a637e526-95fb-4767-8a53-484d4c692506 req-9dbe8643-c549-4b18-8542-2362ec1e43ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24 HTTP/1.1" status: 200 len: 1000 time: 0.0625699 Apr 06 15:20:01.419422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e526-95fb-4767-8a53-484d4c692506 req-f954d5e2-fe4e-42e6-adb2-e4386e472294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:01.420905 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a637e526-95fb-4767-8a53-484d4c692506 req-f954d5e2-fe4e-42e6-adb2-e4386e472294 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c9bf89-f591-4faa-aa07-f47a189ea808 HTTP/1.1" status: 200 len: 835 time: 0.0464168 Apr 06 15:20:01.469618 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e526-95fb-4767-8a53-484d4c692506 req-6256bf48-7f22-40d6-b2bf-d78632c214ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:01.471687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a637e526-95fb-4767-8a53-484d4c692506 req-6256bf48-7f22-40d6-b2bf-d78632c214ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5494b653-85da-43c8-92c0-2fcd0c0dde21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441198 Apr 06 15:20:01.565258 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a637e526-95fb-4767-8a53-484d4c692506 req-a047b885-e448-4db7-9784-60ba6f4f9e09 service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877612 Apr 06 15:20:01.651161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a637e526-95fb-4767-8a53-484d4c692506 req-9bc5d53c-c0e3-4171-b8e6-17804828db49 service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807421 Apr 06 15:20:02.297957 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729e32-5d3c-4214-8b44-502b104c3a13 req-16f86852-b61a-4afb-a696-09da813a0aab tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:02.300028 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-af729e32-5d3c-4214-8b44-502b104c3a13 req-16f86852-b61a-4afb-a696-09da813a0aab tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0609570 Apr 06 15:20:02.350515 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-af729e32-5d3c-4214-8b44-502b104c3a13 req-4d3e9977-fdd1-4426-9cd4-a247e8ffc17b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446322 Apr 06 15:20:03.471262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a933262-b9de-4685-9965-30131cc8abc3 req-7b16a750-ff7c-4470-86f2-57c980da555a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:03.472741 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a933262-b9de-4685-9965-30131cc8abc3 req-7b16a750-ff7c-4470-86f2-57c980da555a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0545201 Apr 06 15:20:03.522504 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3a933262-b9de-4685-9965-30131cc8abc3 req-5bf872e8-4a5c-4c35-be8d-0a556601fcdb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441766 Apr 06 15:20:03.544910 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52854) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:20:03.608575 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-432f20ed-ac40-4aab-93a5-4a5f2653783c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/22f6f736-4e7e-4da0-814e-2501523d1f47 HTTP/1.1" status: 200 len: 992 time: 0.0625052 Apr 06 15:20:05.443134 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:20:09.106859 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-168f0804-fb98-4e73-a7cf-7cd9a9a70889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:11.598167 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-39c438d5-f208-4d64-8c67-0058058cb6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:13.935207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:16.038106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:16.518359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:22.719435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-715c258f-3fbb-444a-abfb-111981d174d2 req-d2d3f1b5-4312-4e91-891a-98eeec7a9f44 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442841 Apr 06 15:20:22.832656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c258f-3fbb-444a-abfb-111981d174d2 req-b86df394-61f2-446a-81ba-247a34d7809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:22.834135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-715c258f-3fbb-444a-abfb-111981d174d2 req-b86df394-61f2-446a-81ba-247a34d7809a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1129 time: 0.0447574 Apr 06 15:20:22.939242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c258f-3fbb-444a-abfb-111981d174d2 req-ba4ebb55-89bf-4a8d-8134-7987a084d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:22.940740 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-715c258f-3fbb-444a-abfb-111981d174d2 req-ba4ebb55-89bf-4a8d-8134-7987a084d5cb service neutron] 10.222.0.87 "GET /v2.0/networks?id=5494b653-85da-43c8-92c0-2fcd0c0dde21 HTTP/1.1" status: 200 len: 899 time: 0.0876374 Apr 06 15:20:23.004581 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-715c258f-3fbb-444a-abfb-111981d174d2 req-3c18ed72-6212-42d3-9ad0-7146c5b4164b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24 HTTP/1.1" status: 200 len: 1000 time: 0.0576622 Apr 06 15:20:23.056712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c258f-3fbb-444a-abfb-111981d174d2 req-110070ee-c5fb-4829-8f1d-58492eee935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:23.058166 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-715c258f-3fbb-444a-abfb-111981d174d2 req-110070ee-c5fb-4829-8f1d-58492eee935d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c9bf89-f591-4faa-aa07-f47a189ea808 HTTP/1.1" status: 200 len: 835 time: 0.0475883 Apr 06 15:20:23.106259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c258f-3fbb-444a-abfb-111981d174d2 req-52712cf5-ec9a-4105-b01f-e265468e90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:23.107740 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-715c258f-3fbb-444a-abfb-111981d174d2 req-52712cf5-ec9a-4105-b01f-e265468e90ec service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5494b653-85da-43c8-92c0-2fcd0c0dde21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429740 Apr 06 15:20:23.195825 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-715c258f-3fbb-444a-abfb-111981d174d2 req-091c5c94-98cc-402a-82c9-7db3667c2adf service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813620 Apr 06 15:20:23.287874 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-715c258f-3fbb-444a-abfb-111981d174d2 req-56fd2e4a-a9ee-4631-8391-1e16da392548 service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849588 Apr 06 15:20:24.175038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:39.122072 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-abaf38ae-28ae-4faa-819d-db20aebaf308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:41.598816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d22dc000-cf71-423e-97e3-f386ab0a359c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:42.443138 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:20:43.917478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:45.981132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:46.521051 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:52.233187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52880) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:20:52.388151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 1d66278d-8d0e-4530-afae-b116f3389a5f {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:20:52.388897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1d66278d-8d0e-4530-afae-b116f3389a5f), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:52.468453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1d66278d-8d0e-4530-afae-b116f3389a5f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:52.468782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (1d66278d-8d0e-4530-afae-b116f3389a5f), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:52.481153 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 1d66278d-8d0e-4530-afae-b116f3389a5f owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:20:52.700527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (1d66278d-8d0e-4530-afae-b116f3389a5f), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:52.726670 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=1d66278d-8d0e-4530-afae-b116f3389a5f,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:20:52.738139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.738499 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.738856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.739235 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.739640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.739970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.740304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.740638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.740974 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.741306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.741638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.741969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.742299 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:20:52.797434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (22f6f736-4e7e-4da0-814e-2501523d1f47), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:52.797771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP 22f6f736-4e7e-4da0-814e-2501523d1f47 disassociated (deleted). External IP: 172.26.7.80, port: aeb39c05-e969-4f26-a114-dcbb36ab0a24. Apr 06 15:20:53.042137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 8a150552-4d60-4c89-99b5-39141e95f9c5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:20:53.154242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:20:53.159794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:53.165837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] Sync routers for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:20:53.176110 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:20:53.176814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:20:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:20:53.189211 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2842a33f-68e9-4558-9ac4-9ad292cf6882 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/floatingips/22f6f736-4e7e-4da0-814e-2501523d1f47 HTTP/1.1" status: 204 len: 168 time: 0.9549494 Apr 06 15:20:53.189812 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:20:53.192182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903" -d '{"events": [{"name": "network-changed", "server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:20:53.286039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106d520b-b4a7-42d4-9500-cec2bd1c0f71 x-openstack-request-id: req-106d520b-b4a7-42d4-9500-cec2bd1c0f71 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:20:53.286639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:20:53.286639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-106d520b-b4a7-42d4-9500-cec2bd1c0f71 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:20:53.287008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106d520b-b4a7-42d4-9500-cec2bd1c0f71'] response: {'name': 'network-changed', 'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'status': 'completed', 'code': 200} Apr 06 15:20:53.291348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:20:53.377995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-d0896e65-052e-4169-b7c0-549e07987306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:53.379595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-d0896e65-052e-4169-b7c0-549e07987306 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 1129 time: 0.0460944 Apr 06 15:20:53.480527 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-d28f1454-78c1-44fe-b0c4-562bee6f796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:53.482072 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-d28f1454-78c1-44fe-b0c4-562bee6f796d service neutron] 10.222.0.87 "GET /v2.0/networks?id=5494b653-85da-43c8-92c0-2fcd0c0dde21 HTTP/1.1" status: 200 len: 899 time: 0.0971999 Apr 06 15:20:53.503738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:21Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:20:53.523354 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-07cbe365-2eae-409e-8d22-1f2585666bde service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24 HTTP/1.1" status: 200 len: 217 time: 0.0349550 Apr 06 15:20:53.530017 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] Checking router: 8a150552-4d60-4c89-99b5-39141e95f9c5 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:20:53.539607 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:20:53.540226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:20:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:20:53.579271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-5a5fc08c-9b7b-4f71-9622-ae0833a02139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:53.581356 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-5a5fc08c-9b7b-4f71-9622-ae0833a02139 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c9bf89-f591-4faa-aa07-f47a189ea808 HTTP/1.1" status: 200 len: 835 time: 0.0521901 Apr 06 15:20:53.652365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:20:53.691185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aba51-0ab5-40d5-b276-074ab591b110 req-4a12b217-98ce-47cb-8084-7147b3f4edb6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:53.692742 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-394aba51-0ab5-40d5-b276-074ab591b110 req-4a12b217-98ce-47cb-8084-7147b3f4edb6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0900023 Apr 06 15:20:53.694789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-2297bda0-fac5-4b55-a451-b0fdf407bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:53.696187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-2297bda0-fac5-4b55-a451-b0fdf407bfa4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5494b653-85da-43c8-92c0-2fcd0c0dde21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0836072 Apr 06 15:20:53.797359 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-394aba51-0ab5-40d5-b276-074ab591b110 req-f7bd6e59-340b-4771-85b0-5b1399fb50de tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974939 Apr 06 15:20:53.822926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-0a7f3b94-2076-4b2b-8239-0eef2e25ce8a service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172638 Apr 06 15:20:53.850953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:21Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:20:53.880050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec151b-d3fd-4c4e-a466-8a55631ebaba None None] The sync data for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv is: [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '5cced63d-0fbc-497c-8408-34571fed32f2', 'name': '', 'network_id': '5494b653-85da-43c8-92c0-2fcd0c0dde21', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:46:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:17Z', 'updated_at': '2022-04-06T15:18:21Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '10c9bf89-f591-4faa-aa07-f47a189ea808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:20:53.915271 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca5bf9ca-0163-48f3-ac1c-6e6f0e031903 req-fe46493e-9046-4e9f-82d2-c45a69078fc1 service neutron] 10.222.0.87 "GET /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846744 Apr 06 15:20:54.105168 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091976f3-83c6-400c-851e-e0416d7bc4f6 None None] New status for floating IP 22f6f736-4e7e-4da0-814e-2501523d1f47: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:20:54.150761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:54.927197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae725027-8aca-4546-9ad8-dd5023021f43 req-d60f742a-9ca7-44e3-8be1-9afc724fb1c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:54.928693 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae725027-8aca-4546-9ad8-dd5023021f43 req-d60f742a-9ca7-44e3-8be1-9afc724fb1c1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0593646 Apr 06 15:20:54.977025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae725027-8aca-4546-9ad8-dd5023021f43 req-2bcc9a79-ded0-45da-995e-71d99e1b53b5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4de64e9-8e14-40d0-af3b-2787492ad304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426500 Apr 06 15:20:55.450739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-11a8e336-50c3-477e-9694-8d5dc3809530 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:20:55.452240 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-11a8e336-50c3-477e-9694-8d5dc3809530 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 945 time: 0.0521536 Apr 06 15:20:55.552709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port aeb39c05-e969-4f26-a114-dcbb36ab0a24 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:20:55.553050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:55.639586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port aeb39c05-e969-4f26-a114-dcbb36ab0a24, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aeb39c05-e969-4f26-a114-dcbb36ab0a24,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:20:55.639874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:55.652637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for aeb39c05-e969-4f26-a114-dcbb36ab0a24 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:20:55.854125 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (aeb39c05-e969-4f26-a114-dcbb36ab0a24), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:55.883340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=aeb39c05-e969-4f26-a114-dcbb36ab0a24,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:20:55.926598 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] No DVR routers for this DVR port aeb39c05-e969-4f26-a114-dcbb36ab0a24 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:20:55.929142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:55.932515 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b9146d9d-bd8f-4656-bff2-cd7cbdf8d2b9 req-1186a6f7-c974-40e7-9e89-f2ccc72c9714 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "DELETE /v2.0/ports/aeb39c05-e969-4f26-a114-dcbb36ab0a24 HTTP/1.1" status: 204 len: 173 time: 0.4748809 Apr 06 15:20:55.932961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'name': 'network-vif-deleted', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:20:55.935268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e663e62-8795-46c9-9e17-b04a4f472bb4" -d '{"events": [{"server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "name": "network-vif-deleted", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:20:55.970358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c505dc2-1b1d-4e68-88f8-1b2333954c17 x-openstack-request-id: req-4c505dc2-1b1d-4e68-88f8-1b2333954c17 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:20:55.970650 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17623c14-b089-40b9-8a6d-bb7c07aae767", "name": "network-vif-deleted", "tag": "aeb39c05-e969-4f26-a114-dcbb36ab0a24", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:20:55.970897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4c505dc2-1b1d-4e68-88f8-1b2333954c17 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:20:55.971908 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c505dc2-1b1d-4e68-88f8-1b2333954c17'] response: {'server_uuid': '17623c14-b089-40b9-8a6d-bb7c07aae767', 'name': 'network-vif-deleted', 'tag': 'aeb39c05-e969-4f26-a114-dcbb36ab0a24', 'status': 'completed', 'code': 200} Apr 06 15:20:56.079774 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7ff09872-bdf8-4f51-b6ea-efda44774432 req-3cb06c93-62f5-40b4-a63e-7358200b42af tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=17623c14-b089-40b9-8a6d-bb7c07aae767 HTTP/1.1" status: 200 len: 210 time: 0.0321963 Apr 06 15:20:57.135847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52900) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:20:57.501627 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (8a150552-4d60-4c89-99b5-39141e95f9c5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:57.760977 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 5cced63d-0fbc-497c-8408-34571fed32f2 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:20:57.761320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:57.858533 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 5cced63d-0fbc-497c-8408-34571fed32f2, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=5cced63d-0fbc-497c-8408-34571fed32f2,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:20:57.858892 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:57.872149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 5cced63d-0fbc-497c-8408-34571fed32f2 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:20:58.396410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5cced63d-0fbc-497c-8408-34571fed32f2), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:58.423623 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=5cced63d-0fbc-497c-8408-34571fed32f2,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:20:58.603644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (8a150552-4d60-4c89-99b5-39141e95f9c5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:58.817142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router 8a150552-4d60-4c89-99b5-39141e95f9c5 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:20:58.924931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:20:58.929836 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-df45a29d-f0c5-485c-9e86-3b7c956157ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/8a150552-4d60-4c89-99b5-39141e95f9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929869 Apr 06 15:20:58.932587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52902) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:20:58.935417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] Sync routers for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:20:58.945479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:20:58.946094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:20:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:20:58.983354 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f16668-d719-4752-9279-d147458820e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting subnet 10c9bf89-f591-4faa-aa07-f47a189ea808 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:20:58.986464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9f16668-d719-4752-9279-d147458820e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (10c9bf89-f591-4faa-aa07-f47a189ea808), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.034702 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9f16668-d719-4752-9279-d147458820e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (10c9bf89-f591-4faa-aa07-f47a189ea808), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.121606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9f16668-d719-4752-9279-d147458820e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (10c9bf89-f591-4faa-aa07-f47a189ea808), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.213011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:20:59.248127 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9f16668-d719-4752-9279-d147458820e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (10c9bf89-f591-4faa-aa07-f47a189ea808), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.283459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f16668-d719-4752-9279-d147458820e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Subnet': ['ID=10c9bf89-f591-4faa-aa07-f47a189ea808,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:20:59.286157 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a9f16668-d719-4752-9279-d147458820e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.289380 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a9f16668-d719-4752-9279-d147458820e4 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/subnets/10c9bf89-f591-4faa-aa07-f47a189ea808 HTTP/1.1" status: 204 len: 168 time: 0.3558676 Apr 06 15:20:59.292402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52904) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:20:59.304395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device aeb39c05-e969-4f26-a114-dcbb36ab0a24 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:20:59.306569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a6ba2-6782-4c2c-8104-54dba8983fe0 None None] Network 5494b653-85da-43c8-92c0-2fcd0c0dde21 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:20:59.369987 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: aeb39c05-e969-4f26-a114-dcbb36ab0a24 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:20:59.370334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device aeb39c05-e969-4f26-a114-dcbb36ab0a24 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:20:59.406891 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (8a150552-4d60-4c89-99b5-39141e95f9c5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.497664 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:20:58Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:20:59.520748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (8a150552-4d60-4c89-99b5-39141e95f9c5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.526365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] Checking router: 8a150552-4d60-4c89-99b5-39141e95f9c5 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:20:59.535447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] Routers {'8a150552-4d60-4c89-99b5-39141e95f9c5'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:20:59.536079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:20:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['8a150552-4d60-4c89-99b5-39141e95f9c5'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:20:59.539179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] DHCP port deletion for 5494b653-85da-43c8-92c0-2fcd0c0dde21 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:20:59.658645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 012f10d1-75ae-48e6-bc20-364323a72c53 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:20:59.658888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.671520 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] Set router 8a150552-4d60-4c89-99b5-39141e95f9c5 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:20:59.730912 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Deleting port a7bd888c-270f-47a6-b61a-7dfcb5898c73 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:20:59.731305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.744696 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 012f10d1-75ae-48e6-bc20-364323a72c53, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=012f10d1-75ae-48e6-bc20-364323a72c53,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:20:59.751890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.758384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 012f10d1-75ae-48e6-bc20-364323a72c53 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:20:59.838102 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] For port a7bd888c-270f-47a6-b61a-7dfcb5898c73, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=a7bd888c-270f-47a6-b61a-7dfcb5898c73,segment=NetworkSegment(97496df1-22cc-4780-8050-afa7ae476baa),segment_id=97496df1-22cc-4780-8050-afa7ae476baa)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:20:59.838418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:20:59.853864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Calling delete_port for a7bd888c-270f-47a6-b61a-7dfcb5898c73 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:20:59.986802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:20:58Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:00.003848 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (012f10d1-75ae-48e6-bc20-364323a72c53), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.013496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944633bc-7a68-451c-b623-e1a6ac4429c5 None None] The sync data for ids ['8a150552-4d60-4c89-99b5-39141e95f9c5'] in dv-neutron-835863-1-hyperv is: [{'id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132465029', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:20:58Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': '012f10d1-75ae-48e6-bc20-364323a72c53', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a150552-4d60-4c89-99b5-39141e95f9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:18:14Z', 'updated_at': '2022-04-06T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:00.033090 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=012f10d1-75ae-48e6-bc20-364323a72c53,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:00.060955 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (a7bd888c-270f-47a6-b61a-7dfcb5898c73), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.088086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Pushing event deleted for resources: {'Port': ['ID=a7bd888c-270f-47a6-b61a-7dfcb5898c73,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:00.098172 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] No DVR routers for this DVR port a7bd888c-270f-47a6-b61a-7dfcb5898c73 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:21:00.100870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.101232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.101577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.101917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.102342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.102682 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.103046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.103471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.103811 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.104669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.104669 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.104874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.105094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db655ef-c228-452f-92a5-ea6685e123ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.117522 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (8a150552-4d60-4c89-99b5-39141e95f9c5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.223827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (8a150552-4d60-4c89-99b5-39141e95f9c5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.225946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (8a150552-4d60-4c89-99b5-39141e95f9c5), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.327912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (8a150552-4d60-4c89-99b5-39141e95f9c5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.328392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Fanout notify agent at l3_agent the message router_deleted on router 8a150552-4d60-4c89-99b5-39141e95f9c5 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:21:00.335638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.341541 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-fe6983f2-e65e-4ee6-b862-c7706c793c74 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/routers/8a150552-4d60-4c89-99b5-39141e95f9c5 HTTP/1.1" status: 204 len: 168 time: 1.0432417 Apr 06 15:21:00.341541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 52906) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:00.432587 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (5494b653-85da-43c8-92c0-2fcd0c0dde21), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.492647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5cced63d-0fbc-497c-8408-34571fed32f2 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:00.515416 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 5cced63d-0fbc-497c-8408-34571fed32f2 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:00.515765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 5cced63d-0fbc-497c-8408-34571fed32f2 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:00.516363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a7bd888c-270f-47a6-b61a-7dfcb5898c73 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:00.527036 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (5494b653-85da-43c8-92c0-2fcd0c0dde21), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.539455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: a7bd888c-270f-47a6-b61a-7dfcb5898c73 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:00.539940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device a7bd888c-270f-47a6-b61a-7dfcb5898c73 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:00.548291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5494b653-85da-43c8-92c0-2fcd0c0dde21']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:00.558864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97496df1-22cc-4780-8050-afa7ae476baa') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:00.559203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97496df1-22cc-4780-8050-afa7ae476baa') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:00.574274 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (97496df1-22cc-4780-8050-afa7ae476baa), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.588824 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (97496df1-22cc-4780-8050-afa7ae476baa), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.594628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (97496df1-22cc-4780-8050-afa7ae476baa), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:21:00.599043 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:21:00.729259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (5494b653-85da-43c8-92c0-2fcd0c0dde21), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.737925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.740438 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/networks/5494b653-85da-43c8-92c0-2fcd0c0dde21 HTTP/1.1" status: 204 len: 168 time: 0.3999975 Apr 06 15:21:00.743186 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52908) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:00.756459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c9591-6fa7-4876-872e-4225fb46474e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Network': ['ID=5494b653-85da-43c8-92c0-2fcd0c0dde21,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:00.800544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (d4de64e9-8e14-40d0-af3b-2787492ad304), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.825500 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (d4de64e9-8e14-40d0-af3b-2787492ad304), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.951010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d4de64e9-8e14-40d0-af3b-2787492ad304), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.953594 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:00.954796 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/security-groups/d4de64e9-8e14-40d0-af3b-2787492ad304 HTTP/1.1" status: 204 len: 168 time: 0.2106378 Apr 06 15:21:00.965175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de64e9-8e14-40d0-af3b-2787492ad304,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:00.973091 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.973451 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.973826 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.974174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.974515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.974854 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.975226 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.975561 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.975903 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.976234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.976565 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.976891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:00.977215 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ee8e4-a856-4adc-b0f2-2febbaabedf5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:01.278442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52916) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:01.283136 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-bf3e68f9-a5c5-48f7-b851-3fc1fbb5e091 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203440804', 'description': 'tempest-secgroup-smoke-1203440804 description', 'project_id': '5c0c19c50f06428da9174823bf8284c8'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:01.391828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bf3e68f9-a5c5-48f7-b851-3fc1fbb5e091 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.457959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bf3e68f9-a5c5-48f7-b851-3fc1fbb5e091 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (c9a53091-4cb3-4dbe-8535-6595f794e641), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.523448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bf3e68f9-a5c5-48f7-b851-3fc1fbb5e091 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c9a53091-4cb3-4dbe-8535-6595f794e641), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.553579 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e68f9-a5c5-48f7-b851-3fc1fbb5e091 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a53091-4cb3-4dbe-8535-6595f794e641,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:01.605413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-bf3e68f9-a5c5-48f7-b851-3fc1fbb5e091 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.606684 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-bf3e68f9-a5c5-48f7-b851-3fc1fbb5e091 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3272033 Apr 06 15:21:01.609529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52918) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:01.614410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9f369267-7a3a-44fa-9ebe-daa1cf0d6019 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c9a53091-4cb3-4dbe-8535-6595f794e641', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:01.704885 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f369267-7a3a-44fa-9ebe-daa1cf0d6019 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (dd17cab9-475c-427d-9eba-e89a7df07e77), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.763955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f369267-7a3a-44fa-9ebe-daa1cf0d6019 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (dd17cab9-475c-427d-9eba-e89a7df07e77), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.906317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f369267-7a3a-44fa-9ebe-daa1cf0d6019 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (dd17cab9-475c-427d-9eba-e89a7df07e77), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:01.925293 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f369267-7a3a-44fa-9ebe-daa1cf0d6019 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd17cab9-475c-427d-9eba-e89a7df07e77,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:02.017016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9f369267-7a3a-44fa-9ebe-daa1cf0d6019 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.018909 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9f369267-7a3a-44fa-9ebe-daa1cf0d6019 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4083414 Apr 06 15:21:02.021682 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52920) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:02.026026 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-98d95d51-bef9-4369-844c-ee0e9fcf51a1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c9a53091-4cb3-4dbe-8535-6595f794e641', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:02.120834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d95d51-bef9-4369-844c-ee0e9fcf51a1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (8df30eca-4067-4545-b21a-4fbf0c83280f), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.177645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d95d51-bef9-4369-844c-ee0e9fcf51a1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (8df30eca-4067-4545-b21a-4fbf0c83280f), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.241977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d95d51-bef9-4369-844c-ee0e9fcf51a1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8df30eca-4067-4545-b21a-4fbf0c83280f), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.261087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d95d51-bef9-4369-844c-ee0e9fcf51a1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df30eca-4067-4545-b21a-4fbf0c83280f,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:02.325208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-98d95d51-bef9-4369-844c-ee0e9fcf51a1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.326617 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-98d95d51-bef9-4369-844c-ee0e9fcf51a1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3039186 Apr 06 15:21:02.329273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52922) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:02.334268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-835860aa-7501-4e88-acef-64b3ef086e53 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c9a53091-4cb3-4dbe-8535-6595f794e641', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:02.389761 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 012f10d1-75ae-48e6-bc20-364323a72c53 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:21:02.410379 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 012f10d1-75ae-48e6-bc20-364323a72c53 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:21:02.410726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 012f10d1-75ae-48e6-bc20-364323a72c53 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:21:02.425578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-835860aa-7501-4e88-acef-64b3ef086e53 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (a52c38ff-5745-411e-b213-550e22b0014b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.485175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-835860aa-7501-4e88-acef-64b3ef086e53 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (a52c38ff-5745-411e-b213-550e22b0014b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.563175 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-835860aa-7501-4e88-acef-64b3ef086e53 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a52c38ff-5745-411e-b213-550e22b0014b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.580227 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835860aa-7501-4e88-acef-64b3ef086e53 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52c38ff-5745-411e-b213-550e22b0014b,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:02.655339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-835860aa-7501-4e88-acef-64b3ef086e53 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.656561 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-835860aa-7501-4e88-acef-64b3ef086e53 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263490 Apr 06 15:21:02.660379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52924) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:02.664723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-04156e87-4d6f-46d0-9d81-6d4fcec4f89a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c9a53091-4cb3-4dbe-8535-6595f794e641', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:02.743735 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04156e87-4d6f-46d0-9d81-6d4fcec4f89a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (a32cdd61-888e-46f8-9b2f-fb3dbdac5ae6), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.803665 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04156e87-4d6f-46d0-9d81-6d4fcec4f89a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (a32cdd61-888e-46f8-9b2f-fb3dbdac5ae6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.865689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04156e87-4d6f-46d0-9d81-6d4fcec4f89a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a32cdd61-888e-46f8-9b2f-fb3dbdac5ae6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:02.882697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04156e87-4d6f-46d0-9d81-6d4fcec4f89a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32cdd61-888e-46f8-9b2f-fb3dbdac5ae6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:03.004413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-04156e87-4d6f-46d0-9d81-6d4fcec4f89a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.005633 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-04156e87-4d6f-46d0-9d81-6d4fcec4f89a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3442416 Apr 06 15:21:03.008261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52926) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:03.012537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-6d5178cf-2759-401d-8a0b-81352087231f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c9a53091-4cb3-4dbe-8535-6595f794e641', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:03.106255 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-6d5178cf-2759-401d-8a0b-81352087231f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:21:03.111477 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d5178cf-2759-401d-8a0b-81352087231f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (665dc6a5-7735-456f-953f-9906503a6aaa), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.169086 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d5178cf-2759-401d-8a0b-81352087231f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (665dc6a5-7735-456f-953f-9906503a6aaa), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.249025 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d5178cf-2759-401d-8a0b-81352087231f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (665dc6a5-7735-456f-953f-9906503a6aaa), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.269656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5178cf-2759-401d-8a0b-81352087231f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665dc6a5-7735-456f-953f-9906503a6aaa,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:03.342507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6d5178cf-2759-401d-8a0b-81352087231f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.343806 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6d5178cf-2759-401d-8a0b-81352087231f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3346143 Apr 06 15:21:03.346558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52928) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:03.350955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-c2b31e94-6609-4089-b155-cd461973d30e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'security_group_rule': {'security_group_id': 'c9a53091-4cb3-4dbe-8535-6595f794e641', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:03.430598 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-c2b31e94-6609-4089-b155-cd461973d30e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Project 5c0c19c50f06428da9174823bf8284c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:21:03.435962 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e94-6609-4089-b155-cd461973d30e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (86eb9502-5767-497b-941a-01485fb18537), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.494738 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e94-6609-4089-b155-cd461973d30e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (86eb9502-5767-497b-941a-01485fb18537), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.591809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e94-6609-4089-b155-cd461973d30e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (86eb9502-5767-497b-941a-01485fb18537), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.608988 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b31e94-6609-4089-b155-cd461973d30e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86eb9502-5767-497b-941a-01485fb18537,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:03.690747 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e94-6609-4089-b155-cd461973d30e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.692669 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c2b31e94-6609-4089-b155-cd461973d30e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450847 Apr 06 15:21:03.695600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52930) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:03.700471 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'network': {'name': 'tempest-network-smoke--1369092350', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'port_security_enabled': True}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:03.780224 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:21:03.783712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.807613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:21:03.816453 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (7af4edb0-14d9-41dc-86f2-7207b1427b28), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.816799 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Added segment 7af4edb0-14d9-41dc-86f2-7207b1427b28 of type vlan for network 047dbe68-798f-40de-91e9-204ee2a535fd Apr 06 15:21:03.857703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (047dbe68-798f-40de-91e9-204ee2a535fd), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.962935 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (047dbe68-798f-40de-91e9-204ee2a535fd), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:03.968132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:03.968640 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:04.033192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Network': ['ID=047dbe68-798f-40de-91e9-204ee2a535fd,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:04.044381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 047dbe68-798f-40de-91e9-204ee2a535fd details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:21:04.086417 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-47ca5c65-987d-46cb-b72d-345dfe268090 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3897779 Apr 06 15:21:04.089113 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52932) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:04.093463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'admin_state_up': True, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:04.186048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (d292dc7f-4f8a-4e05-93b2-b102827f42b0), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:04.187168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (d292dc7f-4f8a-4e05-93b2-b102827f42b0), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:04.242420 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (d292dc7f-4f8a-4e05-93b2-b102827f42b0), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:04.448813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (d292dc7f-4f8a-4e05-93b2-b102827f42b0), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:04.712442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (d292dc7f-4f8a-4e05-93b2-b102827f42b0), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:04.730976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:04.836362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.130 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/e6e61412-6495-4f03-9635-e7f9072d12cf) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:04.935364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:05.066489 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:05.104496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:05.107269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:05.117234 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:05.122534 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=e6e61412-6495-4f03-9635-e7f9072d12cf,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:05.429165 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (d292dc7f-4f8a-4e05-93b2-b102827f42b0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:05.631904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (d292dc7f-4f8a-4e05-93b2-b102827f42b0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:05.849081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router d292dc7f-4f8a-4e05-93b2-b102827f42b0 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:21:05.958520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:05.969390 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Sync routers for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:05.979083 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:05.979699 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:20:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:06.039864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.041500 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d01a5f64-76bb-4e90-9d5b-7e9363b96e5e tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9514363 Apr 06 15:21:06.044686 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52934) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:06.073379 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-99230d96-4b76-4ce3-80a4-e26ba6e8e458 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=5c0c19c50f06428da9174823bf8284c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275190 Apr 06 15:21:06.075950 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52936) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:06.086656 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:06.281337 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:05Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:06.310139 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Checking router: d292dc7f-4f8a-4e05-93b2-b102827f42b0 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:06.310483 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Updating router d292dc7f-4f8a-4e05-93b2-b102827f42b0 port e6e61412-6495-4f03-9635-e7f9072d12cf binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:21:06.340746 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.471895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc302e-6443-4365-a1b0-fbaf17a8013f tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:06.474108 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-dffc302e-6443-4365-a1b0-fbaf17a8013f tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3972578 Apr 06 15:21:06.477001 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52938) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:06.504267 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ad5b920a-f1a9-47be-bc9f-26192e711f14 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=5d38d3f6-0352-4618-ae87-fbe785b6e80c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260212 Apr 06 15:21:06.506619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52940) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:06.511495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626011359', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:06.601784 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Publish callbacks [] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.677194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:21:06.680598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.688972 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.740244 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Attempting to bind port e6e61412-6495-4f03-9635-e7f9072d12cf on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:06.740618 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Attempting to bind port e6e61412-6495-4f03-9635-e7f9072d12cf by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:06.740982 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Attempting to bind port e6e61412-6495-4f03-9635-e7f9072d12cf on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:06.748008 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Pushing event updated for resources: {'Port': ['ID=e6e61412-6495-4f03-9635-e7f9072d12cf,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:06.750947 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:06.751344 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:06.751742 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.752141 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:06.752603 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Bound port: e6e61412-6495-4f03-9635-e7f9072d12cf, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:06.752978 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.759039 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.763501 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:21:06.813355 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] For port e6e61412-6495-4f03-9635-e7f9072d12cf, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:06.816512 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] For port e6e61412-6495-4f03-9635-e7f9072d12cf, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e6e61412-6495-4f03-9635-e7f9072d12cf,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:06.895205 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.923724 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (28d66d30-4af1-4e2e-b9a7-b6cae47536cb), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:06.948232 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:06.948858 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:20:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:06.984864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Subnet': ['ID=28d66d30-4af1-4e2e-b9a7-b6cae47536cb,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:06.994767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Checking segment: {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:06.995164 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network hostable DHCP agents. Network: 047dbe68-798f-40de-91e9-204ee2a535fd, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:21:07.020714 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d70bb4-27d1-4035-81fe-14374ed651a0 None None] Pushing event updated for resources: {'Port': ['ID=e6e61412-6495-4f03-9635-e7f9072d12cf,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:07.066208 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:07.094914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 047dbe68-798f-40de-91e9-204ee2a535fd is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:21:07.157790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 047dbe68-798f-40de-91e9-204ee2a535fd) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:07.163252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:07.163898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:07.167542 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7505d22c-01b7-40c9-a857-c8adb8c54ee0 None None] Network 047dbe68-798f-40de-91e9-204ee2a535fd requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:21:07.272620 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-adbcfa64-f238-42c5-9097-bbff3f777c8a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7622600 Apr 06 15:21:07.272951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 52942) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:07.274666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-047dbe68-798f-40de-91e9-204ee2a535fd', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:21:07.276182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:07.337313 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:05Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:07.363882 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a9ebdd-360f-4321-98ef-ad5f5254b7eb None None] The sync data for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv is: [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:05Z', 'revision_number': 3, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:07.417490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Allocated IP 172.20.0.2 (047dbe68-798f-40de-91e9-204ee2a535fd/28d66d30-4af1-4e2e-b9a7-b6cae47536cb/44903299-2529-4cdd-94b1-217afe6c4555) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:07.572485 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Publish callbacks [] for port (44903299-2529-4cdd-94b1-217afe6c4555), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:07.636558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (44903299-2529-4cdd-94b1-217afe6c4555), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:07.677373 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Network 047dbe68-798f-40de-91e9-204ee2a535fd is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:07.681982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:07.684119 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:07.726035 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Pushing event updated for resources: {'Port': ['ID=44903299-2529-4cdd-94b1-217afe6c4555,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:07.767502 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Attempting to bind port 44903299-2529-4cdd-94b1-217afe6c4555 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:07.767877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Attempting to bind port 44903299-2529-4cdd-94b1-217afe6c4555 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:07.768699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Attempting to bind port 44903299-2529-4cdd-94b1-217afe6c4555 on network 047dbe68-798f-40de-91e9-204ee2a535fd {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:07.776345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:07.776723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Checking segment: {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:07.777135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:07.777532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Bound using segment: {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:07.778004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Bound port: 44903299-2529-4cdd-94b1-217afe6c4555, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:07.778386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (44903299-2529-4cdd-94b1-217afe6c4555), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:07.792465 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:07.850931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] For port 44903299-2529-4cdd-94b1-217afe6c4555, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:07.854249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] For port 44903299-2529-4cdd-94b1-217afe6c4555, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=44903299-2529-4cdd-94b1-217afe6c4555,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:07.928733 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (44903299-2529-4cdd-94b1-217afe6c4555), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.012232 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fbda3-0e66-4d76-9007-53f4dae4ef25 None None] Pushing event updated for resources: {'Port': ['ID=44903299-2529-4cdd-94b1-217afe6c4555,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:08.125336 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.1 (047dbe68-798f-40de-91e9-204ee2a535fd/28d66d30-4af1-4e2e-b9a7-b6cae47536cb/743c3263-c5c8-4e13-b71e-f574485366e6) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:08.286006 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (743c3263-c5c8-4e13-b71e-f574485366e6), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.398426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.468236 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 047dbe68-798f-40de-91e9-204ee2a535fd is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:08.472677 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:08.475061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=743c3263-c5c8-4e13-b71e-f574485366e6,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:08.477369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:08.505247 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 44903299-2529-4cdd-94b1-217afe6c4555 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:08.523367 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (d292dc7f-4f8a-4e05-93b2-b102827f42b0), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.558078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 44903299-2529-4cdd-94b1-217afe6c4555 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:08.558465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (44903299-2529-4cdd-94b1-217afe6c4555), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.645715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 44903299-2529-4cdd-94b1-217afe6c4555 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:08.646226 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (44903299-2529-4cdd-94b1-217afe6c4555), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.679803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 44903299-2529-4cdd-94b1-217afe6c4555, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=44903299-2529-4cdd-94b1-217afe6c4555,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:08.716208 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.729076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (44903299-2529-4cdd-94b1-217afe6c4555), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.729964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e6e61412-6495-4f03-9635-e7f9072d12cf up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:08.810482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=44903299-2529-4cdd-94b1-217afe6c4555,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:08.822097 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port e6e61412-6495-4f03-9635-e7f9072d12cf triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:08.822488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.908004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port e6e61412-6495-4f03-9635-e7f9072d12cf is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:08.908004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:08.930477 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port e6e61412-6495-4f03-9635-e7f9072d12cf, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e6e61412-6495-4f03-9635-e7f9072d12cf,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:09.007670 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:09.022231 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (743c3263-c5c8-4e13-b71e-f574485366e6), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:09.099364 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:09.176991 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=743c3263-c5c8-4e13-b71e-f574485366e6,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:09.179653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (d292dc7f-4f8a-4e05-93b2-b102827f42b0), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:09.206026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d384b51-e366-4f4f-9735-125065815be3 None None] Network 047dbe68-798f-40de-91e9-204ee2a535fd requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:21:09.266539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=e6e61412-6495-4f03-9635-e7f9072d12cf,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:09.275895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 047dbe68-798f-40de-91e9-204ee2a535fd is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:09.277535 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:09.285714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6f0caadc-28bd-46b4-a610-874a582b6341 None None] Provisioning complete for port 44903299-2529-4cdd-94b1-217afe6c4555 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:09.286054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f0caadc-28bd-46b4-a610-874a582b6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (44903299-2529-4cdd-94b1-217afe6c4555), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:09.333429 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9ec357f7-a123-404a-83cd-ec716fc0cbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:09.405289 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router d292dc7f-4f8a-4e05-93b2-b102827f42b0 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:21:09.422297 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6f0caadc-28bd-46b4-a610-874a582b6341 None None] Current status of the port 44903299-2529-4cdd-94b1-217afe6c4555 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:09.524723 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:09.530452 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8a907ce9-d585-4d42-9d68-9b3140244deb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/d292dc7f-4f8a-4e05-93b2-b102827f42b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2559323 Apr 06 15:21:09.654062 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e6611b33-76df-4ac2-8d05-3c9442f45d5f None None] Provisioning complete for port 44903299-2529-4cdd-94b1-217afe6c4555 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:09.654503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e6611b33-76df-4ac2-8d05-3c9442f45d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (44903299-2529-4cdd-94b1-217afe6c4555), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:09.686603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Sync routers for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:09.707853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:09.708500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:20:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:09.825618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-c81cf79d-af59-4144-881f-cd1c29463f00 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203440804&fields=id&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 267 time: 0.0538108 Apr 06 15:21:09.833073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e6611b33-76df-4ac2-8d05-3c9442f45d5f None None] Current status of the port 44903299-2529-4cdd-94b1-217afe6c4555 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:09.858558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e6611b33-76df-4ac2-8d05-3c9442f45d5f None None] Provisioning complete for port 743c3263-c5c8-4e13-b71e-f574485366e6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:09.858938 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e6611b33-76df-4ac2-8d05-3c9442f45d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:09.864877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:09.949016 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-6ae3e95e-069a-4c05-b921-123f93919523 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:09.949223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e6611b33-76df-4ac2-8d05-3c9442f45d5f None None] Port 743c3263-c5c8-4e13-b71e-f574485366e6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:09.950893 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-6ae3e95e-069a-4c05-b921-123f93919523 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/networks?id=047dbe68-798f-40de-91e9-204ee2a535fd HTTP/1.1" status: 200 len: 797 time: 0.1170063 Apr 06 15:21:09.966873 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-6d2a6578-21dd-43e0-80ef-e34f5acf80ba tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/quotas/5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 375 time: 0.0096753 Apr 06 15:21:10.045440 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-3389f467-2087-42cd-885a-313f5f3deb59 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629885 Apr 06 15:21:10.119423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-66d3344d-23ad-4a68-95a5-fd6afca86e79 None None] Provisioning complete for port 743c3263-c5c8-4e13-b71e-f574485366e6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:10.119759 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-66d3344d-23ad-4a68-95a5-fd6afca86e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.147930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-88e10508-8274-47e7-9ced-70e6f7f0735d service neutron] 10.222.0.71 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012580 Apr 06 15:21:10.165367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-66d3344d-23ad-4a68-95a5-fd6afca86e79 None None] Port 743c3263-c5c8-4e13-b71e-f574485366e6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:10.180174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 2, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:10.209889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Checking router: d292dc7f-4f8a-4e05-93b2-b102827f42b0 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:10.210375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Updating router d292dc7f-4f8a-4e05-93b2-b102827f42b0 port 743c3263-c5c8-4e13-b71e-f574485366e6 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:21:10.241376 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.246866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-ccd065ec-1643-425d-ab66-49c20da80857 service neutron] 10.222.0.71 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914714 Apr 06 15:21:10.356672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-df3b7daf-87f7-4d0f-ba7b-6b53fca9eda7 None None] Provisioning complete for port 743c3263-c5c8-4e13-b71e-f574485366e6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:10.357047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-df3b7daf-87f7-4d0f-ba7b-6b53fca9eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.409181 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-df3b7daf-87f7-4d0f-ba7b-6b53fca9eda7 None None] Port 743c3263-c5c8-4e13-b71e-f574485366e6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:10.468986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 44903299-2529-4cdd-94b1-217afe6c4555 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:10.501101 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7e588b2a-b44d-470a-bda4-14806727a964 req-29d191ae-032c-415c-88a5-2c4ea7563dd3 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 210 time: 0.0310822 Apr 06 15:21:10.584981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 44903299-2529-4cdd-94b1-217afe6c4555 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:10.585359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (44903299-2529-4cdd-94b1-217afe6c4555), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.624374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Publish callbacks [] for port (743c3263-c5c8-4e13-b71e-f574485366e6), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.677933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 44903299-2529-4cdd-94b1-217afe6c4555 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:10.678979 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e6e61412-6495-4f03-9635-e7f9072d12cf up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:10.723794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port e6e61412-6495-4f03-9635-e7f9072d12cf triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:10.724168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.753288 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.813207 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5bfcf-b1c8-44c1-ba7f-3a67f286e37d None None] Pushing event updated for resources: {'Port': ['ID=743c3263-c5c8-4e13-b71e-f574485366e6,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:10.897199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port e6e61412-6495-4f03-9635-e7f9072d12cf is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:10.903098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Attempting to bind port 743c3263-c5c8-4e13-b71e-f574485366e6 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:10.903475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Attempting to bind port 743c3263-c5c8-4e13-b71e-f574485366e6 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:10.903838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Attempting to bind port 743c3263-c5c8-4e13-b71e-f574485366e6 on network 047dbe68-798f-40de-91e9-204ee2a535fd {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:10.909189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:10.910237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Checking segment: {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:10.911077 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.911201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Bound using segment: {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:10.911624 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Bound port: 743c3263-c5c8-4e13-b71e-f574485366e6, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:10.912006 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:10.982877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] For port 743c3263-c5c8-4e13-b71e-f574485366e6, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:10.989271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] For port 743c3263-c5c8-4e13-b71e-f574485366e6, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=743c3263-c5c8-4e13-b71e-f574485366e6,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:11.035202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c6946239-79bd-46c6-85ec-0a813f57e440 None None] Provisioning complete for port 743c3263-c5c8-4e13-b71e-f574485366e6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:11.035662 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c6946239-79bd-46c6-85ec-0a813f57e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:11.059002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:11.106405 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c6946239-79bd-46c6-85ec-0a813f57e440 None None] Port 743c3263-c5c8-4e13-b71e-f574485366e6 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:11.133088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5bfcf-b1c8-44c1-ba7f-3a67f286e37d None None] Pushing event updated for resources: {'Port': ['ID=743c3263-c5c8-4e13-b71e-f574485366e6,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:11.134004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:11.134608 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:20:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:11.251586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:11.387928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3554161b-1c02-4bdc-a7d8-6edb6f15f514 None None] Provisioning complete for port 743c3263-c5c8-4e13-b71e-f574485366e6 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:11.388219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3554161b-1c02-4bdc-a7d8-6edb6f15f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:11.604804 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-706ad9e6-b40d-408a-9474-88d457e1452e req-31bbb424-76dc-4f7e-81c6-9627baa26bed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 210 time: 0.0298119 Apr 06 15:21:11.691949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3554161b-1c02-4bdc-a7d8-6edb6f15f514 None None] Current status of the port 743c3263-c5c8-4e13-b71e-f574485366e6 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:11.694182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3554161b-1c02-4bdc-a7d8-6edb6f15f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:11.722202 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:10Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:11.755821 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e3073-e95a-40b6-8bce-bcf794506b2b None None] The sync data for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv is: [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:10Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:11.758447 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3554161b-1c02-4bdc-a7d8-6edb6f15f514 None None] For port 743c3263-c5c8-4e13-b71e-f574485366e6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=743c3263-c5c8-4e13-b71e-f574485366e6,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:11.769305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-29a9ecec-ee87-4ffa-ad71-f894f440af9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:11.887617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3554161b-1c02-4bdc-a7d8-6edb6f15f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:11.942143 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554161b-1c02-4bdc-a7d8-6edb6f15f514 None None] Pushing event updated for resources: {'Port': ['ID=743c3263-c5c8-4e13-b71e-f574485366e6,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:12.465382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 743c3263-c5c8-4e13-b71e-f574485366e6 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:12.536779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 743c3263-c5c8-4e13-b71e-f574485366e6 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:12.537779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:12.595827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-32eabd3e-07c7-49de-a59e-b5ebe4f13413 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:12.597424 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-32eabd3e-07c7-49de-a59e-b5ebe4f13413 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/networks?id=047dbe68-798f-40de-91e9-204ee2a535fd HTTP/1.1" status: 200 len: 797 time: 0.1297882 Apr 06 15:21:12.623657 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 743c3263-c5c8-4e13-b71e-f574485366e6 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:12.678938 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-b5fd07ed-c7d1-4c88-8296-c0c4dd091343 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0c19c50f06428da9174823bf8284c8 HTTP/1.1" status: 200 len: 380 time: 0.0669985 Apr 06 15:21:12.689711 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'port': {'device_id': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'admin_state_up': True, 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'security_groups': ['c9a53091-4cb3-4dbe-8535-6595f794e641']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:12.762509 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f95ccca3-c570-4beb-98e2-bd406effd601 req-05d8d4c3-e86e-4bc1-ba69-040f52e600e3 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 210 time: 0.0683603 Apr 06 15:21:12.933726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Made reservation on behalf of 5c0c19c50f06428da9174823bf8284c8 for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:21:12.938514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:13.069763 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.20.0.14 (047dbe68-798f-40de-91e9-204ee2a535fd/28d66d30-4af1-4e2e-b9a7-b6cae47536cb/17c9d12e-3605-41d6-be1c-b3c5461b1b04) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:13.204601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:13.300829 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:13.348012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 047dbe68-798f-40de-91e9-204ee2a535fd is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:13.351164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:13.357537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:13.365875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=17c9d12e-3605-41d6-be1c-b3c5461b1b04,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:13.414173 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:13.414797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:13.502808 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-57145d1d-66d1-435a-8b01-ebe7243b29ed tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8168139 Apr 06 15:21:13.523969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Request body: {'port': {'device_id': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:13.584047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:13.618083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c4533b66-274c-48d3-9440-8ff3a79f68ea None None] Provisioning complete for port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:13.618707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c4533b66-274c-48d3-9440-8ff3a79f68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:13.656299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c4533b66-274c-48d3-9440-8ff3a79f68ea None None] Port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:21:13.881149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c9d12e-3605-41d6-be1c-b3c5461b1b04 {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:21:13.890033 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Publish callbacks [] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:13.906630 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Transition to ACTIVE for port object 17c9d12e-3605-41d6-be1c-b3c5461b1b04 will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:21:13.917632 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc094ad-b024-43c5-ab32-7594723f7889 req-7c425abf-c501-40a1-8aa2-bfeca6483024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:13.919133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5dc094ad-b024-43c5-ab32-7594723f7889 req-7c425abf-c501-40a1-8aa2-bfeca6483024 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 932 time: 0.0780287 Apr 06 15:21:13.923282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:13.967491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5dc094ad-b024-43c5-ab32-7594723f7889 req-75700dad-2af5-40c7-a895-295aece06a20 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427043 Apr 06 15:21:13.974613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:14.046686 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Pushing event updated for resources: {'Port': ['ID=17c9d12e-3605-41d6-be1c-b3c5461b1b04,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:14.100730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Attempting to bind port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:21:14.101066 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Attempting to bind port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:21:14.101394 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Attempting to bind port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 on network 047dbe68-798f-40de-91e9-204ee2a535fd {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:14.105913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 on network 047dbe68-798f-40de-91e9-204ee2a535fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:21:14.106234 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Attempting to bind port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 on network 047dbe68-798f-40de-91e9-204ee2a535fd {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:21:14.111245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:21:14.111581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Checking segment: {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:21:14.111960 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Bound using segment: {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:21:14.112382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Bound port: 17c9d12e-3605-41d6-be1c-b3c5461b1b04, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af4edb0-14d9-41dc-86f2-7207b1427b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:21:14.113466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:14.178475 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] For port 17c9d12e-3605-41d6-be1c-b3c5461b1b04, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:21:14.181664 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] For port 17c9d12e-3605-41d6-be1c-b3c5461b1b04, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:21:14.242207 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:14.280050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:14.280577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:14.281974 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] 10.222.0.87 "PUT /v2.0/ports/17c9d12e-3605-41d6-be1c-b3c5461b1b04 HTTP/1.1" status: 200 len: 1094 time: 0.7660410 Apr 06 15:21:14.282414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:21:14.285164 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48b285d-8882-4541-a91d-fea477d70814" -d '{"events": [{"name": "network-changed", "server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:21:14.312751 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794a92a-a6fa-4b9c-a812-1371bfa495b5 service neutron] Pushing event updated for resources: {'Port': ['ID=17c9d12e-3605-41d6-be1c-b3c5461b1b04,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:14.336166 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d937d1-8c18-49e1-b7a0-26caa197f677 x-openstack-request-id: req-49d937d1-8c18-49e1-b7a0-26caa197f677 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:21:14.336466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:21:14.336728 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49d937d1-8c18-49e1-b7a0-26caa197f677 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:21:14.337191 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d937d1-8c18-49e1-b7a0-26caa197f677'] response: {'name': 'network-changed', 'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'status': 'completed', 'code': 200} Apr 06 15:21:14.430133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b285d-8882-4541-a91d-fea477d70814 req-1401d75b-1033-4de8-8ec7-aa9c4821ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:14.434585 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b48b285d-8882-4541-a91d-fea477d70814 req-1401d75b-1033-4de8-8ec7-aa9c4821ea6a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1128 time: 0.0516913 Apr 06 15:21:14.538906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b285d-8882-4541-a91d-fea477d70814 req-93bd2ed5-410e-48e2-bd3d-8c623311643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:14.540374 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b48b285d-8882-4541-a91d-fea477d70814 req-93bd2ed5-410e-48e2-bd3d-8c623311643a service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=5c0c19c50f06428da9174823bf8284c8&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0953484 Apr 06 15:21:14.635335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b285d-8882-4541-a91d-fea477d70814 req-7b4980a5-75e6-4b71-b502-8649338710f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:14.636806 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b48b285d-8882-4541-a91d-fea477d70814 req-7b4980a5-75e6-4b71-b502-8649338710f0 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0910616 Apr 06 15:21:14.736168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-34f849c3-27c5-41d9-bb3b-7d22292204f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:14.738688 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-34f849c3-27c5-41d9-bb3b-7d22292204f2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1128 time: 0.0458338 Apr 06 15:21:14.791212 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-352b1281-59c6-42a1-a10a-318b7bd12a8f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04 HTTP/1.1" status: 200 len: 217 time: 0.0391464 Apr 06 15:21:14.838584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-5ceb49ef-128f-43ac-8194-19318829bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:14.840086 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-5ceb49ef-128f-43ac-8194-19318829bff4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=28d66d30-4af1-4e2e-b9a7-b6cae47536cb HTTP/1.1" status: 200 len: 835 time: 0.0435634 Apr 06 15:21:14.889971 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-8231460e-931c-43b4-ac12-fe688ff140f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:14.891499 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-8231460e-931c-43b4-ac12-fe688ff140f0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=047dbe68-798f-40de-91e9-204ee2a535fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431969 Apr 06 15:21:14.981447 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-d8484f30-d09a-4505-b44d-bb24ab30687b service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842540 Apr 06 15:21:15.100705 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-559f569e-eeac-4ded-9fbc-1502259bf4d3 req-c495d8eb-6577-41a4-86a8-dfb4239adae5 service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130979 Apr 06 15:21:15.115746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cdd0b-16f5-4647-a7c5-c33132640722 req-6e1e07fe-ce9b-4d79-aedb-c47d4719ef11 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:15.117395 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b8cdd0b-16f5-4647-a7c5-c33132640722 req-6e1e07fe-ce9b-4d79-aedb-c47d4719ef11 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 944 time: 0.0766764 Apr 06 15:21:15.166832 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b8cdd0b-16f5-4647-a7c5-c33132640722 req-67291bc5-b4b9-47c3-a058-34997d4eafeb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 Apr 06 15:21:16.014577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:16.287826 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913412-2705-4e5e-8c63-bca388b86f86 req-a38a4953-f8b0-438a-8765-8545c1b4fedf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:16.289326 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa913412-2705-4e5e-8c63-bca388b86f86 req-a38a4953-f8b0-438a-8765-8545c1b4fedf tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 944 time: 0.0529745 Apr 06 15:21:16.337709 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa913412-2705-4e5e-8c63-bca388b86f86 req-e23144b2-705e-4309-beae-bfa4a8cafc9a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425508 Apr 06 15:21:16.500303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:17.454283 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c54956-6f33-4a4c-af1c-2254125c7ad6 req-43695c8b-a548-4d44-a325-a763b543afbd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:17.455856 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f6c54956-6f33-4a4c-af1c-2254125c7ad6 req-43695c8b-a548-4d44-a325-a763b543afbd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 944 time: 0.0518215 Apr 06 15:21:17.507818 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f6c54956-6f33-4a4c-af1c-2254125c7ad6 req-a3078b25-a3b4-451a-899e-972d0aff4d56 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458529 Apr 06 15:21:18.625709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c002a-16de-4c5d-939b-1062debd1799 req-70650a24-75ac-431d-ae93-0e836a103c92 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:18.627134 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f55c002a-16de-4c5d-939b-1062debd1799 req-70650a24-75ac-431d-ae93-0e836a103c92 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 944 time: 0.0522387 Apr 06 15:21:18.814350 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f55c002a-16de-4c5d-939b-1062debd1799 req-a6f6471d-2043-42ef-b870-84494018cef7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816397 Apr 06 15:21:19.339668 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 17c9d12e-3605-41d6-be1c-b3c5461b1b04 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:21:19.437280 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 17c9d12e-3605-41d6-be1c-b3c5461b1b04, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:19.442367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:21:19.448647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'port_id': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'mac_address': 'fa:16:3e:c2:e6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:21:19.484380 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:19.484767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.497975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c9d12e-3605-41d6-be1c-b3c5461b1b04 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:21:19.516592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 17c9d12e-3605-41d6-be1c-b3c5461b1b04, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:19.574585 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:19.623724 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=17c9d12e-3605-41d6-be1c-b3c5461b1b04,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:19.933322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6d9e5-7ff5-4135-883a-0ea288a4e30f req-ff386b56-d184-4a43-ac06-6c58a8b72234 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:19.934705 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-11d6d9e5-7ff5-4135-883a-0ea288a4e30f req-ff386b56-d184-4a43-ac06-6c58a8b72234 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 945 time: 0.0537920 Apr 06 15:21:19.984148 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-11d6d9e5-7ff5-4135-883a-0ea288a4e30f req-c2bba104-fcff-4bd2-bd89-9098bb15c567 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437322 Apr 06 15:21:20.027966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['17c9d12e-3605-41d6-be1c-b3c5461b1b04'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:21:21.106046 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ee44e-d022-4c6f-919b-d74d2137c5ce req-5842bf3b-2004-4200-bb5a-5f31eb452523 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:21.107536 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d28ee44e-d022-4c6f-919b-d74d2137c5ce req-5842bf3b-2004-4200-bb5a-5f31eb452523 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 945 time: 0.0560842 Apr 06 15:21:21.155087 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d28ee44e-d022-4c6f-919b-d74d2137c5ce req-3ffbdd53-cc59-4eec-8044-790c94fe1c11 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Apr 06 15:21:21.340395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 17c9d12e-3605-41d6-be1c-b3c5461b1b04 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:21:21.482832 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:21:21.486879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:21:21.487929 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.563384 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:21:21.563777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.589101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:21:21.591415 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3579f693-5e7b-4db5-a4b4-cf3d92087b11" -d '{"events": [{"server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "name": "network-vif-plugged", "status": "completed", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:21:21.603500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port 17c9d12e-3605-41d6-be1c-b3c5461b1b04, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:21:21.635028 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7a39a8-c39d-4e81-9e66-1f90d436fd08 x-openstack-request-id: req-1f7a39a8-c39d-4e81-9e66-1f90d436fd08 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:21:21.635353 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "name": "network-vif-plugged", "status": "completed", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:21:21.635660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f7a39a8-c39d-4e81-9e66-1f90d436fd08 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:21:21.636070 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7a39a8-c39d-4e81-9e66-1f90d436fd08'] response: {'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'code': 200} Apr 06 15:21:21.665788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:21.720008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=17c9d12e-3605-41d6-be1c-b3c5461b1b04,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:21.969732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2365b15-ff83-40ee-8b00-09cdbe817b84 req-979c5eb0-f0c0-4cde-b482-d0a8e1eecf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:21.971240 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2365b15-ff83-40ee-8b00-09cdbe817b84 req-979c5eb0-f0c0-4cde-b482-d0a8e1eecf28 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1130 time: 0.0448561 Apr 06 15:21:22.017500 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2365b15-ff83-40ee-8b00-09cdbe817b84 req-cf748708-72a3-428f-abfe-d0bb25a69c2b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Apr 06 15:21:22.273797 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835e57-c680-4da6-94b8-d3267b3e3e81 req-10116ffe-5721-489f-8d70-1af3fe1f6973 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:22.275270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c3835e57-c680-4da6-94b8-d3267b3e3e81 req-10116ffe-5721-489f-8d70-1af3fe1f6973 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0537732 Apr 06 15:21:22.330688 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c3835e57-c680-4da6-94b8-d3267b3e3e81 req-2654bfa4-88da-4f51-9143-09d9f8ed5c10 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498025 Apr 06 15:21:23.453359 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26adff-c696-43f8-9e2b-fd0f05e6fc35 req-13e2f048-809e-4027-9fa8-62bd148edce8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:23.454845 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f26adff-c696-43f8-9e2b-fd0f05e6fc35 req-13e2f048-809e-4027-9fa8-62bd148edce8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0542572 Apr 06 15:21:23.506300 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f26adff-c696-43f8-9e2b-fd0f05e6fc35 req-75588894-5f0b-4443-aa99-785fcb711512 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Apr 06 15:21:23.725993 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-e6fab01f-59f6-4ec5-aece-eed40f4c8545 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434332 Apr 06 15:21:23.829292 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-7be78afa-f8d4-4195-976e-dcc0e52d9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:23.830858 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-7be78afa-f8d4-4195-976e-dcc0e52d9622 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1130 time: 0.0503581 Apr 06 15:21:23.930437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-e84c4989-ddc9-433d-9531-a6fbe2720dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:23.931925 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-e84c4989-ddc9-433d-9531-a6fbe2720dff service neutron] 10.222.0.87 "GET /v2.0/networks?id=047dbe68-798f-40de-91e9-204ee2a535fd HTTP/1.1" status: 200 len: 899 time: 0.0829475 Apr 06 15:21:23.974661 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-e1f847b4-9fde-458a-a246-e1620bd047da service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04 HTTP/1.1" status: 200 len: 217 time: 0.0369840 Apr 06 15:21:24.026139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-cf21839d-0933-458a-ad10-2b8ac1e66078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:24.027607 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-cf21839d-0933-458a-ad10-2b8ac1e66078 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=28d66d30-4af1-4e2e-b9a7-b6cae47536cb HTTP/1.1" status: 200 len: 835 time: 0.0476427 Apr 06 15:21:24.075821 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-2d348e03-d5e3-4744-a7ee-54d2801b78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:24.077317 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-2d348e03-d5e3-4744-a7ee-54d2801b78ce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=047dbe68-798f-40de-91e9-204ee2a535fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440729 Apr 06 15:21:24.166425 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-0687c79d-9b07-43e5-90f2-df1f3f3ede0c service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826368 Apr 06 15:21:24.168443 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:24.256830 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ba91f68a-b6a2-4d75-91a9-94e434084451 req-88de68b5-2b5e-4aec-ad5b-f39f0f07770a service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850537 Apr 06 15:21:24.627240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24f182-7f8a-4e0a-acf3-e89620dc812d req-ae5a677e-7b52-4b14-80e5-135b8b45c7b1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:24.628771 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae24f182-7f8a-4e0a-acf3-e89620dc812d req-ae5a677e-7b52-4b14-80e5-135b8b45c7b1 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0535381 Apr 06 15:21:24.677147 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ae24f182-7f8a-4e0a-acf3-e89620dc812d req-99429ace-d57c-4875-bf2e-6b2b2695014d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Apr 06 15:21:24.799349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163e4a-1dc3-4369-9f9b-22c9cc1879b3 req-0e527e15-d397-4013-92ba-9f499fa07a8c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:24.801080 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca163e4a-1dc3-4369-9f9b-22c9cc1879b3 req-0e527e15-d397-4013-92ba-9f499fa07a8c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0591552 Apr 06 15:21:24.851653 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ca163e4a-1dc3-4369-9f9b-22c9cc1879b3 req-b9a02116-8870-4efd-ae80-91f9e9f54950 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446990 Apr 06 15:21:24.872869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53012) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:24.916364 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ee72b-f45c-46e0-9cc3-98746a6c7615 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:24.917884 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dc4ee72b-f45c-46e0-9cc3-98746a6c7615 tempest-TestNetworkAdvancedServerOps-1628981699 tempest-TestNetworkAdvancedServerOps-1628981699-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1125 time: 0.0440614 Apr 06 15:21:24.920895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53014) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:24.925485 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:21:25.020843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.119488 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.223863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Allocated IP 172.26.7.227 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/5dc1a8f1-b634-4a64-868a-6144f432d62d) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:21:25.332994 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (5dc1a8f1-b634-4a64-868a-6144f432d62d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.414493 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (5dc1a8f1-b634-4a64-868a-6144f432d62d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.452076 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:21:25.455010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:21:25.462479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:21:25.468039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=5dc1a8f1-b634-4a64-868a-6144f432d62d,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:25.812033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (14f3866f-2833-4011-b319-49be047f072a), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:25.935253 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (5dc1a8f1-b634-4a64-868a-6144f432d62d), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.082279 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for port (5dc1a8f1-b634-4a64-868a-6144f432d62d), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.139666 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (5dc1a8f1-b634-4a64-868a-6144f432d62d), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.211547 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event updated for resources: {'Port': ['ID=5dc1a8f1-b634-4a64-868a-6144f432d62d,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:21:26.223298 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (14f3866f-2833-4011-b319-49be047f072a), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:26.323907 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP 14f3866f-2833-4011-b319-49be047f072a associated. External IP: 172.26.7.227, port: 17c9d12e-3605-41d6-be1c-b3c5461b1b04. Apr 06 15:21:26.840156 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router d292dc7f-4f8a-4e05-93b2-b102827f42b0 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:21:26.955174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:21:26.965513 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] Sync routers for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:21:26.975697 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:26.976312 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:21:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:27.073465 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:27.085378 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:27.109391 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-01572cec-6707-41cf-8a7e-54705e551f5a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1872561 Apr 06 15:21:27.109934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:21:27.112943 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9490d923b516e1e4cc8dc2a97b0c00f02c03ef32a437937f2fe61567746b140" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:21:27.212356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145722ce-d97d-4186-a245-be43939ab83b req-d8ee240e-e800-4103-85bc-7d83e3563dfd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:27.213897 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-145722ce-d97d-4186-a245-be43939ab83b req-d8ee240e-e800-4103-85bc-7d83e3563dfd tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0561073 Apr 06 15:21:27.276663 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d0bbf-1a85-49e4-bf6f-22c2ab84f159 x-openstack-request-id: req-fe6d0bbf-1a85-49e4-bf6f-22c2ab84f159 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:21:27.276963 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:21:27.277220 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe6d0bbf-1a85-49e4-bf6f-22c2ab84f159 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:21:27.277628 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6d0bbf-1a85-49e4-bf6f-22c2ab84f159'] response: {'name': 'network-changed', 'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'status': 'completed', 'code': 200} Apr 06 15:21:27.279578 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-145722ce-d97d-4186-a245-be43939ab83b req-2f1ac7f7-b33b-48c3-9f3f-9610c8363be7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593157 Apr 06 15:21:27.298844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53022) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:27.338415 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '14f3866f-2833-4011-b319-49be047f072a', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'port_id': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'mac_address': 'fa:16:3e:c2:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:25Z', 'updated_at': '2022-04-06T15:21:25Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:11Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:27.363769 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d4c1cd56-4365-4699-a0ee-47a326e60abe tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/14f3866f-2833-4011-b319-49be047f072a HTTP/1.1" status: 200 len: 992 time: 0.0616026 Apr 06 15:21:27.366406 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] Checking router: d292dc7f-4f8a-4e05-93b2-b102827f42b0 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:21:27.370272 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-00aeedce-96d0-4b3a-8219-269aee5c6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:27.371833 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-00aeedce-96d0-4b3a-8219-269aee5c6939 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1130 time: 0.0505695 Apr 06 15:21:27.374477 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:21:27.375108 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:21:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:27.461862 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-ca968cc3-57f2-42f8-8ac6-02604fd3527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:27.463388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-ca968cc3-57f2-42f8-8ac6-02604fd3527f service neutron] 10.222.0.87 "GET /v2.0/networks?id=047dbe68-798f-40de-91e9-204ee2a535fd HTTP/1.1" status: 200 len: 899 time: 0.0863919 Apr 06 15:21:27.484312 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:21:27.531810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-ed0ace5b-811a-4646-aa7b-8687a077630c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04 HTTP/1.1" status: 200 len: 1000 time: 0.0625622 Apr 06 15:21:27.580287 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-a2a50592-ebd0-43cf-8ded-1c2de035304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:27.581914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-a2a50592-ebd0-43cf-8ded-1c2de035304f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=28d66d30-4af1-4e2e-b9a7-b6cae47536cb HTTP/1.1" status: 200 len: 835 time: 0.0446093 Apr 06 15:21:27.629514 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-241e75a8-872f-4f0b-b43d-0033bf0bbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:21:27.630936 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-241e75a8-872f-4f0b-b43d-0033bf0bbf01 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=047dbe68-798f-40de-91e9-204ee2a535fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439262 Apr 06 15:21:27.711367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '14f3866f-2833-4011-b319-49be047f072a', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'port_id': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'mac_address': 'fa:16:3e:c2:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:25Z', 'updated_at': '2022-04-06T15:21:25Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:11Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:21:27.738727 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec76a4f-66b2-4e75-a4d7-63ced69df76f None None] The sync data for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv is: [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '14f3866f-2833-4011-b319-49be047f072a', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'port_id': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'mac_address': 'fa:16:3e:c2:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:21:25Z', 'updated_at': '2022-04-06T15:21:25Z', 'revision_number': 0, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:11Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:21:27.956805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893ac3f-b07f-4639-977c-c212b443dc69 None None] New status for floating IP 14f3866f-2833-4011-b319-49be047f072a: ACTIVE {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:21:28.032438 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-7d6f7604-928c-4950-87db-7f33e5f1857d service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959532 Apr 06 15:21:28.122657 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-91a7a46a-b9cb-44ba-a2fa-022b5f9142cd req-3e6be8b2-cdfc-4661-b237-f839e3209cf2 service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837026 Apr 06 15:21:28.366226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53024) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:21:28.431377 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a9eb854d-a221-42c9-81a4-386d319a9a90 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/14f3866f-2833-4011-b319-49be047f072a HTTP/1.1" status: 200 len: 994 time: 0.0638604 Apr 06 15:21:39.121427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a74c8a68-2672-4805-bc4d-b01cdd5e2b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:41.602759 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-74f8bf76-2d5c-4f2b-aa06-52297e1da8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:43.938417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:45.996991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:46.494315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:54.179310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:21:56.440253 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:22:09.138305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6410c636-2ac7-4b9a-81b2-1d078600bb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:11.596013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-45395311-aa2f-4bc6-8ebb-b9a2911a7161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:13.926352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:16.001963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:16.533190 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:24.161908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:25.727924 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-1e650fb6-600b-487f-ba11-6f5d56b42698 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440364 Apr 06 15:22:25.834075 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-9702acbe-38b0-4185-af18-95fca7586fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:25.835645 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-9702acbe-38b0-4185-af18-95fca7586fb1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1130 time: 0.0480976 Apr 06 15:22:25.935631 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-3336d1c1-7a62-46e0-ac6d-ebeb3af54958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:25.937092 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-3336d1c1-7a62-46e0-ac6d-ebeb3af54958 service neutron] 10.222.0.87 "GET /v2.0/networks?id=047dbe68-798f-40de-91e9-204ee2a535fd HTTP/1.1" status: 200 len: 899 time: 0.0834806 Apr 06 15:22:26.005678 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-171c2d4e-0e8d-482e-98cd-19372c542d75 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04 HTTP/1.1" status: 200 len: 1002 time: 0.0616329 Apr 06 15:22:26.054886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-3859dd84-e60f-4622-a308-ecf649ed5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:26.056372 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-3859dd84-e60f-4622-a308-ecf649ed5025 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=28d66d30-4af1-4e2e-b9a7-b6cae47536cb HTTP/1.1" status: 200 len: 835 time: 0.0447881 Apr 06 15:22:26.105708 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-878d7cda-42ac-4b24-ac66-82565b063bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:26.107226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-878d7cda-42ac-4b24-ac66-82565b063bfd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=047dbe68-798f-40de-91e9-204ee2a535fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439641 Apr 06 15:22:26.201826 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-6db3eabc-d3aa-4ae6-b780-5674e40664a6 service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868835 Apr 06 15:22:26.287695 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a53452ec-2129-4e82-96f2-c8e1d9023fc4 req-5e72b069-8665-4b0d-8d78-afec49f881d3 service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800962 Apr 06 15:22:29.364837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57b90e-f1e4-4569-b0fd-16ea31bfaf4c req-0714ac53-68a1-4b8a-8337-7dce950b208d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:29.366378 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a57b90e-f1e4-4569-b0fd-16ea31bfaf4c req-0714ac53-68a1-4b8a-8337-7dce950b208d tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0546744 Apr 06 15:22:29.421310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5a57b90e-f1e4-4569-b0fd-16ea31bfaf4c req-073e2d12-fb7e-422d-9a52-be9f2bf41626 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488322 Apr 06 15:22:30.541268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f5a0c-15cd-481b-9ec2-24fa1636cb3c req-46d50c28-4cfd-4530-8f99-250c323e58c6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:30.542743 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5e5f5a0c-15cd-481b-9ec2-24fa1636cb3c req-46d50c28-4cfd-4530-8f99-250c323e58c6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0535855 Apr 06 15:22:30.590466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5e5f5a0c-15cd-481b-9ec2-24fa1636cb3c req-10e8d66e-8325-4592-bc19-ada94161dcdb tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Apr 06 15:22:31.740128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0193c2-f8e8-4438-a245-6da3527daf2c req-340954d9-61b5-4891-9472-68d808511d4b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:31.741604 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c0193c2-f8e8-4438-a245-6da3527daf2c req-340954d9-61b5-4891-9472-68d808511d4b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0528088 Apr 06 15:22:31.789936 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4c0193c2-f8e8-4438-a245-6da3527daf2c req-e5b88471-508a-475d-beda-8f1766d1c935 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 Apr 06 15:22:31.812959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53054) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:31.876410 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a74861b9-7d31-48bb-b419-bc9112becc90 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/14f3866f-2833-4011-b319-49be047f072a HTTP/1.1" status: 200 len: 994 time: 0.0623357 Apr 06 15:22:33.279343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244808e-8ebf-4f30-a1f7-f66e8f2dad03 req-2636bc30-b567-4dbe-8c5a-8c5d70cf7c3f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:33.280941 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7244808e-8ebf-4f30-a1f7-f66e8f2dad03 req-2636bc30-b567-4dbe-8c5a-8c5d70cf7c3f tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0532703 Apr 06 15:22:33.340468 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7244808e-8ebf-4f30-a1f7-f66e8f2dad03 req-48bfe2b2-c48d-4c63-9b67-fc5955f5f962 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537975 Apr 06 15:22:33.378731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688aab-599f-4f75-8697-5298561eb77a req-296cd4ba-c9cd-4780-9351-9f055ef78602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:33.380310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21688aab-599f-4f75-8697-5298561eb77a req-296cd4ba-c9cd-4780-9351-9f055ef78602 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1130 time: 0.0520518 Apr 06 15:22:33.438642 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:22:33.470545 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688aab-599f-4f75-8697-5298561eb77a req-c4a9a153-6251-47ea-bed2-0d94f5053970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:33.472093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21688aab-599f-4f75-8697-5298561eb77a req-c4a9a153-6251-47ea-bed2-0d94f5053970 service neutron] 10.222.0.87 "GET /v2.0/networks?id=047dbe68-798f-40de-91e9-204ee2a535fd HTTP/1.1" status: 200 len: 899 time: 0.0860786 Apr 06 15:22:33.542527 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21688aab-599f-4f75-8697-5298561eb77a req-4ee66456-dd2b-4db3-97ac-4f4fcfad5325 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04 HTTP/1.1" status: 200 len: 1002 time: 0.0644641 Apr 06 15:22:33.591803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688aab-599f-4f75-8697-5298561eb77a req-176ddd5a-b212-464f-a1e0-62c02ffcd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:33.593333 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21688aab-599f-4f75-8697-5298561eb77a req-176ddd5a-b212-464f-a1e0-62c02ffcd1dd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=28d66d30-4af1-4e2e-b9a7-b6cae47536cb HTTP/1.1" status: 200 len: 835 time: 0.0445075 Apr 06 15:22:33.641535 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688aab-599f-4f75-8697-5298561eb77a req-9e48da6a-fb76-48a1-92bd-74393e0d181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:33.643051 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21688aab-599f-4f75-8697-5298561eb77a req-9e48da6a-fb76-48a1-92bd-74393e0d181f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=047dbe68-798f-40de-91e9-204ee2a535fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443861 Apr 06 15:22:33.733111 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21688aab-599f-4f75-8697-5298561eb77a req-cd97487c-c7a6-49ea-8e2a-956caaf4e291 service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Apr 06 15:22:33.819304 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-21688aab-599f-4f75-8697-5298561eb77a req-0dd63a94-72dc-428d-ba4a-cddfa40cb5cc service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807850 Apr 06 15:22:34.463035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e85c7-8bbf-458f-8dd0-dafa4982af5f req-d34d279b-7c48-44d0-9e2b-e4bcee28999a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:34.464494 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e19e85c7-8bbf-458f-8dd0-dafa4982af5f req-d34d279b-7c48-44d0-9e2b-e4bcee28999a tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0544901 Apr 06 15:22:34.518348 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e19e85c7-8bbf-458f-8dd0-dafa4982af5f req-4af8b543-83e6-49c2-9a1a-90edcaea6061 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479517 Apr 06 15:22:35.635896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c64f6-ac46-494e-ae05-a2a3d5173cf4 req-b66abd32-5670-4544-a7ab-d7e3fa14eaa7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:35.637387 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-514c64f6-ac46-494e-ae05-a2a3d5173cf4 req-b66abd32-5670-4544-a7ab-d7e3fa14eaa7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0536537 Apr 06 15:22:35.686733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-514c64f6-ac46-494e-ae05-a2a3d5173cf4 req-3021571b-dc48-42e6-9a1c-09f10498d411 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435503 Apr 06 15:22:35.708304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53066) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:35.768084 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-3ddd3006-2dfd-43a2-91ed-cc8d56cd3ea6 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/floatingips/14f3866f-2833-4011-b319-49be047f072a HTTP/1.1" status: 200 len: 994 time: 0.0586956 Apr 06 15:22:36.020550 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53072) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:36.188194 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 5dc1a8f1-b634-4a64-868a-6144f432d62d {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:22:36.188562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (5dc1a8f1-b634-4a64-868a-6144f432d62d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:36.261997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (5dc1a8f1-b634-4a64-868a-6144f432d62d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:36.262320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (5dc1a8f1-b634-4a64-868a-6144f432d62d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:36.274055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 5dc1a8f1-b634-4a64-868a-6144f432d62d owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:22:36.510134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (5dc1a8f1-b634-4a64-868a-6144f432d62d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:36.536643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=5dc1a8f1-b634-4a64-868a-6144f432d62d,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:36.564721 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.565076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.565420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.565759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.566097 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.566435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.566768 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.567130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.567465 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.567801 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.568133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.568468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.568796 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:36.606915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for floatingip (14f3866f-2833-4011-b319-49be047f072a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:36.607282 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Floating IP 14f3866f-2833-4011-b319-49be047f072a disassociated (deleted). External IP: 172.26.7.227, port: 17c9d12e-3605-41d6-be1c-b3c5461b1b04. Apr 06 15:22:36.818989 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router d292dc7f-4f8a-4e05-93b2-b102827f42b0 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:22:36.928112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:22:36.933028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:36.937486 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] Sync routers for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:22:36.947779 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:36.948387 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:36.962956 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4e4b637f-1e18-4d59-a6be-0cdc894473ac tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/floatingips/14f3866f-2833-4011-b319-49be047f072a HTTP/1.1" status: 204 len: 168 time: 0.9413049 Apr 06 15:22:36.963589 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:22:36.965850 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25968f9-e753-47f7-8744-2fdfe18fc30c" -d '{"events": [{"name": "network-changed", "server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:22:37.009429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d3e18b-46e7-460e-b67a-62d32707f25b x-openstack-request-id: req-05d3e18b-46e7-460e-b67a-62d32707f25b {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:22:37.010298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:22:37.010298 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-05d3e18b-46e7-460e-b67a-62d32707f25b {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:22:37.010862 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d3e18b-46e7-460e-b67a-62d32707f25b'] response: {'name': 'network-changed', 'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'status': 'completed', 'code': 200} Apr 06 15:22:37.057023 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:37.100902 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-cd66f2ca-aca6-4cc5-b768-a54624d6bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:37.103145 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-cd66f2ca-aca6-4cc5-b768-a54624d6bcad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c0c19c50f06428da9174823bf8284c8&device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 1130 time: 0.0470200 Apr 06 15:22:37.210297 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-e1ffa490-54cc-48c1-83d0-9ca96182d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:37.212805 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-e1ffa490-54cc-48c1-83d0-9ca96182d3cb service neutron] 10.222.0.87 "GET /v2.0/networks?id=047dbe68-798f-40de-91e9-204ee2a535fd HTTP/1.1" status: 200 len: 899 time: 0.1025884 Apr 06 15:22:37.257374 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-5ba1c806-9ab3-403f-98f2-3698c483cbbd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04 HTTP/1.1" status: 200 len: 217 time: 0.0376189 Apr 06 15:22:37.273260 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:11Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:37.299771 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] Checking router: d292dc7f-4f8a-4e05-93b2-b102827f42b0 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:22:37.308108 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:37.308729 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:37.376925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-700645f0-a721-4bd3-8245-dd71eafa0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:37.378313 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-700645f0-a721-4bd3-8245-dd71eafa0b0d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=28d66d30-4af1-4e2e-b9a7-b6cae47536cb HTTP/1.1" status: 200 len: 835 time: 0.0692492 Apr 06 15:22:37.403411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198c68-3818-4ddf-89fe-19dc36c06c4a req-9036c270-0b39-4e27-b8ec-f4ce16774ac0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:37.405011 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-72198c68-3818-4ddf-89fe-19dc36c06c4a req-9036c270-0b39-4e27-b8ec-f4ce16774ac0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.1059406 Apr 06 15:22:37.474669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-9a785b40-71ef-44f8-a775-62db73698075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:37.476220 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-9a785b40-71ef-44f8-a775-62db73698075 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=047dbe68-798f-40de-91e9-204ee2a535fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0901837 Apr 06 15:22:37.481390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-72198c68-3818-4ddf-89fe-19dc36c06c4a req-8b11b2db-f246-4833-b040-5dba3965a88b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601656 Apr 06 15:22:37.518950 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:37.569564 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-e05b9efc-c795-49a3-9265-7e1a2a71f5f8 service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Apr 06 15:22:37.662340 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a25968f9-e753-47f7-8744-2fdfe18fc30c req-46c05ef0-ac1b-4c22-9ad3-0bb97ce7c70c service neutron] 10.222.0.87 "GET /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844967 Apr 06 15:22:37.722189 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:11Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:37.752206 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f580ba4-bd5a-4244-9b4e-173468bed768 None None] The sync data for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv is: [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '743c3263-c5c8-4e13-b71e-f574485366e6', 'name': '', 'network_id': '047dbe68-798f-40de-91e9-204ee2a535fd', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'mac_address': 'fa:16:3e:63:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:07Z', 'updated_at': '2022-04-06T15:21:11Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'subnets': [{'id': '28d66d30-4af1-4e2e-b9a7-b6cae47536cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:22:37.985149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bb438-9a88-4109-99f7-9bb9f7fea272 None None] New status for floating IP 14f3866f-2833-4011-b319-49be047f072a: DOWN {{(pid=104444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:22:38.610092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055be1a-1c45-410b-b275-4ac5a21bc772 req-1c6daff5-6edc-4f60-ac13-ce5f84f776e5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:38.611581 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2055be1a-1c45-410b-b275-4ac5a21bc772 req-1c6daff5-6edc-4f60-ac13-ce5f84f776e5 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0593603 Apr 06 15:22:38.661367 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2055be1a-1c45-410b-b275-4ac5a21bc772 req-811a5050-4ff2-466e-a054-3a70719b798c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9a53091-4cb3-4dbe-8535-6595f794e641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441043 Apr 06 15:22:39.126982 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0be973d9-28db-443b-b61b-0ef348ed9858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:39.220965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776de10-c1cf-4883-8eaf-858efa508838 req-9524a724-d91d-45e0-9cd5-603bc65acc87 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:39.222477 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d776de10-c1cf-4883-8eaf-858efa508838 req-9524a724-d91d-45e0-9cd5-603bc65acc87 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 946 time: 0.0518861 Apr 06 15:22:39.315407 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:22:39.315748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:39.408599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 17c9d12e-3605-41d6-be1c-b3c5461b1b04, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=17c9d12e-3605-41d6-be1c-b3c5461b1b04,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:22:39.408973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:39.422067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 17c9d12e-3605-41d6-be1c-b3c5461b1b04 owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:22:39.606878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (17c9d12e-3605-41d6-be1c-b3c5461b1b04), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:39.636459 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=17c9d12e-3605-41d6-be1c-b3c5461b1b04,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:39.685236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] No DVR routers for this DVR port 17c9d12e-3605-41d6-be1c-b3c5461b1b04 on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:22:39.687854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:39.691205 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d776de10-c1cf-4883-8eaf-858efa508838 req-75dee17c-ed61-45db-8cad-8cfbf275e8e8 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.87 "DELETE /v2.0/ports/17c9d12e-3605-41d6-be1c-b3c5461b1b04 HTTP/1.1" status: 204 len: 173 time: 0.4634295 Apr 06 15:22:39.691721 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'name': 'network-vif-deleted', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:22:39.693973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84a8875-598d-43ca-beb4-5311fb1799fc" -d '{"events": [{"server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "name": "network-vif-deleted", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:22:39.734038 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbffbb8-1fb2-485e-ac35-b1845cace5fb x-openstack-request-id: req-2fbffbb8-1fb2-485e-ac35-b1845cace5fb {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:22:39.734334 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154367e-4ed6-42da-8ae7-e800d22e821b", "name": "network-vif-deleted", "tag": "17c9d12e-3605-41d6-be1c-b3c5461b1b04", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:22:39.734590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2fbffbb8-1fb2-485e-ac35-b1845cace5fb {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:22:39.735007 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbffbb8-1fb2-485e-ac35-b1845cace5fb'] response: {'server_uuid': '6154367e-4ed6-42da-8ae7-e800d22e821b', 'name': 'network-vif-deleted', 'tag': '17c9d12e-3605-41d6-be1c-b3c5461b1b04', 'status': 'completed', 'code': 200} Apr 06 15:22:39.762386 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1be8e95-be1e-4efd-8993-62746a183cc2 req-f3df0cba-6043-4cf2-a07f-e1583b0f544b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "GET /v2.0/ports?device_id=6154367e-4ed6-42da-8ae7-e800d22e821b HTTP/1.1" status: 200 len: 210 time: 0.0302639 Apr 06 15:22:40.818434 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53092) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:41.179958 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (d292dc7f-4f8a-4e05-93b2-b102827f42b0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:41.441046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port 743c3263-c5c8-4e13-b71e-f574485366e6 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:22:41.441385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:41.529015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port 743c3263-c5c8-4e13-b71e-f574485366e6, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=743c3263-c5c8-4e13-b71e-f574485366e6,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:22:41.529376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:41.541787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for 743c3263-c5c8-4e13-b71e-f574485366e6 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:22:41.629850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3a8e-ecfe-419f-bab5-273c950a77c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:41.778654 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (743c3263-c5c8-4e13-b71e-f574485366e6), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:41.807017 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=743c3263-c5c8-4e13-b71e-f574485366e6,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:41.837934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.838625 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.839104 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.839458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.839804 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.840150 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.840487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.840843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.841185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.841542 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.841858 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.842191 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.842591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:41.998983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (d292dc7f-4f8a-4e05-93b2-b102827f42b0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.218997 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Router d292dc7f-4f8a-4e05-93b2-b102827f42b0 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:22:42.323787 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:22:42.328742 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-c2549aa6-f688-45ad-b03a-697949abd5b0 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "PUT /v2.0/routers/d292dc7f-4f8a-4e05-93b2-b102827f42b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5092578 Apr 06 15:22:42.331495 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53096) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:42.334019 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] Sync routers for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:22:42.346540 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:42.347282 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:42.385494 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fca19c-33e9-41d1-8a5f-802bdcc9253b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting subnet 28d66d30-4af1-4e2e-b9a7-b6cae47536cb {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:22:42.388812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11fca19c-33e9-41d1-8a5f-802bdcc9253b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (28d66d30-4af1-4e2e-b9a7-b6cae47536cb), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.430699 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11fca19c-33e9-41d1-8a5f-802bdcc9253b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (28d66d30-4af1-4e2e-b9a7-b6cae47536cb), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.461272 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:42.530388 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11fca19c-33e9-41d1-8a5f-802bdcc9253b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (28d66d30-4af1-4e2e-b9a7-b6cae47536cb), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.638676 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:22:41Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:42.664035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11fca19c-33e9-41d1-8a5f-802bdcc9253b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (28d66d30-4af1-4e2e-b9a7-b6cae47536cb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.665195 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] Checking router: d292dc7f-4f8a-4e05-93b2-b102827f42b0 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:22:42.673718 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] Routers {'d292dc7f-4f8a-4e05-93b2-b102827f42b0'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:42.678836 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:42.689616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fca19c-33e9-41d1-8a5f-802bdcc9253b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Subnet': ['ID=28d66d30-4af1-4e2e-b9a7-b6cae47536cb,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:42.697301 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-11fca19c-33e9-41d1-8a5f-802bdcc9253b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.703127 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-11fca19c-33e9-41d1-8a5f-802bdcc9253b tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/subnets/28d66d30-4af1-4e2e-b9a7-b6cae47536cb HTTP/1.1" status: 204 len: 168 time: 0.3681276 Apr 06 15:22:42.703940 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53100) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:42.704427 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825d5b3-d6b5-4d9b-86cf-53bbe8656a8b None None] Network 047dbe68-798f-40de-91e9-204ee2a535fd requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:22:42.785250 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] Set router d292dc7f-4f8a-4e05-93b2-b102827f42b0 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:42.818311 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (d292dc7f-4f8a-4e05-93b2-b102827f42b0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.884220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] DHCP port deletion for 047dbe68-798f-40de-91e9-204ee2a535fd request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:22:42.932510 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_gateway (d292dc7f-4f8a-4e05-93b2-b102827f42b0), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.936511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Deleting port 44903299-2529-4cdd-94b1-217afe6c4555 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:22:42.936957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (44903299-2529-4cdd-94b1-217afe6c4555), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:42.977209 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:22:41Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:43.000229 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] For port 44903299-2529-4cdd-94b1-217afe6c4555, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=44903299-2529-4cdd-94b1-217afe6c4555,segment=NetworkSegment(7af4edb0-14d9-41dc-86f2-7207b1427b28),segment_id=7af4edb0-14d9-41dc-86f2-7207b1427b28)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:22:43.000631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (44903299-2529-4cdd-94b1-217afe6c4555), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.002919 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccfc622-b956-42ad-82b6-01a748afc914 None None] The sync data for ids ['d292dc7f-4f8a-4e05-93b2-b102827f42b0'] in dv-neutron-835863-1-hyperv is: [{'id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522981539', 'tenant_id': '5c0c19c50f06428da9174823bf8284c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:22:41Z', 'revision_number': 5, 'project_id': '5c0c19c50f06428da9174823bf8284c8', 'gw_port': {'id': 'e6e61412-6495-4f03-9635-e7f9072d12cf', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd292dc7f-4f8a-4e05-93b2-b102827f42b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:21:04Z', 'updated_at': '2022-04-06T15:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:22:43.015241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Calling delete_port for 44903299-2529-4cdd-94b1-217afe6c4555 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:22:43.055678 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Deleting port e6e61412-6495-4f03-9635-e7f9072d12cf {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:22:43.056028 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.134555 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] For port e6e61412-6495-4f03-9635-e7f9072d12cf, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=e6e61412-6495-4f03-9635-e7f9072d12cf,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:22:43.134809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.147386 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Calling delete_port for e6e61412-6495-4f03-9635-e7f9072d12cf owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:22:43.177632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (44903299-2529-4cdd-94b1-217afe6c4555), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.204267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Pushing event deleted for resources: {'Port': ['ID=44903299-2529-4cdd-94b1-217afe6c4555,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:43.206548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] No DVR routers for this DVR port 44903299-2529-4cdd-94b1-217afe6c4555 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:22:43.219550 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.219868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.220223 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.220566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.220902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.221295 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.221634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.222026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.222286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.222643 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.222986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.223334 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.223686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85014cd6-4932-48a7-a2b3-e9c042adefac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:43.378043 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (e6e61412-6495-4f03-9635-e7f9072d12cf), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.406786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Port': ['ID=e6e61412-6495-4f03-9635-e7f9072d12cf,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:43.474809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (d292dc7f-4f8a-4e05-93b2-b102827f42b0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.568688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (d292dc7f-4f8a-4e05-93b2-b102827f42b0), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.572069 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router_controller (d292dc7f-4f8a-4e05-93b2-b102827f42b0), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.634121 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 17c9d12e-3605-41d6-be1c-b3c5461b1b04 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:22:43.654603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: 17c9d12e-3605-41d6-be1c-b3c5461b1b04 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:22:43.654956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device 17c9d12e-3605-41d6-be1c-b3c5461b1b04 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:22:43.691888 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (d292dc7f-4f8a-4e05-93b2-b102827f42b0), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.692458 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Fanout notify agent at l3_agent the message router_deleted on router d292dc7f-4f8a-4e05-93b2-b102827f42b0 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:22:43.699726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.700833 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ef7976ab-151c-4949-832d-2e35996646b2 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/routers/d292dc7f-4f8a-4e05-93b2-b102827f42b0 HTTP/1.1" status: 204 len: 168 time: 0.9958591 Apr 06 15:22:43.703762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53106) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:43.782265 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (047dbe68-798f-40de-91e9-204ee2a535fd), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.873335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (047dbe68-798f-40de-91e9-204ee2a535fd), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.893663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047dbe68-798f-40de-91e9-204ee2a535fd']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:43.902871 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af4edb0-14d9-41dc-86f2-7207b1427b28') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:43.903212 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af4edb0-14d9-41dc-86f2-7207b1427b28') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:43.912438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (7af4edb0-14d9-41dc-86f2-7207b1427b28), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.925584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (7af4edb0-14d9-41dc-86f2-7207b1427b28), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.932324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:22:43.932748 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (7af4edb0-14d9-41dc-86f2-7207b1427b28), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:22:43.935862 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:22:43.938574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:44.058946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (047dbe68-798f-40de-91e9-204ee2a535fd), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:44.066557 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:44.069079 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/networks/047dbe68-798f-40de-91e9-204ee2a535fd HTTP/1.1" status: 204 len: 168 time: 0.3643391 Apr 06 15:22:44.072957 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53108) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:44.092911 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08ce5-63da-4727-a907-ebbbfc6066a7 tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'Network': ['ID=047dbe68-798f-40de-91e9-204ee2a535fd,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:44.135035 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4de70be3-627a-4b54-91ab-d9dc60dc074c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (c9a53091-4cb3-4dbe-8535-6595f794e641), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:44.162551 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4de70be3-627a-4b54-91ab-d9dc60dc074c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (c9a53091-4cb3-4dbe-8535-6595f794e641), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:44.286048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4de70be3-627a-4b54-91ab-d9dc60dc074c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (c9a53091-4cb3-4dbe-8535-6595f794e641), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:44.288796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-4de70be3-627a-4b54-91ab-d9dc60dc074c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:44.290201 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-4de70be3-627a-4b54-91ab-d9dc60dc074c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] 10.222.0.71 "DELETE /v2.0/security-groups/c9a53091-4cb3-4dbe-8535-6595f794e641 HTTP/1.1" status: 204 len: 168 time: 0.2159865 Apr 06 15:22:44.299612 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70be3-627a-4b54-91ab-d9dc60dc074c tempest-TestNetworkAdvancedServerOps-1775573646 tempest-TestNetworkAdvancedServerOps-1775573646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a53091-4cb3-4dbe-8535-6595f794e641,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:44.494300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 44903299-2529-4cdd-94b1-217afe6c4555 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:22:44.516228 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 44903299-2529-4cdd-94b1-217afe6c4555 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:22:44.516665 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 44903299-2529-4cdd-94b1-217afe6c4555 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:22:44.517170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 743c3263-c5c8-4e13-b71e-f574485366e6 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:22:44.538350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 743c3263-c5c8-4e13-b71e-f574485366e6 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:22:44.538943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 743c3263-c5c8-4e13-b71e-f574485366e6 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:22:44.539469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e6e61412-6495-4f03-9635-e7f9072d12cf no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:22:44.558898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: e6e61412-6495-4f03-9635-e7f9072d12cf {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:22:44.559257 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device e6e61412-6495-4f03-9635-e7f9072d12cf not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:22:44.846616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53116) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:45.004293 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f5482db1-4688-45b2-ba38-ce8ea023fb2f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5c0c19c50f06428da9174823bf8284c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564388 Apr 06 15:22:45.006734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53122) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:45.057798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-83f58172-ae19-4289-bace-135569c68bc2 admin admin] Publish callbacks [] for security_group (441e531d-b403-428d-96a8-e00a0902893f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:45.078780 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-83f58172-ae19-4289-bace-135569c68bc2 admin admin] Publish callbacks [] for security_group (441e531d-b403-428d-96a8-e00a0902893f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:45.178479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-83f58172-ae19-4289-bace-135569c68bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (441e531d-b403-428d-96a8-e00a0902893f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:45.181717 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-83f58172-ae19-4289-bace-135569c68bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:45.182887 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-83f58172-ae19-4289-bace-135569c68bc2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/441e531d-b403-428d-96a8-e00a0902893f HTTP/1.1" status: 204 len: 168 time: 0.1752138 Apr 06 15:22:45.190614 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f58172-ae19-4289-bace-135569c68bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441e531d-b403-428d-96a8-e00a0902893f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:45.851661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53128) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:45.865318 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-37d987e2-bbec-432e-8a78-77861e1cb7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:45.942048 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-37d987e2-bbec-432e-8a78-77861e1cb7b5 admin admin] Publish callbacks [] for security_group (7f8010fb-0134-4729-8b76-105f5da58360), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:45.984203 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-37d987e2-bbec-432e-8a78-77861e1cb7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (7f8010fb-0134-4729-8b76-105f5da58360), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:46.001814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:46.021000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d987e2-bbec-432e-8a78-77861e1cb7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8010fb-0134-4729-8b76-105f5da58360,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:46.028658 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-37d987e2-bbec-432e-8a78-77861e1cb7b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54a01b9b121d4fb18c80e8b641a35c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731226 Apr 06 15:22:46.029080 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53130) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:46.078135 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af067b85-f142-41a5-8794-a940225b4dcc admin admin] Publish callbacks [] for security_group (7f8010fb-0134-4729-8b76-105f5da58360), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:46.099720 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af067b85-f142-41a5-8794-a940225b4dcc admin admin] Publish callbacks [] for security_group (7f8010fb-0134-4729-8b76-105f5da58360), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:46.184010 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af067b85-f142-41a5-8794-a940225b4dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (7f8010fb-0134-4729-8b76-105f5da58360), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:46.186639 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-af067b85-f142-41a5-8794-a940225b4dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:46.187836 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-af067b85-f142-41a5-8794-a940225b4dcc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7f8010fb-0134-4729-8b76-105f5da58360 HTTP/1.1" status: 204 len: 168 time: 0.1581254 Apr 06 15:22:46.196039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af067b85-f142-41a5-8794-a940225b4dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8010fb-0134-4729-8b76-105f5da58360,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:46.539060 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.214479 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53152) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:47.311194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1969887241-network', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:22:47.395725 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Made reservation on behalf of 0744d3e04cb84c99be7bad9a8a2d4f4f for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:22:47.398658 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.407562 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.484349 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Publish callbacks [] for security_group (80c0f886-8ac8-489f-a8b0-4da3f5fb45b3), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.526811 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (80c0f886-8ac8-489f-a8b0-4da3f5fb45b3), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.551793 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:22:47.561335 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c0f886-8ac8-489f-a8b0-4da3f5fb45b3,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:47.568158 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (76c40a7b-51e9-4d76-9b18-549c07aef95d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.579784 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Added segment 76c40a7b-51e9-4d76-9b18-549c07aef95d of type vlan for network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 Apr 06 15:22:47.611834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.687153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.688133 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:47.688712 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:47.749792 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] Pushing event updated for resources: {'Network': ['ID=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:47.759889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:22:47.839032 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-e2767281-6a7a-4a06-bf73-990d164d9465 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6234069 Apr 06 15:22:47.841935 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53156) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:47.846868 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Request body: {'subnet': {'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1969887241-subnet', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:22:47.926197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Made reservation on behalf of 0744d3e04cb84c99be7bad9a8a2d4f4f for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:22:47.928492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:48.149709 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (6187e6a2-3770-46da-9a61-4891f56996b6), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:48.206255 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6187e6a2-3770-46da-9a61-4891f56996b6,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:48.213525 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Checking segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:22:48.213894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Network hostable DHCP agents. Network: 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:22:48.303185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:22:48.377300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:48.381342 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:48.382004 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:48.390752 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a092e-ee93-4546-89b2-889ada38d72f None None] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:22:48.455414 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1c9b00d8-ee79-4859-81e3-bf763f230f77 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6123695 Apr 06 15:22:48.458041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53158) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:48.462404 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:22:48.494737 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:22:48.495584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:48.532969 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (347d74db-9982-44c6-874c-44d47e2fe1b4), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:48.534124 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (347d74db-9982-44c6-874c-44d47e2fe1b4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:48.586821 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks [] for router_controller (347d74db-9982-44c6-874c-44d47e2fe1b4), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:48.628475 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Allocated IP 172.20.0.2 (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1/6187e6a2-3770-46da-9a61-4891f56996b6/f87e9723-aeb6-4de9-8ac2-201e444a1d50) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:22:48.788245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks [] for router_gateway (347d74db-9982-44c6-874c-44d47e2fe1b4), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:48.802787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Publish callbacks [] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.016152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.032185 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks [] for router_gateway (347d74db-9982-44c6-874c-44d47e2fe1b4), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.051451 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.066994 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:22:49.072236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Pushing event updated for resources: {'Port': ['ID=f87e9723-aeb6-4de9-8ac2-201e444a1d50,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:49.074707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:49.078274 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:22:49.149494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Attempting to bind port f87e9723-aeb6-4de9-8ac2-201e444a1d50 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:22:49.149856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Attempting to bind port f87e9723-aeb6-4de9-8ac2-201e444a1d50 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:22:49.150346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Attempting to bind port f87e9723-aeb6-4de9-8ac2-201e444a1d50 on network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:22:49.153880 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Allocated IP 172.26.7.190 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/b88f86e0-b64a-441e-b261-357b42867e20) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:22:49.157541 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:22:49.161507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Checking segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:22:49.161507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.161507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Bound using segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:22:49.161507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Bound port: f87e9723-aeb6-4de9-8ac2-201e444a1d50, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:22:49.161507 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.236468 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] For port f87e9723-aeb6-4de9-8ac2-201e444a1d50, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:22:49.239741 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] For port f87e9723-aeb6-4de9-8ac2-201e444a1d50, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f87e9723-aeb6-4de9-8ac2-201e444a1d50,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:22:49.263536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks [] for port (b88f86e0-b64a-441e-b261-357b42867e20), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.315308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.367339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b88f86e0-b64a-441e-b261-357b42867e20), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.373219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0a974-f02b-475d-a7bc-1f704f96cd30 None None] Pushing event updated for resources: {'Port': ['ID=f87e9723-aeb6-4de9-8ac2-201e444a1d50,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:49.406845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:22:49.409746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:49.416443 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:22:49.422016 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Pushing event updated for resources: {'Port': ['ID=b88f86e0-b64a-441e-b261-357b42867e20,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:49.778630 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks [] for router_gateway (347d74db-9982-44c6-874c-44d47e2fe1b4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:49.980219 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (347d74db-9982-44c6-874c-44d47e2fe1b4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:50.328857 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b91c9-48e7-49dc-9349-1c75b67f7c46 None None] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:22:50.452389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6332b7cb-8832-4226-872c-fd36aa4cee0a None None] Provisioning complete for port f87e9723-aeb6-4de9-8ac2-201e444a1d50 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:50.452721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6332b7cb-8832-4226-872c-fd36aa4cee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:50.525527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Router 347d74db-9982-44c6-874c-44d47e2fe1b4 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:22:50.547348 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f87e9723-aeb6-4de9-8ac2-201e444a1d50 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:22:50.587825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6332b7cb-8832-4226-872c-fd36aa4cee0a None None] Current status of the port f87e9723-aeb6-4de9-8ac2-201e444a1d50 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:50.588357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6332b7cb-8832-4226-872c-fd36aa4cee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:50.641615 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6332b7cb-8832-4226-872c-fd36aa4cee0a None None] For port f87e9723-aeb6-4de9-8ac2-201e444a1d50, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f87e9723-aeb6-4de9-8ac2-201e444a1d50,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:22:50.651466 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f87e9723-aeb6-4de9-8ac2-201e444a1d50 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:50.652004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:50.659967 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:22:50.678129 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Sync routers for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:22:50.711354 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:50.712001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:50.739267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:50.740554 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2eef43cd-042e-4054-9de6-624a0df6081d admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2815838 Apr 06 15:22:50.743791 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53160) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:50.780667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6332b7cb-8832-4226-872c-fd36aa4cee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:50.897347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b7cb-8832-4226-872c-fd36aa4cee0a None None] Pushing event updated for resources: {'Port': ['ID=f87e9723-aeb6-4de9-8ac2-201e444a1d50,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:50.922946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f87e9723-aeb6-4de9-8ac2-201e444a1d50 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:50.937482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:50.940907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-6e1caf7b-eb7d-489b-862e-eb816ec1aaac None None] Provisioning complete for port f87e9723-aeb6-4de9-8ac2-201e444a1d50 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:50.941282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6e1caf7b-eb7d-489b-862e-eb816ec1aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.204099 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.211942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-6e1caf7b-eb7d-489b-862e-eb816ec1aaac None None] Current status of the port f87e9723-aeb6-4de9-8ac2-201e444a1d50 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:51.247877 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:49Z', 'revision_number': 3, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:51.276442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Checking router: 347d74db-9982-44c6-874c-44d47e2fe1b4 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:22:51.276794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Updating router 347d74db-9982-44c6-874c-44d47e2fe1b4 port b88f86e0-b64a-441e-b261-357b42867e20 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:22:51.305084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b88f86e0-b64a-441e-b261-357b42867e20), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.419456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Allocated IP 172.20.0.1 (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1/6187e6a2-3770-46da-9a61-4891f56996b6/82a637e9-39f0-4b7d-88df-64584332224e) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:22:51.525273 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Publish callbacks [] for port (82a637e9-39f0-4b7d-88df-64584332224e), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.560563 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Publish callbacks [] for port (b88f86e0-b64a-441e-b261-357b42867e20), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.635919 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (82a637e9-39f0-4b7d-88df-64584332224e), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.647120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b88f86e0-b64a-441e-b261-357b42867e20), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.678476 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:22:51.682270 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:51.684635 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:22:51.700345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b7e87-64e1-49d6-b716-447cca52dbaf None None] Pushing event updated for resources: {'Port': ['ID=b88f86e0-b64a-441e-b261-357b42867e20,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:51.702656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Attempting to bind port b88f86e0-b64a-441e-b261-357b42867e20 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:22:51.703054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Attempting to bind port b88f86e0-b64a-441e-b261-357b42867e20 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:22:51.703424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Attempting to bind port b88f86e0-b64a-441e-b261-357b42867e20 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:22:51.709362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:22:51.709839 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:22:51.710392 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.710956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:22:51.711771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Bound port: b88f86e0-b64a-441e-b261-357b42867e20, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:22:51.712071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b88f86e0-b64a-441e-b261-357b42867e20), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.712324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Pushing event updated for resources: {'Port': ['ID=82a637e9-39f0-4b7d-88df-64584332224e,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:51.733194 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (347d74db-9982-44c6-874c-44d47e2fe1b4), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.764942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] For port b88f86e0-b64a-441e-b261-357b42867e20, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:22:51.768925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] For port b88f86e0-b64a-441e-b261-357b42867e20, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b88f86e0-b64a-441e-b261-357b42867e20,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:22:51.836285 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b88f86e0-b64a-441e-b261-357b42867e20), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.896351 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:51.896984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:51.935592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b7e87-64e1-49d6-b716-447cca52dbaf None None] Pushing event updated for resources: {'Port': ['ID=b88f86e0-b64a-441e-b261-357b42867e20,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:51.939321 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (82a637e9-39f0-4b7d-88df-64584332224e), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:51.993399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-cd626912-8fca-4fda-87bc-8f6bdbd5055f None None] Provisioning complete for port 82a637e9-39f0-4b7d-88df-64584332224e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:51.993777 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cd626912-8fca-4fda-87bc-8f6bdbd5055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (82a637e9-39f0-4b7d-88df-64584332224e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:52.039338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-cd626912-8fca-4fda-87bc-8f6bdbd5055f None None] Port 82a637e9-39f0-4b7d-88df-64584332224e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:22:52.049418 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:52.101899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Publish callbacks [] for port (82a637e9-39f0-4b7d-88df-64584332224e), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:52.172369 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (82a637e9-39f0-4b7d-88df-64584332224e), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:52.234482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:49Z', 'revision_number': 3, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:52.242598 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (347d74db-9982-44c6-874c-44d47e2fe1b4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:52.244425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Pushing event updated for resources: {'Port': ['ID=82a637e9-39f0-4b7d-88df-64584332224e,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:52.265553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44599d3-5f2f-4438-8dce-c4c382c3007a None None] The sync data for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv is: [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:49Z', 'revision_number': 3, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:22:52.340556 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:22:52.342101 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:52.471589 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Router 347d74db-9982-44c6-874c-44d47e2fe1b4 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:22:52.539338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f87e9723-aeb6-4de9-8ac2-201e444a1d50 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:22:52.609861 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f87e9723-aeb6-4de9-8ac2-201e444a1d50 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:52.610488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:52.626462 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:22:52.635486 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-8c160f76-7fcf-4e4d-8f02-d6bbc741d963 admin admin] 10.222.0.71 "PUT /v2.0/routers/347d74db-9982-44c6-874c-44d47e2fe1b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8906319 Apr 06 15:22:52.692082 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a7d536e0-f108-4167-9bd6-70508c8a56db None None] Provisioning complete for port 82a637e9-39f0-4b7d-88df-64584332224e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:52.692547 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a7d536e0-f108-4167-9bd6-70508c8a56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (82a637e9-39f0-4b7d-88df-64584332224e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:52.881068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f87e9723-aeb6-4de9-8ac2-201e444a1d50 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:52.894324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a7d536e0-f108-4167-9bd6-70508c8a56db None None] Port 82a637e9-39f0-4b7d-88df-64584332224e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:22:53.346370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53176) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:53.352655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-783729952-network', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:22:53.441278 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Made reservation on behalf of 1bcd08f6670b4f77adcb7fcdd6382c20 for: {'network': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:22:53.443824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.453448 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.539155 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Publish callbacks [] for security_group (d7e59c4d-5ee1-40ee-a82f-0aae8b7afa83), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.589192 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d7e59c4d-5ee1-40ee-a82f-0aae8b7afa83), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.618216 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=104442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:22:53.624731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e59c4d-5ee1-40ee-a82f-0aae8b7afa83,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:53.630595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b51289f4-b5b3-41e3-9c8d-214e11bdaa40), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.630946 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.segments_db [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Added segment b51289f4-b5b3-41e3-9c8d-214e11bdaa40 of type vlan for network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 Apr 06 15:22:53.676021 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (2712fd85-6a52-4fe1-ae43-6628c1c47f85), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.761417 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (2712fd85-6a52-4fe1-ae43-6628c1c47f85), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.762431 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:53.763046 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.822934 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2712fd85-6a52-4fe1-ae43-6628c1c47f85,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:53.832489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:22:53.874096 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Sync routers for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:22:53.884590 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:53.885379 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:53.892122 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ba8e7de4-1dca-4b09-a4b0-80530d2374e9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5418622 Apr 06 15:22:53.892582 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53178) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:53.899450 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Request body: {'subnet': {'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-783729952-subnet', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'ip_version': 4}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:22:53.989898 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Made reservation on behalf of 1bcd08f6670b4f77adcb7fcdd6382c20 for: {'subnet': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:22:53.992671 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1734854'] for subnet (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:53.993446 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:54.200885 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 2, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:54.212092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.226092 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Checking router: 347d74db-9982-44c6-874c-44d47e2fe1b4 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:22:54.226092 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Updating router 347d74db-9982-44c6-874c-44d47e2fe1b4 port 82a637e9-39f0-4b7d-88df-64584332224e binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:22:54.242004 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1734904'] for subnet (59b6d584-c930-4734-8854-4fbbad611267), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.252674 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (82a637e9-39f0-4b7d-88df-64584332224e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.297437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b6d584-c930-4734-8854-4fbbad611267,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:54.308865 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Checking segment: {'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:22:54.309222 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Network hostable DHCP agents. Network: 2712fd85-6a52-4fe1-ae43-6628c1c47f85, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:22:54.372597 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:22:54.446974 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 2712fd85-6a52-4fe1-ae43-6628c1c47f85) {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:54.456918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba362a15-8465-4642-bceb-03f598b2ce1b None None] Network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:22:54.479954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:22:54.479954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.520922 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Publish callbacks [] for port (82a637e9-39f0-4b7d-88df-64584332224e), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.543195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b88f86e0-b64a-441e-b261-357b42867e20 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:22:54.570087 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-03cfada9-7a1d-44e9-be2e-0a397dd4f31d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6761105 Apr 06 15:22:54.572691 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53180) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:54.577673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:22:54.590027 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (82a637e9-39f0-4b7d-88df-64584332224e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.609692 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-2712fd85-6a52-4fe1-ae43-6628c1c47f85', 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85', 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'fixed_ips': [{'subnet_id': '59b6d584-c930-4734-8854-4fbbad611267'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:22:54.610536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.640675 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Pushing event updated for resources: {'Port': ['ID=82a637e9-39f0-4b7d-88df-64584332224e,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:54.648489 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b88f86e0-b64a-441e-b261-357b42867e20 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:54.649122 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.649239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b88f86e0-b64a-441e-b261-357b42867e20), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.658655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.658655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.658655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.658655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.658655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.658655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.658655 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.659307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.659425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.659425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.659425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.659425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.659425 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:22:54.659817 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.709324 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Attempting to bind port 82a637e9-39f0-4b7d-88df-64584332224e on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:22:54.709696 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Attempting to bind port 82a637e9-39f0-4b7d-88df-64584332224e by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:22:54.710057 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Attempting to bind port 82a637e9-39f0-4b7d-88df-64584332224e on network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:22:54.715868 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:22:54.716241 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Checking segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:22:54.716829 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.717371 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Bound using segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:22:54.718474 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Bound port: 82a637e9-39f0-4b7d-88df-64584332224e, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:22:54.719129 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (82a637e9-39f0-4b7d-88df-64584332224e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.722049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks [] for router_controller (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.824163 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Allocated IP 172.20.0.2 (2712fd85-6a52-4fe1-ae43-6628c1c47f85/59b6d584-c930-4734-8854-4fbbad611267/1899b9bb-c021-4528-96be-30c9ea5b95ec) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:22:54.855250 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b88f86e0-b64a-441e-b261-357b42867e20 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:54.856498 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b88f86e0-b64a-441e-b261-357b42867e20), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.895160 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] For port 82a637e9-39f0-4b7d-88df-64584332224e, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:22:54.898582 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] For port 82a637e9-39f0-4b7d-88df-64584332224e, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=82a637e9-39f0-4b7d-88df-64584332224e,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:22:54.929876 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port b88f86e0-b64a-441e-b261-357b42867e20, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b88f86e0-b64a-441e-b261-357b42867e20,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:22:54.960482 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a10cf896-5d4b-4efe-9738-54925fe4c7bc None None] Provisioning complete for port 82a637e9-39f0-4b7d-88df-64584332224e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:54.960765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a10cf896-5d4b-4efe-9738-54925fe4c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (82a637e9-39f0-4b7d-88df-64584332224e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:54.984211 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (82a637e9-39f0-4b7d-88df-64584332224e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.034231 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b88f86e0-b64a-441e-b261-357b42867e20), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.043929 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f950b-91c2-40f2-9929-ff12827c7214 None None] Pushing event updated for resources: {'Port': ['ID=82a637e9-39f0-4b7d-88df-64584332224e,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:55.047750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a10cf896-5d4b-4efe-9738-54925fe4c7bc None None] Port 82a637e9-39f0-4b7d-88df-64584332224e cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:22:55.055388 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:55.056236 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:55.102409 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Publish callbacks [] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.128211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=b88f86e0-b64a-441e-b261-357b42867e20,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:55.178764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.179946 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:55.222869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:22:55.226931 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:55.230748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:22:55.244471 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Pushing event updated for resources: {'Port': ['ID=1899b9bb-c021-4528-96be-30c9ea5b95ec,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:55.304896 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Attempting to bind port 1899b9bb-c021-4528-96be-30c9ea5b95ec on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:22:55.305414 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Attempting to bind port 1899b9bb-c021-4528-96be-30c9ea5b95ec by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:22:55.305677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Attempting to bind port 1899b9bb-c021-4528-96be-30c9ea5b95ec on network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:22:55.311090 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:22:55.311681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Checking segment: {'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:22:55.311961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.312481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Bound using segment: {'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:22:55.313043 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Bound port: 1899b9bb-c021-4528-96be-30c9ea5b95ec, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:22:55.313340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.313648 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks [] for router_gateway (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.377362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] For port 1899b9bb-c021-4528-96be-30c9ea5b95ec, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:22:55.380340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] For port 1899b9bb-c021-4528-96be-30c9ea5b95ec, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1899b9bb-c021-4528-96be-30c9ea5b95ec,segment=NetworkSegment(b51289f4-b5b3-41e3-9c8d-214e11bdaa40),segment_id=b51289f4-b5b3-41e3-9c8d-214e11bdaa40)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:22:55.405124 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-b54982cd-4e90-4a1f-9d09-07375f82b6d5 None None] Provisioning complete for port 82a637e9-39f0-4b7d-88df-64584332224e triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:55.405621 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b54982cd-4e90-4a1f-9d09-07375f82b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (82a637e9-39f0-4b7d-88df-64584332224e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.411211 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:55.442300 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af44aa8-59e7-4bb0-a40e-d42b23948416 None None] The sync data for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv is: [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:22:55.443988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.584239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a044a42-9c8a-47d5-be5d-a0cfa9e3fa85 None None] Pushing event updated for resources: {'Port': ['ID=1899b9bb-c021-4528-96be-30c9ea5b95ec,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:55.588112 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-b54982cd-4e90-4a1f-9d09-07375f82b6d5 None None] Current status of the port 82a637e9-39f0-4b7d-88df-64584332224e is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:55.588594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b54982cd-4e90-4a1f-9d09-07375f82b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (82a637e9-39f0-4b7d-88df-64584332224e), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.627069 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-b54982cd-4e90-4a1f-9d09-07375f82b6d5 None None] For port 82a637e9-39f0-4b7d-88df-64584332224e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=82a637e9-39f0-4b7d-88df-64584332224e,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:22:55.631964 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks [] for router_gateway (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.660890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.731500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b54982cd-4e90-4a1f-9d09-07375f82b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (82a637e9-39f0-4b7d-88df-64584332224e), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:55.802182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54982cd-4e90-4a1f-9d09-07375f82b6d5 None None] Pushing event updated for resources: {'Port': ['ID=82a637e9-39f0-4b7d-88df-64584332224e,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:55.810230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Allocated IP 172.26.7.55 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/88117f73-218f-42ab-82e4-c44bc857013a) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:22:55.933765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks [] for port (88117f73-218f-42ab-82e4-c44bc857013a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:56.018642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (88117f73-218f-42ab-82e4-c44bc857013a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:56.061759 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:22:56.064674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:56.072501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:22:56.078172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Pushing event updated for resources: {'Port': ['ID=88117f73-218f-42ab-82e4-c44bc857013a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:56.479512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks [] for router_gateway (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:56.569326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ec4ddc-bd52-4792-a6cb-eb0b80a4d1e9 None None] Network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:22:56.691260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-f64fdd11-cebc-42d4-9991-1efe234736d9 None None] Provisioning complete for port 1899b9bb-c021-4528-96be-30c9ea5b95ec triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:56.691638 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f64fdd11-cebc-42d4-9991-1efe234736d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:56.729802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1899b9bb-c021-4528-96be-30c9ea5b95ec up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:22:56.745803 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:56.856930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 1899b9bb-c021-4528-96be-30c9ea5b95ec triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:56.857539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:56.885709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-f64fdd11-cebc-42d4-9991-1efe234736d9 None None] Current status of the port 1899b9bb-c021-4528-96be-30c9ea5b95ec is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:56.886104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f64fdd11-cebc-42d4-9991-1efe234736d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:56.935114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-f64fdd11-cebc-42d4-9991-1efe234736d9 None None] For port 1899b9bb-c021-4528-96be-30c9ea5b95ec, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1899b9bb-c021-4528-96be-30c9ea5b95ec,segment=NetworkSegment(b51289f4-b5b3-41e3-9c8d-214e11bdaa40),segment_id=b51289f4-b5b3-41e3-9c8d-214e11bdaa40)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:22:56.963087 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:22:56.985548 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1899b9bb-c021-4528-96be-30c9ea5b95ec is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:56.986084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.019076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f64fdd11-cebc-42d4-9991-1efe234736d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.082371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:22:57.092290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:22:57.092591 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:22:57.096440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Sync routers for ids ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:22:57.101828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fdd11-cebc-42d4-9991-1efe234736d9 None None] Pushing event updated for resources: {'Port': ['ID=1899b9bb-c021-4528-96be-30c9ea5b95ec,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:57.109595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Routers {'5ba2e8e4-685b-4fc6-96c2-8c930677ca36'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:57.110524 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:57.152290 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.153544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-89c304d0-2968-4062-b52e-d9c343f705c2 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5793126 Apr 06 15:22:57.156349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53186) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:57.198263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef1e7c83-84e4-4b19-ac2a-1e49a06324e5 None None] Provisioning complete for port 1899b9bb-c021-4528-96be-30c9ea5b95ec triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:57.198636 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef1e7c83-84e4-4b19-ac2a-1e49a06324e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.266515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Set router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:57.396680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e7c83-84e4-4b19-ac2a-1e49a06324e5 None None] Current status of the port 1899b9bb-c021-4528-96be-30c9ea5b95ec is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:57.473614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '88117f73-218f-42ab-82e4-c44bc857013a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:22:56Z', 'revision_number': 3, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port': {'id': '88117f73-218f-42ab-82e4-c44bc857013a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:55Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:57.503712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Checking router: 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:22:57.504075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Updating router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 port 88117f73-218f-42ab-82e4-c44bc857013a binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:22:57.531460 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (88117f73-218f-42ab-82e4-c44bc857013a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.580809 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.664493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1899b9bb-c021-4528-96be-30c9ea5b95ec is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:57.665476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 82a637e9-39f0-4b7d-88df-64584332224e up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:22:57.738695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Allocated IP 172.20.0.1 (2712fd85-6a52-4fe1-ae43-6628c1c47f85/59b6d584-c930-4734-8854-4fbbad611267/6971d8ef-6f11-4041-a3f8-a0796dc42ccf) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:22:57.779616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 82a637e9-39f0-4b7d-88df-64584332224e triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:57.779997 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (82a637e9-39f0-4b7d-88df-64584332224e), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.839981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Publish callbacks [] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.901731 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Publish callbacks [] for port (88117f73-218f-42ab-82e4-c44bc857013a), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.909886 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.915270 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 82a637e9-39f0-4b7d-88df-64584332224e is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:57.916624 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b88f86e0-b64a-441e-b261-357b42867e20 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:22:57.951603 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:22:57.954494 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:57.957959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:22:57.968943 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port b88f86e0-b64a-441e-b261-357b42867e20 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:57.969413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b88f86e0-b64a-441e-b261-357b42867e20), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:57.987764 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Pushing event updated for resources: {'Port': ['ID=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:57.991432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (88117f73-218f-42ab-82e4-c44bc857013a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.004967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.059413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf2679-bd03-4268-8bce-6d4d2d33aaac None None] Pushing event updated for resources: {'Port': ['ID=88117f73-218f-42ab-82e4-c44bc857013a,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:58.064177 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Attempting to bind port 88117f73-218f-42ab-82e4-c44bc857013a on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:22:58.064555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Attempting to bind port 88117f73-218f-42ab-82e4-c44bc857013a by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:22:58.064930 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Attempting to bind port 88117f73-218f-42ab-82e4-c44bc857013a on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:22:58.074109 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:22:58.074494 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:22:58.074911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.075337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:22:58.075825 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Bound port: 88117f73-218f-42ab-82e4-c44bc857013a, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:22:58.076211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (88117f73-218f-42ab-82e4-c44bc857013a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.197880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.301948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port b88f86e0-b64a-441e-b261-357b42867e20 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:58.312382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-c72970e5-3e32-4829-a99a-1c6f34027f8b None None] Provisioning complete for port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:58.312760 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c72970e5-3e32-4829-a99a-1c6f34027f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.337577 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] For port 88117f73-218f-42ab-82e4-c44bc857013a, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:22:58.352614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] For port 88117f73-218f-42ab-82e4-c44bc857013a, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=88117f73-218f-42ab-82e4-c44bc857013a,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:22:58.361286 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-c72970e5-3e32-4829-a99a-1c6f34027f8b None None] Port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:22:58.370481 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Publish callbacks [] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.418556 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (88117f73-218f-42ab-82e4-c44bc857013a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.428987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.477921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Routers {'5ba2e8e4-685b-4fc6-96c2-8c930677ca36'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:22:58.478571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:58.480506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf2679-bd03-4268-8bce-6d4d2d33aaac None None] Pushing event updated for resources: {'Port': ['ID=88117f73-218f-42ab-82e4-c44bc857013a,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:58.501413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Pushing event updated for resources: {'Port': ['ID=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:22:58.503845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.524689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1899b9bb-c021-4528-96be-30c9ea5b95ec up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:22:58.599149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:22:58.600595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:22:58.635472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] Set router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:22:58.666847 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 1899b9bb-c021-4528-96be-30c9ea5b95ec triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:58.667557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.736736 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:22:58.849073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:22:58.854907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-dde34914-f500-4b08-b586-f275331b7174 admin admin] 10.222.0.71 "PUT /v2.0/routers/5ba2e8e4-685b-4fc6-96c2-8c930677ca36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6973753 Apr 06 15:22:58.855146 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 1899b9bb-c021-4528-96be-30c9ea5b95ec is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:22:58.904168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-27b02b05-4f37-416c-8a53-350a0727d896 None None] Provisioning complete for port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:22:58.904545 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-27b02b05-4f37-416c-8a53-350a0727d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:22:58.948300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-27b02b05-4f37-416c-8a53-350a0727d896 None None] Port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:22:58.955725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '88117f73-218f-42ab-82e4-c44bc857013a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 4, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port': {'id': '88117f73-218f-42ab-82e4-c44bc857013a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:55Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '6971d8ef-6f11-4041-a3f8-a0796dc42ccf', 'name': '', 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'mac_address': 'fa:16:3e:49:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '59b6d584-c930-4734-8854-4fbbad611267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:57Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 2, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'subnets': [{'id': '59b6d584-c930-4734-8854-4fbbad611267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:22:58.983981 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886838fb-04d2-4fee-a13b-adfdf101966f None None] The sync data for ids ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'] in dv-neutron-835863-1-hyperv is: [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '88117f73-218f-42ab-82e4-c44bc857013a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 4, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port': {'id': '88117f73-218f-42ab-82e4-c44bc857013a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:55Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '6971d8ef-6f11-4041-a3f8-a0796dc42ccf', 'name': '', 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'mac_address': 'fa:16:3e:49:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '59b6d584-c930-4734-8854-4fbbad611267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:57Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 2, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'subnets': [{'id': '59b6d584-c930-4734-8854-4fbbad611267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:22:59.590424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53194) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:22:59.596434 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-68c34142-346c-47c6-b623-2eb9f707f515 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050147214', 'description': 'tempest-secgroup-smoke-1050147214 description', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:22:59.709923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-68c34142-346c-47c6-b623-2eb9f707f515 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.089864 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-68c34142-346c-47c6-b623-2eb9f707f515 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (ee607853-3ed2-44eb-b200-b43124d3bad8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.138378 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-68c34142-346c-47c6-b623-2eb9f707f515 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ee607853-3ed2-44eb-b200-b43124d3bad8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.168680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c34142-346c-47c6-b623-2eb9f707f515 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee607853-3ed2-44eb-b200-b43124d3bad8,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:00.203193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-68c34142-346c-47c6-b623-2eb9f707f515 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.204640 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-68c34142-346c-47c6-b623-2eb9f707f515 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6120801 Apr 06 15:23:00.207783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53196) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:23:00.213014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-29b4d2f2-8654-46fd-8e3e-86b36fe29a40 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': 'ee607853-3ed2-44eb-b200-b43124d3bad8', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:00.286370 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29b4d2f2-8654-46fd-8e3e-86b36fe29a40 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (a4452724-5d2e-42bd-b0b1-0b0d83304dc4), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.350410 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29b4d2f2-8654-46fd-8e3e-86b36fe29a40 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (a4452724-5d2e-42bd-b0b1-0b0d83304dc4), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.406550 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29b4d2f2-8654-46fd-8e3e-86b36fe29a40 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (a4452724-5d2e-42bd-b0b1-0b0d83304dc4), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.425281 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4d2f2-8654-46fd-8e3e-86b36fe29a40 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4452724-5d2e-42bd-b0b1-0b0d83304dc4,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:00.477866 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-29b4d2f2-8654-46fd-8e3e-86b36fe29a40 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.479174 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-29b4d2f2-8654-46fd-8e3e-86b36fe29a40 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702944 Apr 06 15:23:00.481979 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53198) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:23:00.486480 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-265da450-71be-4610-af7b-71534a29a436 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': 'ee607853-3ed2-44eb-b200-b43124d3bad8', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:00.519863 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 88117f73-218f-42ab-82e4-c44bc857013a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:23:00.572298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 88117f73-218f-42ab-82e4-c44bc857013a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:23:00.572686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (88117f73-218f-42ab-82e4-c44bc857013a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.583252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-265da450-71be-4610-af7b-71534a29a436 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (91ce29a4-f458-4367-8054-977068ae7282), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.641109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-265da450-71be-4610-af7b-71534a29a436 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (91ce29a4-f458-4367-8054-977068ae7282), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.661074 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 88117f73-218f-42ab-82e4-c44bc857013a is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:23:00.661462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (88117f73-218f-42ab-82e4-c44bc857013a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.682174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port 88117f73-218f-42ab-82e4-c44bc857013a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=88117f73-218f-42ab-82e4-c44bc857013a,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:23:00.721317 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-265da450-71be-4610-af7b-71534a29a436 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (91ce29a4-f458-4367-8054-977068ae7282), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.739515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265da450-71be-4610-af7b-71534a29a436 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ce29a4-f458-4367-8054-977068ae7282,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:00.749962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (88117f73-218f-42ab-82e4-c44bc857013a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.798235 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=88117f73-218f-42ab-82e4-c44bc857013a,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:00.798425 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-265da450-71be-4610-af7b-71534a29a436 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.799794 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-265da450-71be-4610-af7b-71534a29a436 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166533 Apr 06 15:23:00.803437 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53200) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:23:00.809033 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-57f9bd1f-1d6b-4ea6-91ae-e397fccfcaea tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': 'ee607853-3ed2-44eb-b200-b43124d3bad8', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:00.874052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-57f9bd1f-1d6b-4ea6-91ae-e397fccfcaea tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (0b4c428f-4b83-4f3f-95bc-2eb1a3206a12), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.930481 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-57f9bd1f-1d6b-4ea6-91ae-e397fccfcaea tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (0b4c428f-4b83-4f3f-95bc-2eb1a3206a12), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.977803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-57f9bd1f-1d6b-4ea6-91ae-e397fccfcaea tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (0b4c428f-4b83-4f3f-95bc-2eb1a3206a12), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:00.995810 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9bd1f-1d6b-4ea6-91ae-e397fccfcaea tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4c428f-4b83-4f3f-95bc-2eb1a3206a12,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:01.042773 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-57f9bd1f-1d6b-4ea6-91ae-e397fccfcaea tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.044005 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-57f9bd1f-1d6b-4ea6-91ae-e397fccfcaea tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2386956 Apr 06 15:23:01.046645 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53202) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:23:01.053910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-06484adf-6c43-47e1-8a3d-95e8474c6021 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': 'ee607853-3ed2-44eb-b200-b43124d3bad8', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:01.125168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06484adf-6c43-47e1-8a3d-95e8474c6021 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (2e8f4ebf-ada0-490d-839c-3aa747072ebf), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.188271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06484adf-6c43-47e1-8a3d-95e8474c6021 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (2e8f4ebf-ada0-490d-839c-3aa747072ebf), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.258507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06484adf-6c43-47e1-8a3d-95e8474c6021 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2e8f4ebf-ada0-490d-839c-3aa747072ebf), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.277153 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06484adf-6c43-47e1-8a3d-95e8474c6021 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8f4ebf-ada0-490d-839c-3aa747072ebf,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:01.334261 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-06484adf-6c43-47e1-8a3d-95e8474c6021 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.336222 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-06484adf-6c43-47e1-8a3d-95e8474c6021 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2885714 Apr 06 15:23:01.339300 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53204) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:23:01.344395 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-9a568b9f-f82e-46bf-b58b-32cf11c441e6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': 'ee607853-3ed2-44eb-b200-b43124d3bad8', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:01.424209 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-9a568b9f-f82e-46bf-b58b-32cf11c441e6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Project 0744d3e04cb84c99be7bad9a8a2d4f4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:23:01.429914 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a568b9f-f82e-46bf-b58b-32cf11c441e6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (ffb3d76b-17ba-4054-a79b-b66988789ffe), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.487053 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a568b9f-f82e-46bf-b58b-32cf11c441e6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (ffb3d76b-17ba-4054-a79b-b66988789ffe), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.549744 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a568b9f-f82e-46bf-b58b-32cf11c441e6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (ffb3d76b-17ba-4054-a79b-b66988789ffe), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.567411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a568b9f-f82e-46bf-b58b-32cf11c441e6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb3d76b-17ba-4054-a79b-b66988789ffe,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:01.630647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9a568b9f-f82e-46bf-b58b-32cf11c441e6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.632577 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9a568b9f-f82e-46bf-b58b-32cf11c441e6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2914879 Apr 06 15:23:01.635488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53206) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:23:01.640035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-db2461e8-5f2d-45b8-a63c-514da5a1fbc5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': 'ee607853-3ed2-44eb-b200-b43124d3bad8', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:01.737376 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-db2461e8-5f2d-45b8-a63c-514da5a1fbc5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Project 0744d3e04cb84c99be7bad9a8a2d4f4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:23:01.743040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db2461e8-5f2d-45b8-a63c-514da5a1fbc5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (cff34a16-53c0-431b-8760-1cc5b54d4ac8), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.801313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db2461e8-5f2d-45b8-a63c-514da5a1fbc5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (cff34a16-53c0-431b-8760-1cc5b54d4ac8), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.869699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db2461e8-5f2d-45b8-a63c-514da5a1fbc5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (cff34a16-53c0-431b-8760-1cc5b54d4ac8), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.887503 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2461e8-5f2d-45b8-a63c-514da5a1fbc5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff34a16-53c0-431b-8760-1cc5b54d4ac8,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:01.946877 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-db2461e8-5f2d-45b8-a63c-514da5a1fbc5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:01.948115 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-db2461e8-5f2d-45b8-a63c-514da5a1fbc5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3116188 Apr 06 15:23:02.095958 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-69a5d169-8351-49f5-a05a-1595de4b5798 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050147214&fields=id&tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f HTTP/1.1" status: 200 len: 267 time: 0.0440004 Apr 06 15:23:02.203981 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-d40e79ae-9909-458a-951e-6d56ff8a0e2a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:02.205484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-d40e79ae-9909-458a-951e-6d56ff8a0e2a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 809 time: 0.1026416 Apr 06 15:23:02.221296 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-d3114728-7e2d-490f-a957-b9054f517afd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/quotas/0744d3e04cb84c99be7bad9a8a2d4f4f HTTP/1.1" status: 200 len: 375 time: 0.0095012 Apr 06 15:23:02.278415 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-9013eaaa-2dea-4f1f-abdd-65112dcfbac6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515852 Apr 06 15:23:02.377421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-5c2a4eda-62e9-442b-bacb-c4c4c2d7501c service neutron] 10.222.0.71 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876415 Apr 06 15:23:02.441972 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Sync routers for ids ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:23:02.452621 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Routers {'5ba2e8e4-685b-4fc6-96c2-8c930677ca36'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:23:02.453242 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:23:02.482620 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-60bdb03e-7321-4722-9f5b-d78af5db02a0 service neutron] 10.222.0.71 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950847 Apr 06 15:23:02.517359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 88117f73-218f-42ab-82e4-c44bc857013a up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:23:02.564088 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Set router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:23:02.566806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 88117f73-218f-42ab-82e4-c44bc857013a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:23:02.567220 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (88117f73-218f-42ab-82e4-c44bc857013a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:02.644171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 88117f73-218f-42ab-82e4-c44bc857013a is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:23:02.719945 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3de33126-3368-47f9-b49a-7dd185a1a420 req-b5186008-08de-4844-b093-c1fcf3300e4a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 210 time: 0.0287087 Apr 06 15:23:02.762483 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '88117f73-218f-42ab-82e4-c44bc857013a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 4, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port': {'id': '88117f73-218f-42ab-82e4-c44bc857013a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:55Z', 'updated_at': '2022-04-06T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '6971d8ef-6f11-4041-a3f8-a0796dc42ccf', 'name': '', 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'mac_address': 'fa:16:3e:49:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '59b6d584-c930-4734-8854-4fbbad611267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:57Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 2, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'subnets': [{'id': '59b6d584-c930-4734-8854-4fbbad611267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:23:02.791786 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Checking router: 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:23:02.792139 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Updating router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:23:02.818869 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.067973 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Publish callbacks [] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.171986 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.223316 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575176a1-8086-45ef-9f4d-f2993c9b9213 None None] Pushing event updated for resources: {'Port': ['ID=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:03.274323 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Attempting to bind port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:23:03.274692 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Attempting to bind port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:23:03.275081 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Attempting to bind port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf on network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:23:03.284884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:23:03.284884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Checking segment: {'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:23:03.284884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.284884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Bound using segment: {'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:23:03.284884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Bound port: 6971d8ef-6f11-4041-a3f8-a0796dc42ccf, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:23:03.284884 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.346441 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] For port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:23:03.349640 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] For port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,segment=NetworkSegment(b51289f4-b5b3-41e3-9c8d-214e11bdaa40),segment_id=b51289f4-b5b3-41e3-9c8d-214e11bdaa40)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:23:03.404304 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3f831e81-ce64-48d0-a9d1-60ee08914638 None None] Provisioning complete for port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:23:03.404684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f831e81-ce64-48d0-a9d1-60ee08914638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.435924 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.441959 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3f831e81-ce64-48d0-a9d1-60ee08914638 None None] Port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:23:03.487556 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Routers {'5ba2e8e4-685b-4fc6-96c2-8c930677ca36'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:23:03.488186 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:22:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:23:03.555515 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575176a1-8086-45ef-9f4d-f2993c9b9213 None None] Pushing event updated for resources: {'Port': ['ID=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:03.609829 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] Set router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:23:03.765738 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-969c6e54-1c48-4498-aec1-e6c412119c38 None None] Provisioning complete for port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:23:03.766798 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-969c6e54-1c48-4498-aec1-e6c412119c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.809824 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-783f6535-713d-46cc-9376-40a572e18bd2 req-d6fe7ff0-d4e0-4008-a8f6-c74632f8c203 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 210 time: 0.0357080 Apr 06 15:23:03.878450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-969c6e54-1c48-4498-aec1-e6c412119c38 None None] Current status of the port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:23:03.878874 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-969c6e54-1c48-4498-aec1-e6c412119c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:03.914100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-969c6e54-1c48-4498-aec1-e6c412119c38 None None] For port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,segment=NetworkSegment(b51289f4-b5b3-41e3-9c8d-214e11bdaa40),segment_id=b51289f4-b5b3-41e3-9c8d-214e11bdaa40)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:23:03.914330 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '88117f73-218f-42ab-82e4-c44bc857013a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 4, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port': {'id': '88117f73-218f-42ab-82e4-c44bc857013a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:55Z', 'updated_at': '2022-04-06T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '6971d8ef-6f11-4041-a3f8-a0796dc42ccf', 'name': '', 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'mac_address': 'fa:16:3e:49:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '59b6d584-c930-4734-8854-4fbbad611267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:57Z', 'updated_at': '2022-04-06T15:23:03Z', 'revision_number': 4, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'subnets': [{'id': '59b6d584-c930-4734-8854-4fbbad611267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:23:03.941046 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c08dfb-fb32-4dc8-8406-8a7a8e9ef1ba None None] The sync data for ids ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'] in dv-neutron-835863-1-hyperv is: [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '88117f73-218f-42ab-82e4-c44bc857013a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:22:58Z', 'revision_number': 4, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port': {'id': '88117f73-218f-42ab-82e4-c44bc857013a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:55Z', 'updated_at': '2022-04-06T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '6971d8ef-6f11-4041-a3f8-a0796dc42ccf', 'name': '', 'network_id': '2712fd85-6a52-4fe1-ae43-6628c1c47f85', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'mac_address': 'fa:16:3e:49:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '59b6d584-c930-4734-8854-4fbbad611267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:57Z', 'updated_at': '2022-04-06T15:23:03Z', 'revision_number': 4, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'subnets': [{'id': '59b6d584-c930-4734-8854-4fbbad611267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:23:03.983336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-969c6e54-1c48-4498-aec1-e6c412119c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:04.037002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6e54-1c48-4498-aec1-e6c412119c38 None None] Pushing event updated for resources: {'Port': ['ID=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:04.522851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6971d8ef-6f11-4041-a3f8-a0796dc42ccf up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:23:04.574263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:23:04.574711 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:04.652808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:23:04.895434 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d81a5ad9-61e3-4437-be31-5ef76bb1f230 req-d6f9c852-624b-422f-88e7-ed3373a09953 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 210 time: 0.0268807 Apr 06 15:23:05.984174 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0d7fdbcc-0878-4e00-9a32-e8a51aa33b40 req-c2aa51af-a96c-428d-8b85-5973d40bd50d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 210 time: 0.0341141 Apr 06 15:23:07.075206 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d3c27097-5079-4ee8-a4f1-d1b31b5a395f req-735a8e44-1673-4506-b422-850a6e3dd3ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 210 time: 0.0267825 Apr 06 15:23:08.172330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8044e9c-ef2e-4589-a647-322fa8941f08 req-048fdac2-0b0d-4173-b45a-058a38ad464c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 210 time: 0.0313256 Apr 06 15:23:09.132888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c5ece469-b4ca-44cb-acfc-e807cf8ca64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:09.189939 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-1551571f-82df-4fbd-a34f-946ecb33c490 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:09.191600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-1551571f-82df-4fbd-a34f-946ecb33c490 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 809 time: 0.1067913 Apr 06 15:23:09.286106 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2aad8548-fb2e-457f-bba2-50ba82322d2c req-7926d60b-b849-4a45-9e5e-d807995d0724 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 210 time: 0.0427268 Apr 06 15:23:09.293832 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-222e35ce-7f31-46df-8fe6-597b9fb863cd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f HTTP/1.1" status: 200 len: 380 time: 0.0877841 Apr 06 15:23:09.305450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'port': {'device_id': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'admin_state_up': True, 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'security_groups': ['ee607853-3ed2-44eb-b200-b43124d3bad8']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:09.503187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Made reservation on behalf of 0744d3e04cb84c99be7bad9a8a2d4f4f for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:23:09.507267 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:09.634360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Allocated IP 172.20.0.12 (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1/6187e6a2-3770-46da-9a61-4891f56996b6/fa419711-63b3-4f41-866f-f5655f70950b) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:23:09.775811 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for port (fa419711-63b3-4f41-866f-f5655f70950b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:09.857091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:09.899606 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:23:09.902669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:23:09.905177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:23:09.936816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:09.964914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:09.965570 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:10.038714 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-36e3e28b-29cf-4f33-958f-34bf0ed738b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387254 Apr 06 15:23:10.046998 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-988db3a3-1c10-4592-8bc6-921b492fdc90 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:23:10.048012 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-988db3a3-1c10-4592-8bc6-921b492fdc90 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053122 Apr 06 15:23:10.139420 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-01ab48a5-3919-454c-a2fc-1e7b89bf7bfd None None] Provisioning complete for port fa419711-63b3-4f41-866f-f5655f70950b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:23:10.139924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-01ab48a5-3919-454c-a2fc-1e7b89bf7bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fa419711-63b3-4f41-866f-f5655f70950b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:10.159613 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Request body: {'port': {'device_id': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:10.176053 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-01ab48a5-3919-454c-a2fc-1e7b89bf7bfd None None] Port fa419711-63b3-4f41-866f-f5655f70950b cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:23:10.229489 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:10.436824 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:23:10.457146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4de3d-6087-41cb-8d26-65be1dbfdbd8 req-aae946e1-391d-4a86-8a75-1c4a2379b570 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:10.458618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5df4de3d-6087-41cb-8d26-65be1dbfdbd8 req-aae946e1-391d-4a86-8a75-1c4a2379b570 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 932 time: 0.1039829 Apr 06 15:23:10.539680 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5df4de3d-6087-41cb-8d26-65be1dbfdbd8 req-970ec0ff-cd87-4e2f-8114-0f4bc4947b80 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745583 Apr 06 15:23:10.577944 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa419711-63b3-4f41-866f-f5655f70950b {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:23:10.586119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Publish callbacks [] for port (fa419711-63b3-4f41-866f-f5655f70950b), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:10.598057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Transition to ACTIVE for port object fa419711-63b3-4f41-866f-f5655f70950b will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:23:10.697825 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:10.748540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:10.828104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Attempting to bind port fa419711-63b3-4f41-866f-f5655f70950b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:23:10.828914 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Attempting to bind port fa419711-63b3-4f41-866f-f5655f70950b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:23:10.829544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Attempting to bind port fa419711-63b3-4f41-866f-f5655f70950b on network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:23:10.834143 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Port fa419711-63b3-4f41-866f-f5655f70950b on network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:23:10.834470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Attempting to bind port fa419711-63b3-4f41-866f-f5655f70950b on network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:23:10.840840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:23:10.841178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Checking segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:23:10.841614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Bound using segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:23:10.842044 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Bound port: fa419711-63b3-4f41-866f-f5655f70950b, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:23:10.842401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:10.913349 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:23:10.916845 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:23:10.984192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:11.019105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:11.019599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:11.021153 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] 10.222.0.87 "PUT /v2.0/ports/fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 1094 time: 0.9605625 Apr 06 15:23:11.024055 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:23:11.026142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d086c2bf-46ef-4d33-8f41-5f551b6477d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "tag": "fa419711-63b3-4f41-866f-f5655f70950b"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:23:11.062200 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd424334-373e-47df-95f7-4979c3cfef42 service neutron] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:11.066956 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95016346-863e-4e3d-bd62-d9c06b1c9f25 x-openstack-request-id: req-95016346-863e-4e3d-bd62-d9c06b1c9f25 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:23:11.067350 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "tag": "fa419711-63b3-4f41-866f-f5655f70950b", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:23:11.067585 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95016346-863e-4e3d-bd62-d9c06b1c9f25 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:23:11.067996 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95016346-863e-4e3d-bd62-d9c06b1c9f25'] response: {'name': 'network-changed', 'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b', 'status': 'completed', 'code': 200} Apr 06 15:23:11.156612 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086c2bf-46ef-4d33-8f41-5f551b6477d1 req-0d2e7650-6a75-4499-8b9e-e9f1e9d5ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:11.158146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d086c2bf-46ef-4d33-8f41-5f551b6477d1 req-0d2e7650-6a75-4499-8b9e-e9f1e9d5ed6f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1128 time: 0.0484138 Apr 06 15:23:11.265083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086c2bf-46ef-4d33-8f41-5f551b6477d1 req-d541733c-25f1-4766-82a1-913097059a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:11.266549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d086c2bf-46ef-4d33-8f41-5f551b6477d1 req-d541733c-25f1-4766-82a1-913097059a51 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0968926 Apr 06 15:23:11.357435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086c2bf-46ef-4d33-8f41-5f551b6477d1 req-9ed82531-b021-49f6-86fc-d89b3506f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:11.358799 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d086c2bf-46ef-4d33-8f41-5f551b6477d1 req-9ed82531-b021-49f6-86fc-d89b3506f13e service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0871418 Apr 06 15:23:11.461872 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-c9d1059f-62ad-49ff-82fe-4b4b3a96b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:11.463389 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-c9d1059f-62ad-49ff-82fe-4b4b3a96b76d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1128 time: 0.0486488 Apr 06 15:23:11.509551 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-79cf122d-092f-4481-aa2e-9f33ba73d522 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 217 time: 0.0342612 Apr 06 15:23:11.558242 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-1a8b6625-bb21-41de-a996-9de0f6709ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:11.559721 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-1a8b6625-bb21-41de-a996-9de0f6709ae9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0443895 Apr 06 15:23:11.589622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-42340898-1a06-4988-94d5-c09ead0ac0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:11.627236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-df7aaed4-84a2-4f82-be27-e595a6d006df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:11.628610 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-df7aaed4-84a2-4f82-be27-e595a6d006df service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0628128 Apr 06 15:23:11.727377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665723b3-a207-47d7-885e-e371b15cf1f2 req-0dd9fd75-d679-406e-ab5b-8eb5e9e28828 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:11.728918 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-665723b3-a207-47d7-885e-e371b15cf1f2 req-0dd9fd75-d679-406e-ab5b-8eb5e9e28828 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.1164880 Apr 06 15:23:11.770555 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-2b4f926d-40ac-45bb-a335-708438976201 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234798 Apr 06 15:23:11.835753 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-665723b3-a207-47d7-885e-e371b15cf1f2 req-6cafa1e5-6af2-465d-b3e5-81f03fd6e5c2 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004484 Apr 06 15:23:11.873749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-811f3dc5-ae60-47aa-aa32-a61fd8758289 req-3d3e12a8-6cff-41e4-8e36-a8df8539e6f6 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970247 Apr 06 15:23:12.956669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984bab7-a3b1-4179-9d4d-b23622bdacb7 req-e107c874-857d-4750-9f9c-b43c9abf7dbc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:12.958143 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c984bab7-a3b1-4179-9d4d-b23622bdacb7 req-e107c874-857d-4750-9f9c-b43c9abf7dbc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0536072 Apr 06 15:23:13.010794 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c984bab7-a3b1-4179-9d4d-b23622bdacb7 req-19a8fd6b-e2cf-4222-a99a-210908678926 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Apr 06 15:23:13.943481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:14.129175 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fcf1-865a-48e9-bc3c-d8d2c1fb2fd7 req-b62e82c0-4c7f-42d7-aa02-39822f17da32 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:14.130653 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bd0fcf1-865a-48e9-bc3c-d8d2c1fb2fd7 req-b62e82c0-4c7f-42d7-aa02-39822f17da32 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0522764 Apr 06 15:23:14.179180 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bd0fcf1-865a-48e9-bc3c-d8d2c1fb2fd7 req-4d6783b3-516e-41a9-9be4-a3e1abad40af tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Apr 06 15:23:15.297637 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613af6-feb8-45b0-a904-6c45331d3dd1 req-c8cc0315-2843-4bb8-8802-97482777ad2e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:15.299137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a2613af6-feb8-45b0-a904-6c45331d3dd1 req-c8cc0315-2843-4bb8-8802-97482777ad2e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0519443 Apr 06 15:23:15.346659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a2613af6-feb8-45b0-a904-6c45331d3dd1 req-cecd7d78-db42-4985-92c5-61b9a6035a5f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Apr 06 15:23:15.819829 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:23:15.913701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:23:15.926622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'fa419711-63b3-4f41-866f-f5655f70950b', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'port_id': 'fa419711-63b3-4f41-866f-f5655f70950b', 'mac_address': 'fa:16:3e:c4:85:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:23:15.989814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port fa419711-63b3-4f41-866f-f5655f70950b is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:23:15.995758 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:16.003352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa419711-63b3-4f41-866f-f5655f70950b {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:23:16.021966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:23:16.028957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:16.108424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:16.155410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:16.470646 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c628fc5-71be-4cd0-a654-248b8d7d4449 req-68fccdc3-8c19-4437-98fe-8c4b7c36f166 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:16.472758 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c628fc5-71be-4cd0-a654-248b8d7d4449 req-68fccdc3-8c19-4437-98fe-8c4b7c36f166 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 945 time: 0.0600617 Apr 06 15:23:16.502065 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['fa419711-63b3-4f41-866f-f5655f70950b'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:23:16.521118 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8c628fc5-71be-4cd0-a654-248b8d7d4449 req-7e6feacf-7ac2-40a2-9c5e-55a1c319f5d5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Apr 06 15:23:16.551844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:17.638193 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808569b-9db3-441b-98e9-bdf817eb2d0e req-a76534fc-3c37-4583-bd61-bfdef2c7adca tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:17.639778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b808569b-9db3-441b-98e9-bdf817eb2d0e req-a76534fc-3c37-4583-bd61-bfdef2c7adca tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 945 time: 0.0517647 Apr 06 15:23:17.689321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b808569b-9db3-441b-98e9-bdf817eb2d0e req-3b4b782d-d640-4c17-8dc8-5b0a3548a6ef tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439839 Apr 06 15:23:17.836578 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:23:17.943335 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port fa419711-63b3-4f41-866f-f5655f70950b completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:23:17.947238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port fa419711-63b3-4f41-866f-f5655f70950b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:23:17.947618 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fa419711-63b3-4f41-866f-f5655f70950b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:18.032152 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port fa419711-63b3-4f41-866f-f5655f70950b is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:23:18.032539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:18.054775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:23:18.057814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02119c02-1516-48cc-90a3-191951f8ca11" -d '{"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fa419711-63b3-4f41-866f-f5655f70950b"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:23:18.070459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:23:18.093844 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab22927d-4ed8-435a-8aa9-346113fb621c x-openstack-request-id: req-ab22927d-4ed8-435a-8aa9-346113fb621c {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:23:18.094139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fa419711-63b3-4f41-866f-f5655f70950b", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:23:18.094503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab22927d-4ed8-435a-8aa9-346113fb621c {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:23:18.094941 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab22927d-4ed8-435a-8aa9-346113fb621c'] response: {'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b', 'code': 200} Apr 06 15:23:18.143789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:18.190872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:18.474628 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b629a5-0384-4d63-a30d-c0e4b71b8673 req-5fd524b4-d345-4b46-969b-6853db5df9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:18.476159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-96b629a5-0384-4d63-a30d-c0e4b71b8673 req-5fd524b4-d345-4b46-969b-6853db5df9b8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1130 time: 0.0431530 Apr 06 15:23:18.524816 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-96b629a5-0384-4d63-a30d-c0e4b71b8673 req-7627035a-d4da-4ab8-bf4c-69b4a3b31e3e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Apr 06 15:23:18.808248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d2302-09d4-41e8-8498-27d8ad647448 req-fe761e8f-fa0b-46fa-bb29-bda93e370dd6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:18.809701 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e33d2302-09d4-41e8-8498-27d8ad647448 req-fe761e8f-fa0b-46fa-bb29-bda93e370dd6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0535569 Apr 06 15:23:18.858231 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e33d2302-09d4-41e8-8498-27d8ad647448 req-990d5ef7-682c-4a60-b6c2-065a28e60ac2 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430160 Apr 06 15:23:19.979312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9a44-7bbe-4d3c-b577-64a0adfc9323 req-ca40c078-464e-42b7-9b6b-c4ccfa075488 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:19.980811 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37be9a44-7bbe-4d3c-b577-64a0adfc9323 req-ca40c078-464e-42b7-9b6b-c4ccfa075488 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0536947 Apr 06 15:23:20.032024 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37be9a44-7bbe-4d3c-b577-64a0adfc9323 req-3f1a6f3a-5733-42d8-a166-d26cb8dca3b4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455389 Apr 06 15:23:21.152106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b31c3-e348-45f2-9116-22d7d63bca20 req-7702bbf7-5a12-4309-bd05-7946d7471ab9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:21.153578 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a32b31c3-e348-45f2-9116-22d7d63bca20 req-7702bbf7-5a12-4309-bd05-7946d7471ab9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0561388 Apr 06 15:23:21.202036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a32b31c3-e348-45f2-9116-22d7d63bca20 req-f658616d-a303-46a5-bcbf-3bc42577c714 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429904 Apr 06 15:23:21.318492 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e166ad-6556-4268-8890-a192f0d72b20 req-b9fc36c6-3361-4b6f-987a-6dfa8be830cd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:21.319922 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e0e166ad-6556-4268-8890-a192f0d72b20 req-b9fc36c6-3361-4b6f-987a-6dfa8be830cd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0527999 Apr 06 15:23:21.368790 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e0e166ad-6556-4268-8890-a192f0d72b20 req-1526035e-97bb-49d2-a9e5-85a6bb2ce125 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433474 Apr 06 15:23:21.390380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53296) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:23:21.480744 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a83c8-071b-4281-b3cf-967af2dc163a tempest-TestShelveInstance-1613628766 tempest-TestShelveInstance-1613628766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:21.482270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-aa5a83c8-071b-4281-b3cf-967af2dc163a tempest-TestShelveInstance-1613628766 tempest-TestShelveInstance-1613628766-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1125 time: 0.0908480 Apr 06 15:23:21.485176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53300) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:23:21.489310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'fa419711-63b3-4f41-866f-f5655f70950b', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:23:21.560312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:21.657009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:21.761089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Allocated IP 172.26.7.13 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/4a609d42-3bb9-4998-b6bc-fc45d6096486) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:23:21.859874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for port (4a609d42-3bb9-4998-b6bc-fc45d6096486), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:21.936946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (4a609d42-3bb9-4998-b6bc-fc45d6096486), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:21.979091 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:23:21.981961 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:23:21.984529 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:23:22.011264 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'Port': ['ID=4a609d42-3bb9-4998-b6bc-fc45d6096486,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:22.333597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for floatingip (ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:22.465009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4a609d42-3bb9-4998-b6bc-fc45d6096486), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:22.609931 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for port (4a609d42-3bb9-4998-b6bc-fc45d6096486), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:22.674857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (4a609d42-3bb9-4998-b6bc-fc45d6096486), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:22.743788 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'Port': ['ID=4a609d42-3bb9-4998-b6bc-fc45d6096486,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:23:22.755330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:22.856012 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Floating IP ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a associated. External IP: 172.26.7.13, port: fa419711-63b3-4f41-866f-f5655f70950b. Apr 06 15:23:23.359410 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Router 347d74db-9982-44c6-874c-44d47e2fe1b4 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:23:23.466767 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:23:23.478253 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] Sync routers for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:23:23.487490 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:23:23.488114 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:23:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:23:23.551184 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:23.584495 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f9617946-ef24-455e-a782-d0c2ea46c9f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0983028 Apr 06 15:23:23.585457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:23:23.588652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "tag": "fa419711-63b3-4f41-866f-f5655f70950b"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:23:23.600649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:23:23.626830 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c6a545-6295-46b7-be3e-578ae4f5a62c x-openstack-request-id: req-93c6a545-6295-46b7-be3e-578ae4f5a62c {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:23:23.627168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "tag": "fa419711-63b3-4f41-866f-f5655f70950b", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:23:23.627422 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93c6a545-6295-46b7-be3e-578ae4f5a62c {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:23:23.627856 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c6a545-6295-46b7-be3e-578ae4f5a62c'] response: {'name': 'network-changed', 'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b', 'status': 'completed', 'code': 200} Apr 06 15:23:23.710843 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-4c3b7c13-cc72-4099-aada-4f1dc8db0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:23.712414 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-4c3b7c13-cc72-4099-aada-4f1dc8db0307 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1130 time: 0.0447347 Apr 06 15:23:23.802174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-a4872bb9-cbdd-4cff-9937-13ff3e5c0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:23.803663 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-a4872bb9-cbdd-4cff-9937-13ff3e5c0110 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0848424 Apr 06 15:23:23.824561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'port_id': 'fa419711-63b3-4f41-866f-f5655f70950b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'mac_address': 'fa:16:3e:c4:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:23:22Z', 'updated_at': '2022-04-06T15:23:22Z', 'revision_number': 0, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:23:23.850298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] Checking router: 347d74db-9982-44c6-874c-44d47e2fe1b4 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:23:23.859032 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:23:23.859650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:23:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:23:23.872108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-42a0f1a2-9cc8-458d-9086-29512ce0ff15 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 999 time: 0.0627551 Apr 06 15:23:23.921878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-c04ce330-d058-4245-b253-880f85fd0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:23.923377 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-c04ce330-d058-4245-b253-880f85fd0160 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0451035 Apr 06 15:23:23.969921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:23:23.973396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-55237d56-cdfb-4414-8ae4-0e7695ca58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:23.974892 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-55237d56-cdfb-4414-8ae4-0e7695ca58ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463295 Apr 06 15:23:24.072997 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-12978cee-b087-4a5f-8f22-88c2ae416026 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923057 Apr 06 15:23:24.161903 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-506eb1aa-2b51-4fa1-a81c-a3cecb0674d8 req-d547bf92-2d77-4b57-a917-4659050faac2 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830562 Apr 06 15:23:24.355356 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'port_id': 'fa419711-63b3-4f41-866f-f5655f70950b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'mac_address': 'fa:16:3e:c4:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:23:22Z', 'updated_at': '2022-04-06T15:23:22Z', 'revision_number': 0, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:23:24.381460 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651eb992-2c74-4889-a3c9-7b517121faad None None] The sync data for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv is: [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': 'ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'port_id': 'fa419711-63b3-4f41-866f-f5655f70950b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'mac_address': 'fa:16:3e:c4:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:23:22Z', 'updated_at': '2022-04-06T15:23:22Z', 'revision_number': 0, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:23:24.383221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:24.573253 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af367b38-4532-440a-8827-716f9965f770 None None] New status for floating IP ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:23:25.762383 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37459b78-9768-4d72-a345-7007e6762ec4 req-37d06b08-0028-421f-9c2a-4be3b81390e0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505354 Apr 06 15:23:25.862937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37459b78-9768-4d72-a345-7007e6762ec4 req-75e9ad5f-c0f8-4d07-850f-e95c0404bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:25.864490 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37459b78-9768-4d72-a345-7007e6762ec4 req-75e9ad5f-c0f8-4d07-850f-e95c0404bc69 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1130 time: 0.0438442 Apr 06 15:23:25.967040 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37459b78-9768-4d72-a345-7007e6762ec4 req-d4786922-1a02-46a8-963e-ecaa8ae9e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:25.968503 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37459b78-9768-4d72-a345-7007e6762ec4 req-d4786922-1a02-46a8-963e-ecaa8ae9e324 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0837030 Apr 06 15:23:26.043392 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37459b78-9768-4d72-a345-7007e6762ec4 req-57862938-a105-42ae-9bf4-9c06c5019f03 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 1001 time: 0.0692432 Apr 06 15:23:26.091515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37459b78-9768-4d72-a345-7007e6762ec4 req-6a8134a4-d6de-43ee-ba7f-e74dd38d31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:26.092920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37459b78-9768-4d72-a345-7007e6762ec4 req-6a8134a4-d6de-43ee-ba7f-e74dd38d31a9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0434747 Apr 06 15:23:26.139921 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37459b78-9768-4d72-a345-7007e6762ec4 req-8b06bc03-f953-46cb-9b5a-2f892b6c9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:23:26.141389 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37459b78-9768-4d72-a345-7007e6762ec4 req-8b06bc03-f953-46cb-9b5a-2f892b6c9e29 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427105 Apr 06 15:23:26.232636 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37459b78-9768-4d72-a345-7007e6762ec4 req-ed60fcc1-d92e-40ca-8262-95c03c6db9dc service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848212 Apr 06 15:23:26.322287 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-37459b78-9768-4d72-a345-7007e6762ec4 req-dfe9cd39-6b44-4316-a8bd-0637b95bafdb service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829813 Apr 06 15:23:39.166718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aa6250d0-ccb8-4017-b4f1-d0b55fa91a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:41.576902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9097bf70-2963-475f-98c6-60b4b1887019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:44.012132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:46.004721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:46.530766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:23:47.436310 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:23:54.216569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:09.119789 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e430a990-6655-44b3-a278-7829d639b7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:11.593862 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8b308170-b60b-4b9e-8996-c035ce179c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:13.936457 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:16.016667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:16.497637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:24.210691 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:24.434694 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:24:26.720528 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-55b6e8c7-d48d-445f-aa5d-f2838eab850d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431600 Apr 06 15:24:26.823525 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-24e0d855-9d9c-4847-8688-87123bc85826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:26.825143 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-24e0d855-9d9c-4847-8688-87123bc85826 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1130 time: 0.0450473 Apr 06 15:24:26.927694 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-f6bb353d-d6e6-41dd-a324-65031a026e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:26.929180 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-f6bb353d-d6e6-41dd-a324-65031a026e87 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0865827 Apr 06 15:24:26.997368 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-a6c8b1b5-7e80-483f-bb1e-5ad1c16cc52f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 1001 time: 0.0610025 Apr 06 15:24:27.048614 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-58177122-ce8d-40db-a11b-c58dfdeccd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:27.050017 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-58177122-ce8d-40db-a11b-c58dfdeccd98 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0472705 Apr 06 15:24:27.096172 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-bf752ea1-da8c-4db3-bab9-54683a40e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:24:27.097622 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-bf752ea1-da8c-4db3-bab9-54683a40e845 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423968 Apr 06 15:24:27.183930 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-652787af-d709-4da3-be5d-ebb0fabaf439 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805948 Apr 06 15:24:27.276332 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1ecfe59-8d7c-4357-9bf4-e2a5c0fd5e05 req-c7a8a65b-55aa-4bf0-b7c4-694f6903f4bb service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860865 Apr 06 15:24:39.130444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-006dc902-be7a-49aa-a940-b1c601b9cf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:41.598653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bbe10b63-1f9f-471c-b11f-43110a4cbef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:43.941748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:45.998458 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:46.518472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:24:54.204080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:01.433831 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:25:09.129009 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-aaac713d-2dcf-4352-8789-b658e34f1ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:11.615562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dde1bd1c-5e56-4d21-accf-9719b051b56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:13.946486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:16.026224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:16.523511 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:24.226310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:28.715460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-d0e17ff5-29dc-4884-bee9-05cae24f065c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475724 Apr 06 15:25:28.818597 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-52d76bff-e478-4d8c-9686-c67cdf579b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:28.820159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-52d76bff-e478-4d8c-9686-c67cdf579b2b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1130 time: 0.0454710 Apr 06 15:25:28.919271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-622d2c2a-df97-4ad9-b644-abaae2b7d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:28.920736 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-622d2c2a-df97-4ad9-b644-abaae2b7d712 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0840893 Apr 06 15:25:28.989195 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-8967e099-4afb-4fcc-b01d-94fb0091219a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 1001 time: 0.0623608 Apr 06 15:25:29.035335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-82778604-d294-4f36-b7ce-18212dce4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:29.036755 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-82778604-d294-4f36-b7ce-18212dce4e42 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0426288 Apr 06 15:25:29.085445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-06c18d70-bcab-49f3-9aed-3e5bc7ab0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:29.086955 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-06c18d70-bcab-49f3-9aed-3e5bc7ab0747 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438993 Apr 06 15:25:29.176539 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-f5642be9-c3e6-4d7b-8b26-22f8e1929dfd service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838716 Apr 06 15:25:29.264549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-088d584d-d1c2-4683-adce-5614d5e30a5c req-7db320d7-7fe7-4acd-978e-41aad624dd26 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823913 Apr 06 15:25:38.433506 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:25:39.145838 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-89bc78af-a7c1-4b6a-a357-e0f1eb2959d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:41.603399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4e5f28be-67d9-4b06-8031-57dbbcc3c283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:43.951259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:46.014454 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:46.529765 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:50.621466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd599c-983d-4b17-8552-c52210c0967b req-2ba26f28-2949-4660-8b99-fe5f102fd537 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:50.622865 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cbfd599c-983d-4b17-8552-c52210c0967b req-2ba26f28-2949-4660-8b99-fe5f102fd537 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.1265461 Apr 06 15:25:50.672460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cbfd599c-983d-4b17-8552-c52210c0967b req-788d0769-1ba8-4528-977e-930a163883b3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 Apr 06 15:25:51.796041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8152b-5301-4903-bd11-e8492b0711bb req-457c3496-33a0-44f3-931b-d59909732cec tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:51.797519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8dd8152b-5301-4903-bd11-e8492b0711bb req-457c3496-33a0-44f3-931b-d59909732cec tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0524685 Apr 06 15:25:51.846365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8dd8152b-5301-4903-bd11-e8492b0711bb req-ea17cc59-c5e7-428e-9c2e-cbf520b6df9b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Apr 06 15:25:52.982201 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fb0f6-34d1-40ed-84e6-064e6973ad31 req-680945a8-a57d-4160-96cf-b6f5ae66a505 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:52.983716 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-827fb0f6-34d1-40ed-84e6-064e6973ad31 req-680945a8-a57d-4160-96cf-b6f5ae66a505 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0565839 Apr 06 15:25:53.035849 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-827fb0f6-34d1-40ed-84e6-064e6973ad31 req-69691765-9e8f-43af-83a2-808c01debd9a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Apr 06 15:25:54.154624 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc5eaf-1ae4-45ac-8f28-a5a917eccd21 req-1df262cc-95de-464c-8571-caa55226307a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:54.156130 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ebc5eaf-1ae4-45ac-8f28-a5a917eccd21 req-1df262cc-95de-464c-8571-caa55226307a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0538213 Apr 06 15:25:54.205325 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4ebc5eaf-1ae4-45ac-8f28-a5a917eccd21 req-9b2d863a-fe04-4a15-9b59-81fd1ca93cb6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Apr 06 15:25:54.215013 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:25:55.325506 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52159-96cd-43f1-8e58-ca6773524296 req-e20a333f-f300-455a-83f8-eb089e2271d9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:55.326990 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-20c52159-96cd-43f1-8e58-ca6773524296 req-e20a333f-f300-455a-83f8-eb089e2271d9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0538709 Apr 06 15:25:55.380077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-20c52159-96cd-43f1-8e58-ca6773524296 req-f8c0e140-39e5-497d-b141-50c0a8b18085 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474906 Apr 06 15:25:56.498581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b863b-d7bd-4ad4-a2c6-b52ee6395992 req-d1c6dbf5-76d5-4ef7-826a-e4fc298f874b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:56.501411 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-067b863b-d7bd-4ad4-a2c6-b52ee6395992 req-d1c6dbf5-76d5-4ef7-826a-e4fc298f874b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0557427 Apr 06 15:25:56.557310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-067b863b-d7bd-4ad4-a2c6-b52ee6395992 req-7a8f5eb6-fa4b-45b9-994e-8ce4a05ba76f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516317 Apr 06 15:25:57.677160 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753a94-625a-435a-bbeb-fa894f8bc34c req-3668e0ec-6fa2-45cd-8fe7-89ce3c86f911 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:57.678555 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc753a94-625a-435a-bbeb-fa894f8bc34c req-3668e0ec-6fa2-45cd-8fe7-89ce3c86f911 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0550401 Apr 06 15:25:57.726696 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cc753a94-625a-435a-bbeb-fa894f8bc34c req-fb504ee7-b540-482f-98cd-96e3c8656b9b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Apr 06 15:25:58.847237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b3cde-df24-4ceb-bb75-0944d27f2d0d req-d1f6f850-d501-4ba8-acc9-2a9db3b8312d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:25:58.848701 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f16b3cde-df24-4ceb-bb75-0944d27f2d0d req-d1f6f850-d501-4ba8-acc9-2a9db3b8312d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0569434 Apr 06 15:25:58.896201 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f16b3cde-df24-4ceb-bb75-0944d27f2d0d req-e80d9f51-6248-4072-ae85-dbfbafe62788 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420308 Apr 06 15:26:00.012816 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad210f8-a805-4072-876e-bb7c1d9842e5 req-bc1332c7-0dfd-48b0-b5e6-df8ee2e780a1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:00.014802 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ad210f8-a805-4072-876e-bb7c1d9842e5 req-bc1332c7-0dfd-48b0-b5e6-df8ee2e780a1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0532930 Apr 06 15:26:00.064430 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ad210f8-a805-4072-876e-bb7c1d9842e5 req-d8ce85c8-58e5-4cab-8c2a-814e7876deda tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Apr 06 15:26:01.180912 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2eb0a5-1af8-427f-adee-b3e7376767a7 req-1bdcba58-ae2e-4ac6-80e6-43915157ee5f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:01.182391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d2eb0a5-1af8-427f-adee-b3e7376767a7 req-1bdcba58-ae2e-4ac6-80e6-43915157ee5f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0530751 Apr 06 15:26:01.235866 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8d2eb0a5-1af8-427f-adee-b3e7376767a7 req-8842379b-1acf-4dc7-9e9c-084c54a6c15b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472052 Apr 06 15:26:02.353609 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215988f7-44ab-4a73-9698-7d9becee2253 req-b1268664-a69b-422e-a388-aa4729e524ac tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:02.355103 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-215988f7-44ab-4a73-9698-7d9becee2253 req-b1268664-a69b-422e-a388-aa4729e524ac tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0532746 Apr 06 15:26:02.404883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-215988f7-44ab-4a73-9698-7d9becee2253 req-6f90d5ab-c0dc-4083-a709-cccafec7a91c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Apr 06 15:26:03.522861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce876-e643-428d-a25a-503073f8d909 req-43eef3bb-3001-47f4-bc05-37b340758003 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:03.524371 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-412ce876-e643-428d-a25a-503073f8d909 req-43eef3bb-3001-47f4-bc05-37b340758003 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0524242 Apr 06 15:26:03.572659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-412ce876-e643-428d-a25a-503073f8d909 req-f643c062-156c-4026-854b-87f7ac3609fe tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Apr 06 15:26:04.697306 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a4edf-2202-4fd9-8833-473a929a192d req-a0c04a54-26e6-4494-8708-b1406e10a5b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:04.698715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9c9a4edf-2202-4fd9-8833-473a929a192d req-a0c04a54-26e6-4494-8708-b1406e10a5b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0574172 Apr 06 15:26:04.738922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:26:04.748920 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9c9a4edf-2202-4fd9-8833-473a929a192d req-78e9ecdb-a92e-4929-89eb-82fa6aa98a4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Apr 06 15:26:04.835105 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:04.846503 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'fa419711-63b3-4f41-866f-f5655f70950b', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'port_id': 'fa419711-63b3-4f41-866f-f5655f70950b', 'mac_address': 'fa:16:3e:c4:85:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:26:04.881147 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port fa419711-63b3-4f41-866f-f5655f70950b is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:26:04.881536 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:04.894104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa419711-63b3-4f41-866f-f5655f70950b {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:26:04.918574 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:04.979835 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:05.030474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:05.037265 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.037617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.037962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.038299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.038637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.038986 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.039325 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.039654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.039984 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.040338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.040924 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.041248 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.041571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:26:05.118139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['fa419711-63b3-4f41-866f-f5655f70950b'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:26:05.866656 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7e848-01cf-4e5e-8440-5fad04fad468 req-537465fe-270a-4050-a2a7-24b314318510 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:05.868167 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-03c7e848-01cf-4e5e-8440-5fad04fad468 req-537465fe-270a-4050-a2a7-24b314318510 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 945 time: 0.0527377 Apr 06 15:26:05.916888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-03c7e848-01cf-4e5e-8440-5fad04fad468 req-aea43372-2db9-4294-abab-dc0a2353ea81 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Apr 06 15:26:06.771200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:26:06.820675 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port fa419711-63b3-4f41-866f-f5655f70950b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:26:06.821049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fa419711-63b3-4f41-866f-f5655f70950b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:06.897642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port fa419711-63b3-4f41-866f-f5655f70950b is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:26:06.898142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:06.923088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:26:06.925210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8023d082-c155-4e9b-b508-4d8adbc5cb2b" -d '{"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fa419711-63b3-4f41-866f-f5655f70950b"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:26:06.945944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:06.996855 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:07.034484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4dce69-072c-471f-a74e-1290bb2bfc70 x-openstack-request-id: req-7a4dce69-072c-471f-a74e-1290bb2bfc70 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:26:07.034841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fa419711-63b3-4f41-866f-f5655f70950b", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:26:07.035201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a4dce69-072c-471f-a74e-1290bb2bfc70 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:26:07.035807 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4dce69-072c-471f-a74e-1290bb2bfc70'] response: {'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b', 'code': 200} Apr 06 15:26:07.054252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a8c04-1779-4add-94ab-3667bd35d16b req-edc4f90e-20c5-4a91-b9a6-00a773b68abf tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:07.055769 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a74a8c04-1779-4add-94ab-3667bd35d16b req-edc4f90e-20c5-4a91-b9a6-00a773b68abf tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0637214 Apr 06 15:26:07.056479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:07.116098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a74a8c04-1779-4add-94ab-3667bd35d16b req-64a52a2a-ccf0-4d77-8601-fa4da86c7cb8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456185 Apr 06 15:26:08.244558 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfb33d-6ac2-465f-b1c5-273f08a53b86 req-26cdbbcd-d969-4187-904c-27b2d1e44bc7 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:08.246066 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06cfb33d-6ac2-465f-b1c5-273f08a53b86 req-26cdbbcd-d969-4187-904c-27b2d1e44bc7 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0555058 Apr 06 15:26:08.302768 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-06cfb33d-6ac2-465f-b1c5-273f08a53b86 req-188d6faa-bb36-47f9-b4d0-0a89d74add6e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493166 Apr 06 15:26:09.105264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3ac93c32-84cf-4931-bb69-aba302122af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:09.436337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6dff-db9e-4a64-b394-1d32d41c82c2 req-557d7e40-e087-4a68-bb7b-0bdfbc7a78b0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:09.437890 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9dde6dff-db9e-4a64-b394-1d32d41c82c2 req-557d7e40-e087-4a68-bb7b-0bdfbc7a78b0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0601826 Apr 06 15:26:09.499810 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9dde6dff-db9e-4a64-b394-1d32d41c82c2 req-758b2422-bd52-4253-b315-3473ad8d53cf tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563078 Apr 06 15:26:10.634140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013b4b2-6a5e-482e-acc1-b8402579354f req-b690fa18-e4d6-40fd-b839-f845c5f0f225 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:10.636170 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b013b4b2-6a5e-482e-acc1-b8402579354f req-b690fa18-e4d6-40fd-b839-f845c5f0f225 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0594051 Apr 06 15:26:10.698127 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b013b4b2-6a5e-482e-acc1-b8402579354f req-d397ff02-befa-4755-afcc-8b5da28a221f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547035 Apr 06 15:26:11.614083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2990dde6-db87-4db7-bc6d-4b0e08353bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:11.819412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9e5f3-e2ad-42c4-b794-036325d27a0e req-b82b31c4-ad65-4383-9f1e-80c8b9d26d36 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:11.821013 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54c9e5f3-e2ad-42c4-b794-036325d27a0e req-b82b31c4-ad65-4383-9f1e-80c8b9d26d36 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0570221 Apr 06 15:26:11.878904 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54c9e5f3-e2ad-42c4-b794-036325d27a0e req-846885e5-0ce3-431e-906e-80fe1f85c237 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478661 Apr 06 15:26:13.019688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8044e1f-88e8-48d5-a994-3e18f8451fc4 req-3b6258cc-6f9e-4d53-b785-28a984f95821 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:13.022310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8044e1f-88e8-48d5-a994-3e18f8451fc4 req-3b6258cc-6f9e-4d53-b785-28a984f95821 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0611925 Apr 06 15:26:13.072322 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f8044e1f-88e8-48d5-a994-3e18f8451fc4 req-d4903e5b-2380-4367-b9ef-d4ebe42a2edc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 Apr 06 15:26:13.957133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:14.218913 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3cfe5-7a2c-4e4e-905a-570bf82178ab req-fa77dbf0-5f6d-4b4d-a558-ce39ed898e0d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:14.220339 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-45e3cfe5-7a2c-4e4e-905a-570bf82178ab req-fa77dbf0-5f6d-4b4d-a558-ce39ed898e0d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0656555 Apr 06 15:26:14.277069 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-45e3cfe5-7a2c-4e4e-905a-570bf82178ab req-2d0244e4-980a-43ea-911b-5c5ebbf17db4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502012 Apr 06 15:26:15.410009 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554e69f-a38a-411b-b8bb-1595981757e2 req-3d185286-8a91-449b-aec4-4a3e0f688094 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:15.412746 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7554e69f-a38a-411b-b8bb-1595981757e2 req-3d185286-8a91-449b-aec4-4a3e0f688094 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0589485 Apr 06 15:26:15.432551 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:26:15.472224 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7554e69f-a38a-411b-b8bb-1595981757e2 req-8c0cba43-94fd-4086-a075-06797d8a809b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544257 Apr 06 15:26:16.014694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:16.562993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:16.595333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9fe70-5a35-40e8-aaee-bb96f400f27d req-cec04f3d-968f-435c-aec4-e863d1eb5d75 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:16.597853 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6b9fe70-5a35-40e8-aaee-bb96f400f27d req-cec04f3d-968f-435c-aec4-e863d1eb5d75 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0579009 Apr 06 15:26:16.664160 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6b9fe70-5a35-40e8-aaee-bb96f400f27d req-c1a26e9e-b6b9-4cdc-a275-1171ae07d52a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541360 Apr 06 15:26:17.797563 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb405562-ea55-47e7-857e-c886911339fd req-3e549ebb-c77b-4237-8728-923616c47a45 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:17.799091 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bb405562-ea55-47e7-857e-c886911339fd req-3e549ebb-c77b-4237-8728-923616c47a45 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0534544 Apr 06 15:26:17.847985 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bb405562-ea55-47e7-857e-c886911339fd req-76acc0e4-c830-4d94-8481-8896cdc258e4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430231 Apr 06 15:26:18.846692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-5a775f72-dd69-49d9-a165-aac622671daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:18.848191 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-5a775f72-dd69-49d9-a165-aac622671daf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1130 time: 0.0480464 Apr 06 15:26:18.968128 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-4ccd1701-0f7b-410b-93d4-e7efcbc359c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:18.969600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-4ccd1701-0f7b-410b-93d4-e7efcbc359c0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.1156266 Apr 06 15:26:19.032342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140fa9b-33a0-45ff-a407-ca595d626adf req-25bd836b-2e23-4bc3-b757-2e28dede14d5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:19.033828 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b140fa9b-33a0-45ff-a407-ca595d626adf req-25bd836b-2e23-4bc3-b757-2e28dede14d5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.1183336 Apr 06 15:26:19.064619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-d56e9abd-9acd-43d3-83b4-82bdde8f36ae service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 1001 time: 0.0845833 Apr 06 15:26:19.131793 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b140fa9b-33a0-45ff-a407-ca595d626adf req-31562320-78b0-4edd-a03a-2ddc1af0589d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911057 Apr 06 15:26:19.137004 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-834f63a2-d3b0-4933-9378-6e97e2c04417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:19.138452 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-834f63a2-d3b0-4933-9378-6e97e2c04417 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0675406 Apr 06 15:26:19.187474 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-4bb39b2d-ed33-4208-8112-338cc222089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:19.188955 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-4bb39b2d-ed33-4208-8112-338cc222089e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451500 Apr 06 15:26:19.274871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-aac7b01d-3db1-4527-943e-59bb90188222 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801094 Apr 06 15:26:19.366665 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d714092e-7c62-43ea-b7c8-f2082bbcc453 req-8b2f395c-cb48-4089-ad9a-619a1018a44d service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860317 Apr 06 15:26:20.250894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6b03-2621-45e8-8281-3ecc6e953ab5 req-da286a3f-8784-43ed-8048-d7340c5498dd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:20.252404 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ade6b03-2621-45e8-8281-3ecc6e953ab5 req-da286a3f-8784-43ed-8048-d7340c5498dd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 946 time: 0.0544882 Apr 06 15:26:20.301654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ade6b03-2621-45e8-8281-3ecc6e953ab5 req-a8f64229-88e0-4f0f-a7d0-fdc9e3e3806b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436757 Apr 06 15:26:20.817500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:20.891908 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port fa419711-63b3-4f41-866f-f5655f70950b is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:26:20.892292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:20.914629 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:26:20.917258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541d0796-8256-4bc2-b1fd-f526557d8da4" -d '{"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "fa419711-63b3-4f41-866f-f5655f70950b"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:26:20.931209 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:20.956073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6689fa72-a6a7-4aec-8cf3-bce8d805d4d3 x-openstack-request-id: req-6689fa72-a6a7-4aec-8cf3-bce8d805d4d3 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:26:20.956372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "fa419711-63b3-4f41-866f-f5655f70950b", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:26:20.956688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6689fa72-a6a7-4aec-8cf3-bce8d805d4d3 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:26:20.957120 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6689fa72-a6a7-4aec-8cf3-bce8d805d4d3'] response: {'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b', 'code': 200} Apr 06 15:26:21.013892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:21.064169 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:21.421436 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423e481-8a15-4e3c-877f-dc8338dfa027 req-c7be7870-8425-410a-b855-9e2e33678da3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:21.422982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2423e481-8a15-4e3c-877f-dc8338dfa027 req-c7be7870-8425-410a-b855-9e2e33678da3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0537179 Apr 06 15:26:21.475421 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2423e481-8a15-4e3c-877f-dc8338dfa027 req-875778e2-318d-4e6e-8b19-9a15ec9a1caf tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Apr 06 15:26:21.589208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-23c14e59-8a83-4176-8bd7-c9e1d79ac516 req-4861efd6-be00-43b8-902a-9ef680b07f93 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:26:21.589208 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23c14e59-8a83-4176-8bd7-c9e1d79ac516 req-4861efd6-be00-43b8-902a-9ef680b07f93 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483778 Apr 06 15:26:21.994675 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ece017-a284-4eb9-bf3a-6585c91e0035 req-3b9840ef-cb98-409a-940f-21b4ec4c87d8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:21.996247 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2ece017-a284-4eb9-bf3a-6585c91e0035 req-3b9840ef-cb98-409a-940f-21b4ec4c87d8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0571141 Apr 06 15:26:22.046982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b2ece017-a284-4eb9-bf3a-6585c91e0035 req-fcc7281c-0e3a-48e9-8e4a-9860e823a666 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446014 Apr 06 15:26:22.377969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-5316c4d4-7231-4f57-8522-bdc8a20b5903 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848572 Apr 06 15:26:23.169468 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d035fb-366f-4785-8fde-0f8c562fe556 req-7f8d012c-4763-4da8-90ea-47d2078a8374 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:23.170927 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-36d035fb-366f-4785-8fde-0f8c562fe556 req-7f8d012c-4763-4da8-90ea-47d2078a8374 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0570028 Apr 06 15:26:23.219390 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-36d035fb-366f-4785-8fde-0f8c562fe556 req-ced5915f-4d33-41bd-8e3f-faed31a36140 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Apr 06 15:26:23.509454 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-37d1dee6-ebbd-4189-9bbb-ca85be7ca3be tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:23.510834 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-37d1dee6-ebbd-4189-9bbb-ca85be7ca3be tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports/fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 941 time: 0.0972698 Apr 06 15:26:24.254016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:24.337068 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfe373-a903-4a70-a5f0-c2fcf9727c47 req-62c36b46-fe28-422d-a07b-2b28711f35ec tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:24.338544 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3acfe373-a903-4a70-a5f0-c2fcf9727c47 req-62c36b46-fe28-422d-a07b-2b28711f35ec tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0526352 Apr 06 15:26:24.387187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3acfe373-a903-4a70-a5f0-c2fcf9727c47 req-68a2a3a7-5e29-44b4-9fc8-e4f071a88400 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419030 Apr 06 15:26:24.817732 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:26:24.896728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port fa419711-63b3-4f41-866f-f5655f70950b is: DOWN; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:26:25.507659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23ddf-9b87-4d45-a534-82875285fd62 req-8b681c97-70b4-40dc-9c17-fb92ab18563e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:25.509142 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e6a23ddf-9b87-4d45-a534-82875285fd62 req-8b681c97-70b4-40dc-9c17-fb92ab18563e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0523069 Apr 06 15:26:25.561545 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e6a23ddf-9b87-4d45-a534-82875285fd62 req-a538c145-09d1-4e1f-b544-7d7dc5ea321e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 Apr 06 15:26:26.679146 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817f8f6-c522-44d5-82cb-d60ccd47b3c6 req-0d3eee5b-36fc-4ca2-af17-d7f72a5c3e3c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:26.680510 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0817f8f6-c522-44d5-82cb-d60ccd47b3c6 req-0d3eee5b-36fc-4ca2-af17-d7f72a5c3e3c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0526268 Apr 06 15:26:26.731234 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0817f8f6-c522-44d5-82cb-d60ccd47b3c6 req-3a0f39ce-7a84-4734-a0ee-61af76085480 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432730 Apr 06 15:26:27.877642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-6b9df889-dcd2-4be3-8a5b-198e30cd7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:27.879177 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-6b9df889-dcd2-4be3-8a5b-198e30cd7b72 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e&tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f HTTP/1.1" status: 200 len: 1128 time: 0.0725770 Apr 06 15:26:27.886869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736f63b-c5b9-43c0-b546-156aa11861c1 req-843c65a6-0764-4028-b27f-48b11ef23b5b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:27.889008 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f736f63b-c5b9-43c0-b546-156aa11861c1 req-843c65a6-0764-4028-b27f-48b11ef23b5b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0908313 Apr 06 15:26:27.964265 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f736f63b-c5b9-43c0-b546-156aa11861c1 req-ffb022bc-ea65-4651-8d38-d4992a32c005 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696876 Apr 06 15:26:27.976054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-fca574f8-a065-4ee9-8b8b-8d6f3194dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:27.977557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-fca574f8-a065-4ee9-8b8b-8d6f3194dbe0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1128 time: 0.0665991 Apr 06 15:26:28.087778 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-0799a520-f2a3-409f-9a7a-9d888ee6f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:28.089170 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-0799a520-f2a3-409f-9a7a-9d888ee6f0c5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.1053891 Apr 06 15:26:28.153926 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-23632271-06a7-4df4-a576-261d076eaa75 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 999 time: 0.0592184 Apr 06 15:26:28.201130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-1621b587-0d88-409b-accc-9cec44d7ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:28.202535 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-1621b587-0d88-409b-accc-9cec44d7ead1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0436292 Apr 06 15:26:28.253669 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-421930b9-fd19-420f-9937-adb13b6c2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:28.255174 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-421930b9-fd19-420f-9937-adb13b6c2688 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467846 Apr 06 15:26:28.343764 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-e1db065b-cc65-47f1-9e02-805bfbd7aca0 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820627 Apr 06 15:26:28.437036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8db22d10-d297-4e17-b7c1-e504426f2576 req-4fd9045b-ef0a-4848-a4ff-ac2ac6611e0a service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878124 Apr 06 15:26:29.193501 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4cb23-7060-4d41-afc0-5dd17c23f1f6 req-2d99f8a5-aa28-4ec6-aef7-a1fa7ffeecd0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:29.196498 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-97d4cb23-7060-4d41-afc0-5dd17c23f1f6 req-2d99f8a5-aa28-4ec6-aef7-a1fa7ffeecd0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.1162789 Apr 06 15:26:29.265483 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-97d4cb23-7060-4d41-afc0-5dd17c23f1f6 req-28cd0853-fa2e-476f-935c-d3262152c4ea tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535643 Apr 06 15:26:30.407566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f9a36-22ac-4c5e-a578-6dde9f950bc1 req-70012299-3ef0-4f09-ac25-2c451b8f047c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:30.409109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-262f9a36-22ac-4c5e-a578-6dde9f950bc1 req-70012299-3ef0-4f09-ac25-2c451b8f047c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0559657 Apr 06 15:26:30.470497 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-262f9a36-22ac-4c5e-a578-6dde9f950bc1 req-0d45ae80-f680-4bb4-9dd8-5fc1f5583577 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555947 Apr 06 15:26:31.600048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919d4b-bfd5-40cf-8099-9113e463644a req-3ff9ce44-fbca-4961-8146-2da9d8e7aec0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:31.601512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7d919d4b-bfd5-40cf-8099-9113e463644a req-3ff9ce44-fbca-4961-8146-2da9d8e7aec0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0585923 Apr 06 15:26:31.652029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7d919d4b-bfd5-40cf-8099-9113e463644a req-d86d0d21-0c31-46f2-b082-47046471e4fb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445793 Apr 06 15:26:32.781310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e6fe-ee56-4f25-8061-9153dc030ff6 req-f80a94ad-571d-4dc6-9d6a-018b9002bb30 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:32.783010 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1967e6fe-ee56-4f25-8061-9153dc030ff6 req-f80a94ad-571d-4dc6-9d6a-018b9002bb30 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0600646 Apr 06 15:26:32.832295 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1967e6fe-ee56-4f25-8061-9153dc030ff6 req-39c0399b-5510-4f1a-899d-44606713c7ef tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Apr 06 15:26:33.973712 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921ef5-e4a3-4b0a-bfce-e8ad29d20010 req-66aac6d3-6fba-4663-b545-32f699c32f68 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:33.975198 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54921ef5-e4a3-4b0a-bfce-e8ad29d20010 req-66aac6d3-6fba-4663-b545-32f699c32f68 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0666747 Apr 06 15:26:34.029595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-54921ef5-e4a3-4b0a-bfce-e8ad29d20010 req-0718bb62-d012-46ad-9b97-397d6aba36d9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481510 Apr 06 15:26:35.152358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fb74-9741-4c7a-8b4b-853eb4536c3e req-1e97f39d-57a5-4593-9278-5f303ce0e114 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:35.153909 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29f3fb74-9741-4c7a-8b4b-853eb4536c3e req-1e97f39d-57a5-4593-9278-5f303ce0e114 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0531368 Apr 06 15:26:35.207844 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-29f3fb74-9741-4c7a-8b4b-853eb4536c3e req-14425c44-b365-478b-bce6-656b1d471ed3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468295 Apr 06 15:26:36.342031 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc03c0-5c99-45ab-952c-fc91df80ea47 req-57c518a0-cac4-457f-a5bf-a3aa6fdd9206 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:36.344375 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79fc03c0-5c99-45ab-952c-fc91df80ea47 req-57c518a0-cac4-457f-a5bf-a3aa6fdd9206 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0562937 Apr 06 15:26:36.401843 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-79fc03c0-5c99-45ab-952c-fc91df80ea47 req-61efb211-9181-48a3-8b29-cc733c9d90e1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496523 Apr 06 15:26:37.519674 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697a55-2056-4005-8c08-62fc313d892a req-fa688719-383f-4937-a132-bff72e5d5f88 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:37.521159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa697a55-2056-4005-8c08-62fc313d892a req-fa688719-383f-4937-a132-bff72e5d5f88 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0521531 Apr 06 15:26:37.570065 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fa697a55-2056-4005-8c08-62fc313d892a req-2017d92c-6d00-4b35-9995-85a56f1dd03d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Apr 06 15:26:38.690480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5895-e8e4-4343-ae62-a1e0bb130880 req-1b7be339-b477-47a1-89c4-e2914389bd70 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:38.691886 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23ae5895-e8e4-4343-ae62-a1e0bb130880 req-1b7be339-b477-47a1-89c4-e2914389bd70 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0521069 Apr 06 15:26:38.740435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-23ae5895-e8e4-4343-ae62-a1e0bb130880 req-8a642ed0-7b6a-420f-ab8f-fda526542f59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Apr 06 15:26:39.110174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb3c0-fd1d-4729-8dba-c7e2ee9e1939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:39.865994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cf18f-488b-454d-bbae-ab6c84546667 req-f6ac7bb1-10da-4979-adde-76a263931896 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:39.867481 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2f0cf18f-488b-454d-bbae-ab6c84546667 req-f6ac7bb1-10da-4979-adde-76a263931896 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0604742 Apr 06 15:26:39.915457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2f0cf18f-488b-454d-bbae-ab6c84546667 req-e46afcc9-7c4d-47a8-8aa2-686faa24697b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Apr 06 15:26:40.847135 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-35891780-1efa-412d-8e0b-410629cb05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:40.848619 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-35891780-1efa-412d-8e0b-410629cb05b1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1128 time: 0.0447032 Apr 06 15:26:40.952372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-64540d3d-b128-4262-8b09-8a713653cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:40.953914 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-64540d3d-b128-4262-8b09-8a713653cac5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0870366 Apr 06 15:26:41.371459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-cafa4961-88a7-4476-a611-9ebedd31ddd1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 999 time: 0.4117866 Apr 06 15:26:41.423389 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307d375-2ce7-4136-a006-a004fa1c5370 req-4484e857-38e6-432e-9ee1-f35ffe494e50 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:41.425051 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a307d375-2ce7-4136-a006-a004fa1c5370 req-4484e857-38e6-432e-9ee1-f35ffe494e50 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.1039233 Apr 06 15:26:41.459582 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-2d2d81bc-202c-4b92-8155-e1b89ffb86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:41.460976 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-2d2d81bc-202c-4b92-8155-e1b89ffb86fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0815115 Apr 06 15:26:41.512684 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a307d375-2ce7-4136-a006-a004fa1c5370 req-adfd4bb9-0e42-4563-9317-5c3505a95497 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792494 Apr 06 15:26:41.527878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-da351c04-2df0-4e06-beef-2afbfb0a1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:41.529431 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-da351c04-2df0-4e06-beef-2afbfb0a1cf6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0614774 Apr 06 15:26:41.626550 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-53b9b166-4c04-4453-ac71-5a38cc7af66e service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895782 Apr 06 15:26:41.716744 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6a65c5e6-efa6-495a-a0f0-3cd40350f9f9 req-f5b78ccc-60f4-4e8c-96a0-9561791c10bb service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843487 Apr 06 15:26:42.082186 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-db7d8d40-e11f-4946-afa2-3e8eb45b946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:42.633014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eccf8-e80d-4fba-9906-01dabd7a2fee req-6fba3add-b414-4549-a661-489c10d0c905 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:42.634490 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d08eccf8-e80d-4fba-9906-01dabd7a2fee req-6fba3add-b414-4549-a661-489c10d0c905 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 944 time: 0.0529013 Apr 06 15:26:42.687470 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d08eccf8-e80d-4fba-9906-01dabd7a2fee req-bae1b5f3-4c9f-4f38-a9a9-4926ca548af3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466795 Apr 06 15:26:42.884813 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:26:42.980299 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:42.992047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'fa419711-63b3-4f41-866f-f5655f70950b', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'port_id': 'fa419711-63b3-4f41-866f-f5655f70950b', 'mac_address': 'fa:16:3e:c4:85:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:26:43.027303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port fa419711-63b3-4f41-866f-f5655f70950b is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:26:43.027688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:43.040470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa419711-63b3-4f41-866f-f5655f70950b {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:26:43.063990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:43.127671 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:43.174266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=9']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:43.636742 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['fa419711-63b3-4f41-866f-f5655f70950b'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:26:43.806985 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0ab4f-2290-4e01-848a-bc3d5e96baee req-da5c4b66-5dd5-4111-ae2d-a7e94d27409c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:43.808529 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a8f0ab4f-2290-4e01-848a-bc3d5e96baee req-da5c4b66-5dd5-4111-ae2d-a7e94d27409c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 945 time: 0.0527031 Apr 06 15:26:43.857640 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a8f0ab4f-2290-4e01-848a-bc3d5e96baee req-aea0652f-15c1-4eb2-ad97-64bd46018ebd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Apr 06 15:26:43.968337 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:44.909803 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:26:44.959697 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port fa419711-63b3-4f41-866f-f5655f70950b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:26:44.960075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (fa419711-63b3-4f41-866f-f5655f70950b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:44.980039 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ec046-7c47-47b7-af6c-7aa3dba1fdbe req-8872e15e-1a6b-40ce-87a3-94233cd00278 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:44.981562 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-226ec046-7c47-47b7-af6c-7aa3dba1fdbe req-8872e15e-1a6b-40ce-87a3-94233cd00278 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 945 time: 0.0527744 Apr 06 15:26:45.030532 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-226ec046-7c47-47b7-af6c-7aa3dba1fdbe req-1634bf9a-c8c7-4011-afed-af273f4fba9c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Apr 06 15:26:45.039266 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port fa419711-63b3-4f41-866f-f5655f70950b is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:26:45.039663 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:45.062648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:26:45.064869 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c460f881-9bcd-4319-b123-cf254ef95745" -d '{"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fa419711-63b3-4f41-866f-f5655f70950b"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:26:45.077200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:26:45.101470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e58d3-43ca-4e18-8ec5-3ecd15587a22 x-openstack-request-id: req-802e58d3-43ca-4e18-8ec5-3ecd15587a22 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:26:45.101767 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fa419711-63b3-4f41-866f-f5655f70950b", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:26:45.102269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-802e58d3-43ca-4e18-8ec5-3ecd15587a22 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:26:45.102681 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802e58d3-43ca-4e18-8ec5-3ecd15587a22'] response: {'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b', 'code': 200} Apr 06 15:26:45.144948 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:45.195526 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=10']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:26:45.449807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dd63-8186-42f2-837d-a3031e9ec783 req-8858d48b-8a46-4034-86b2-0b3783000944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:45.451512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2da2dd63-8186-42f2-837d-a3031e9ec783 req-8858d48b-8a46-4034-86b2-0b3783000944 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1131 time: 0.0503805 Apr 06 15:26:45.499029 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2da2dd63-8186-42f2-837d-a3031e9ec783 req-05eea701-1acc-4c8e-9da8-2005c8e8474b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412734 Apr 06 15:26:46.019185 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:46.150652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385c434-0656-48c3-aeea-0d5482df9e15 req-ccad674c-0d24-42b5-822c-5863e7bd73b1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:46.152175 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e385c434-0656-48c3-aeea-0d5482df9e15 req-ccad674c-0d24-42b5-822c-5863e7bd73b1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 947 time: 0.0536025 Apr 06 15:26:46.201974 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e385c434-0656-48c3-aeea-0d5482df9e15 req-4ea4729a-fb06-4ac9-9f7b-64a246a95385 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Apr 06 15:26:46.522023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:26:47.329399 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08964464-0554-4ef0-bf37-8bef99c6694a req-328dede8-67ad-4b12-aa5c-f3746eac4cc9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:47.331068 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08964464-0554-4ef0-bf37-8bef99c6694a req-328dede8-67ad-4b12-aa5c-f3746eac4cc9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 947 time: 0.0592418 Apr 06 15:26:47.396152 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-08964464-0554-4ef0-bf37-8bef99c6694a req-4d15612a-f1e3-46e2-9a5e-177ab400b129 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591247 Apr 06 15:26:48.523581 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341c97-7fe5-41c7-8f19-319f4eaa199d req-edfa693a-e7f4-4cb7-a6f8-962bbb6a748f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:26:48.525077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88341c97-7fe5-41c7-8f19-319f4eaa199d req-edfa693a-e7f4-4cb7-a6f8-962bbb6a748f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 947 time: 0.0531752 Apr 06 15:26:48.574955 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-88341c97-7fe5-41c7-8f19-319f4eaa199d req-1bf86fd4-3255-44f0-be4f-169bbac66814 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Apr 06 15:26:52.431023 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:26:54.241411 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:09.155689 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-46f9cf43-6479-46fb-bd8c-c1627f5dd62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:11.584068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-57a3509f-2b01-4adb-8306-15770b731666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:13.955658 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:16.103616 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:16.487080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:24.246496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:29.429233 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:27:29.724739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0961f274-f207-4de4-b64b-672610eb8ded req-1395acfc-706b-462b-8eea-f45870e2d7f0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467513 Apr 06 15:27:29.831309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f274-f207-4de4-b64b-672610eb8ded req-44c8ae47-71a1-4b38-b4a7-aa23563bf078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:27:29.832803 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0961f274-f207-4de4-b64b-672610eb8ded req-44c8ae47-71a1-4b38-b4a7-aa23563bf078 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1131 time: 0.0444636 Apr 06 15:27:29.936185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f274-f207-4de4-b64b-672610eb8ded req-a1c93f41-eddf-466c-bab4-b14d77a39da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:27:29.938112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0961f274-f207-4de4-b64b-672610eb8ded req-a1c93f41-eddf-466c-bab4-b14d77a39da4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0849841 Apr 06 15:27:30.007766 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0961f274-f207-4de4-b64b-672610eb8ded req-92afb12b-cce6-4555-8b74-fec676fdce56 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 1001 time: 0.0637131 Apr 06 15:27:30.057382 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f274-f207-4de4-b64b-672610eb8ded req-dfbdde2f-33f4-4938-8934-4971321c3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:27:30.058821 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0961f274-f207-4de4-b64b-672610eb8ded req-dfbdde2f-33f4-4938-8934-4971321c3e4b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0451579 Apr 06 15:27:30.107316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f274-f207-4de4-b64b-672610eb8ded req-320f9bae-6c2b-4254-a391-19f280eed7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:27:30.109355 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0961f274-f207-4de4-b64b-672610eb8ded req-320f9bae-6c2b-4254-a391-19f280eed7a4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441864 Apr 06 15:27:30.201047 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0961f274-f207-4de4-b64b-672610eb8ded req-ca1f77d9-670b-4e8b-b1c0-e65d59fd27fa service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862179 Apr 06 15:27:30.288941 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0961f274-f207-4de4-b64b-672610eb8ded req-179d38a2-71e3-4e3e-88e9-0c4c0679b51d service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820985 Apr 06 15:27:39.137529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ba32-2cf7-4590-9553-4c9c8d341b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:41.600219 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-52a5dd0d-95bd-462b-a837-99c8cc61b32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:43.954336 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:46.034601 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:46.514779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:27:54.240153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:06.428301 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:28:09.177026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0a4118b5-7838-41fa-bd55-bb72a17943c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:11.582439 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e5fa7d54-6bbf-4e60-bc26-c649f9f015d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:13.948243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:16.034681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:16.622216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.141301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53682) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:24.285134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.338756 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Deleting port 4a609d42-3bb9-4998-b6bc-fc45d6096486 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:28:24.339139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4a609d42-3bb9-4998-b6bc-fc45d6096486), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.413927 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4a609d42-3bb9-4998-b6bc-fc45d6096486), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.414176 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for floatingip (4a609d42-3bb9-4998-b6bc-fc45d6096486), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.425787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Calling delete_port for 4a609d42-3bb9-4998-b6bc-fc45d6096486 owned by network:floatingip {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:28:24.719932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (4a609d42-3bb9-4998-b6bc-fc45d6096486), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.749398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event deleted for resources: {'Port': ['ID=4a609d42-3bb9-4998-b6bc-fc45d6096486,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:24.776693 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.777047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.777393 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.777731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.778095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.778431 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.778762 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.779119 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.779449 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.779776 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.780101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.780424 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.780742 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:24.819596 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for floatingip (ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:24.819931 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Floating IP ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a disassociated (deleted). External IP: 172.26.7.13, port: fa419711-63b3-4f41-866f-f5655f70950b. Apr 06 15:28:25.045730 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Router 347d74db-9982-44c6-874c-44d47e2fe1b4 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:28:25.162000 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:28:25.166666 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:25.172034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] Sync routers for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:28:25.182045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:28:25.182674 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:28:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:28:25.197788 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1a21a61e-1a2e-4570-ad2c-fb1be1db51ff tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "DELETE /v2.0/floatingips/ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a HTTP/1.1" status: 204 len: 168 time: 1.0553911 Apr 06 15:28:25.198391 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:28:25.200860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "tag": "fa419711-63b3-4f41-866f-f5655f70950b"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:28:25.298575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:28:25.303438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e094b5-62eb-4167-82e3-d938951f2384 x-openstack-request-id: req-93e094b5-62eb-4167-82e3-d938951f2384 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:28:25.303738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "tag": "fa419711-63b3-4f41-866f-f5655f70950b", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:28:25.303997 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93e094b5-62eb-4167-82e3-d938951f2384 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:28:25.304413 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e094b5-62eb-4167-82e3-d938951f2384'] response: {'name': 'network-changed', 'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b', 'status': 'completed', 'code': 200} Apr 06 15:28:25.437847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-ad0a74d0-d197-4b2d-a3af-4f7c2e9ba8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:28:25.445851 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-ad0a74d0-d197-4b2d-a3af-4f7c2e9ba8b6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 1131 time: 0.0926809 Apr 06 15:28:25.516983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:28:25.542586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-4343f292-2201-4efb-9655-7d147a9031f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:28:25.544112 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-4343f292-2201-4efb-9655-7d147a9031f8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0994253 Apr 06 15:28:25.545150 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] Checking router: 347d74db-9982-44c6-874c-44d47e2fe1b4 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:28:25.555484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:28:25.555484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:28:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:28:25.590128 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-481e5671-4e59-410f-a0fe-e12062b57acd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 200 len: 217 time: 0.0384610 Apr 06 15:28:25.665633 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:28:25.696084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-6e7acdd1-bb3e-4897-a4a3-b48293c1ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:28:25.697555 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-6e7acdd1-bb3e-4897-a4a3-b48293c1ce57 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0768235 Apr 06 15:28:25.737420 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b1234-ca3f-4439-a954-3b02777e4f1e req-56f7f08f-1a83-472d-b0cb-e52b862c30e1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:28:25.738931 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e03b1234-ca3f-4439-a954-3b02777e4f1e req-56f7f08f-1a83-472d-b0cb-e52b862c30e1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 947 time: 0.0910237 Apr 06 15:28:25.781987 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-c03c84b9-2538-4615-a5e5-20d0639fed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:28:25.783538 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-c03c84b9-2538-4615-a5e5-20d0639fed86 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0798631 Apr 06 15:28:25.816053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e03b1234-ca3f-4439-a954-3b02777e4f1e req-7a1c9f15-083d-4aaa-bf57-0a5932894525 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701346 Apr 06 15:28:25.874686 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:28:25.886744 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-194559ab-8a78-4c85-8c29-f8314b10e802 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951295 Apr 06 15:28:25.901055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63149022-91be-43a9-ab11-0fd9ac284762 None None] The sync data for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv is: [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:28:25.984169 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-56c22bcc-8cbd-410b-9ebd-c48b599c3ffe req-3f1f59d8-c071-4c0d-a4c9-11058d2ad504 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913875 Apr 06 15:28:26.122692 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d74b5-81e7-476f-b365-712ab23dd427 None None] New status for floating IP ba9b5a86-cb3c-403d-b0c5-38aae74cbb0a: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:28:26.937270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470922f-33da-4d26-b5f1-51f4888176e5 req-c57e5055-e69d-46d6-b06c-e4b780b0377b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:28:26.938754 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b470922f-33da-4d26-b5f1-51f4888176e5 req-c57e5055-e69d-46d6-b06c-e4b780b0377b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 947 time: 0.0535960 Apr 06 15:28:26.987265 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b470922f-33da-4d26-b5f1-51f4888176e5 req-936d7a51-6b07-4c58-a402-55e67a9fe5c1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=ee607853-3ed2-44eb-b200-b43124d3bad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Apr 06 15:28:27.346361 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-a14b2a95-82dd-4ea8-8068-07a35e2677cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:28:27.347812 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-a14b2a95-82dd-4ea8-8068-07a35e2677cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 947 time: 0.0566401 Apr 06 15:28:27.440372 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Deleting port fa419711-63b3-4f41-866f-f5655f70950b {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:28:27.440715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (fa419711-63b3-4f41-866f-f5655f70950b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:27.532478 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] For port fa419711-63b3-4f41-866f-f5655f70950b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa419711-63b3-4f41-866f-f5655f70950b,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:28:27.532844 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (fa419711-63b3-4f41-866f-f5655f70950b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:27.545814 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Calling delete_port for fa419711-63b3-4f41-866f-f5655f70950b owned by compute:nova {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:28:27.731247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (fa419711-63b3-4f41-866f-f5655f70950b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:27.758866 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event deleted for resources: {'Port': ['ID=fa419711-63b3-4f41-866f-f5655f70950b,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:27.805133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] No DVR routers for this DVR port fa419711-63b3-4f41-866f-f5655f70950b on host hv-neutron-8358 {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:28:27.807540 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:27.810778 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c8e39d0b-8807-43d3-8f8f-bba2acb2ff85 req-6da28dbe-4ee8-4313-b85b-37d4c5b9e36f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "DELETE /v2.0/ports/fa419711-63b3-4f41-866f-f5655f70950b HTTP/1.1" status: 204 len: 173 time: 0.4573460 Apr 06 15:28:27.811244 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-deleted', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:28:27.813429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0195d83-69ce-42d1-8fb2-5f60f27c5436" -d '{"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-deleted", "tag": "fa419711-63b3-4f41-866f-f5655f70950b"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:28:27.850021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af019d9a-e0ae-4003-ada1-eb5f5df81097 x-openstack-request-id: req-af019d9a-e0ae-4003-ada1-eb5f5df81097 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:28:27.850021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f637b76-3ede-454d-ad3f-282a9c00cc4e", "name": "network-vif-deleted", "tag": "fa419711-63b3-4f41-866f-f5655f70950b", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:28:27.850258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af019d9a-e0ae-4003-ada1-eb5f5df81097 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:28:27.850491 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af019d9a-e0ae-4003-ada1-eb5f5df81097'] response: {'server_uuid': '8f637b76-3ede-454d-ad3f-282a9c00cc4e', 'name': 'network-vif-deleted', 'tag': 'fa419711-63b3-4f41-866f-f5655f70950b', 'status': 'completed', 'code': 200} Apr 06 15:28:28.085958 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-86958f37-7b3a-413c-903a-8b8bbcebadec req-ab328218-390b-487a-9740-d04ebe738bfd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f637b76-3ede-454d-ad3f-282a9c00cc4e HTTP/1.1" status: 200 len: 210 time: 0.0277505 Apr 06 15:28:29.144930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53718) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:29.206232 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-814cfb7c-ae91-4713-a223-3117992ffc9d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (ee607853-3ed2-44eb-b200-b43124d3bad8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:29.234717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-814cfb7c-ae91-4713-a223-3117992ffc9d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (ee607853-3ed2-44eb-b200-b43124d3bad8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:29.359342 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-814cfb7c-ae91-4713-a223-3117992ffc9d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ee607853-3ed2-44eb-b200-b43124d3bad8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:29.361995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-814cfb7c-ae91-4713-a223-3117992ffc9d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:29.363224 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-814cfb7c-ae91-4713-a223-3117992ffc9d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "DELETE /v2.0/security-groups/ee607853-3ed2-44eb-b200-b43124d3bad8 HTTP/1.1" status: 204 len: 168 time: 0.2173228 Apr 06 15:28:29.373002 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cfb7c-ae91-4713-a223-3117992ffc9d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee607853-3ed2-44eb-b200-b43124d3bad8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:29.788935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53724) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:29.793856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6913f4f8-2e27-4693-a04f-0da6c87cf3cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375362779', 'description': 'tempest-secgroup-smoke-375362779 description', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:28:29.885149 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6913f4f8-2e27-4693-a04f-0da6c87cf3cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:29.950340 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6913f4f8-2e27-4693-a04f-0da6c87cf3cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.033356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6913f4f8-2e27-4693-a04f-0da6c87cf3cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.061738 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913f4f8-2e27-4693-a04f-0da6c87cf3cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:30.121168 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6913f4f8-2e27-4693-a04f-0da6c87cf3cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.122397 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6913f4f8-2e27-4693-a04f-0da6c87cf3cb tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3324528 Apr 06 15:28:30.125214 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53728) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:30.130005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-8cfb6d89-141a-4c0e-acb9-1aee049053f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': '6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:28:30.216092 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6d89-141a-4c0e-acb9-1aee049053f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (44db5fac-4435-44ae-abba-3d350378d0fd), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.271328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6d89-141a-4c0e-acb9-1aee049053f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (44db5fac-4435-44ae-abba-3d350378d0fd), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.365636 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6d89-141a-4c0e-acb9-1aee049053f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (44db5fac-4435-44ae-abba-3d350378d0fd), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.383559 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb6d89-141a-4c0e-acb9-1aee049053f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44db5fac-4435-44ae-abba-3d350378d0fd,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:30.458620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6d89-141a-4c0e-acb9-1aee049053f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.459934 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-8cfb6d89-141a-4c0e-acb9-1aee049053f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338082 Apr 06 15:28:30.462584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53730) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:30.466860 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-5e7eee9f-27e2-4e1f-a1c9-627fa6451c13 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': '6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:28:30.541248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e7eee9f-27e2-4e1f-a1c9-627fa6451c13 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (8ef375d9-3763-4329-8741-310a4afc4aed), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.599396 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e7eee9f-27e2-4e1f-a1c9-627fa6451c13 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (8ef375d9-3763-4329-8741-310a4afc4aed), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.679466 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e7eee9f-27e2-4e1f-a1c9-627fa6451c13 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (8ef375d9-3763-4329-8741-310a4afc4aed), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.698341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eee9f-27e2-4e1f-a1c9-627fa6451c13 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef375d9-3763-4329-8741-310a4afc4aed,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:30.755699 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-5e7eee9f-27e2-4e1f-a1c9-627fa6451c13 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.756903 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-5e7eee9f-27e2-4e1f-a1c9-627fa6451c13 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933550 Apr 06 15:28:30.759659 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53732) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:30.763900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e9920a0a-b187-46d4-b3b3-b847fedf036c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': '6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:28:30.826500 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9920a0a-b187-46d4-b3b3-b847fedf036c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (74cfc53a-4cf7-484e-9507-94e5aa1452fc), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.883584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9920a0a-b187-46d4-b3b3-b847fedf036c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (74cfc53a-4cf7-484e-9507-94e5aa1452fc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.936544 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9920a0a-b187-46d4-b3b3-b847fedf036c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (74cfc53a-4cf7-484e-9507-94e5aa1452fc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.954352 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9920a0a-b187-46d4-b3b3-b847fedf036c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cfc53a-4cf7-484e-9507-94e5aa1452fc,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:30.990574 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e9920a0a-b187-46d4-b3b3-b847fedf036c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:30.991797 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e9920a0a-b187-46d4-b3b3-b847fedf036c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2312009 Apr 06 15:28:30.994575 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53734) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:30.998896 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-f6cfe44a-79bc-4200-a8a2-ca6e6fa3fa1a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': '6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:28:31.077834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe44a-79bc-4200-a8a2-ca6e6fa3fa1a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (03f0b41c-4f83-431a-b325-0bf85ae21213), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.135045 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe44a-79bc-4200-a8a2-ca6e6fa3fa1a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (03f0b41c-4f83-431a-b325-0bf85ae21213), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.199303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe44a-79bc-4200-a8a2-ca6e6fa3fa1a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (03f0b41c-4f83-431a-b325-0bf85ae21213), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.217473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfe44a-79bc-4200-a8a2-ca6e6fa3fa1a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f0b41c-4f83-431a-b325-0bf85ae21213,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:31.263932 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe44a-79bc-4200-a8a2-ca6e6fa3fa1a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.265155 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-f6cfe44a-79bc-4200-a8a2-ca6e6fa3fa1a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2696033 Apr 06 15:28:31.267952 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53736) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:31.273316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6d7cd884-5042-437d-8335-36786be97e4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': '6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:28:31.342108 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-6d7cd884-5042-437d-8335-36786be97e4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Project 0744d3e04cb84c99be7bad9a8a2d4f4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:28:31.347275 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd884-5042-437d-8335-36786be97e4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (83c82bea-00d4-4343-a3e1-2fe054da0d3e), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.407781 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd884-5042-437d-8335-36786be97e4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (83c82bea-00d4-4343-a3e1-2fe054da0d3e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.456226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd884-5042-437d-8335-36786be97e4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (83c82bea-00d4-4343-a3e1-2fe054da0d3e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.473858 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cd884-5042-437d-8335-36786be97e4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c82bea-00d4-4343-a3e1-2fe054da0d3e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:31.512195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:28:31.515936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd884-5042-437d-8335-36786be97e4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.517188 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6d7cd884-5042-437d-8335-36786be97e4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2482874 Apr 06 15:28:31.520813 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 53738) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:28:31.526786 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'security_group_rule': {'security_group_id': '6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544', 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:28:31.533085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: fa419711-63b3-4f41-866f-f5655f70950b {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:28:31.533437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device fa419711-63b3-4f41-866f-f5655f70950b not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:28:31.605596 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.securitygroups_db [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Project 0744d3e04cb84c99be7bad9a8a2d4f4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:28:31.610918 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (bf269171-b6f3-45b0-9ef7-9772d211eca2), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.673622 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (bf269171-b6f3-45b0-9ef7-9772d211eca2), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.748254 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (bf269171-b6f3-45b0-9ef7-9772d211eca2), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.766132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf269171-b6f3-45b0-9ef7-9772d211eca2,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:28:31.775040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.775390 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.775731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.776066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.776396 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.776734 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.777054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.777380 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.777703 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.778028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.778351 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.778669 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.779012 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:28:31.835541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:31.836766 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-df0c8d0f-bcac-4436-9e84-d86b7724178c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3147626 Apr 06 15:28:39.136307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f0afe869-b258-4a8a-b9f1-6714b8a7ee62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:41.644940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-f25036ff-5d73-4187-b98f-7f0b324e6106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:43.427304 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:28:43.970436 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:46.016338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:46.494133 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:28:54.273370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:01.102095 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-733c2008-d4e4-41bf-a320-872dd5afec44 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375362779&fields=id&tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f HTTP/1.1" status: 200 len: 267 time: 0.0442755 Apr 06 15:29:01.208104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-fac19856-6a4c-4420-a77d-e84ad49bc751 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:01.209586 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-fac19856-6a4c-4420-a77d-e84ad49bc751 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 809 time: 0.1010978 Apr 06 15:29:01.224109 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-662ca75e-3ab0-4f17-9053-ae86a6f7eeb6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/quotas/0744d3e04cb84c99be7bad9a8a2d4f4f HTTP/1.1" status: 200 len: 375 time: 0.0091653 Apr 06 15:29:01.283630 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-d4b1b463-9088-44f3-bb21-a34e8d194912 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546079 Apr 06 15:29:01.352375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-c5e75012-c283-4c23-ae21-6771c237de80 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:29:01.353458 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-c5e75012-c283-4c23-ae21-6771c237de80 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0586057 Apr 06 15:29:01.446158 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-b4114b3f-266d-4a59-86f2-d4416dca9cb3 service neutron] 10.222.0.71 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860362 Apr 06 15:29:01.533852 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-e393dd51-b92a-43eb-a904-5656b04fb552 service neutron] 10.222.0.71 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817823 Apr 06 15:29:02.011027 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fd033225-5e73-4f43-8287-a9aca1b9c580 req-4769c209-dc84-4f4d-b3f9-c506190c2e3b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0280542 Apr 06 15:29:03.106673 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f83d9caa-db84-4e0d-a043-60f29f201c29 req-f723d70e-b312-46d1-b52b-1bbbba075e26 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0266771 Apr 06 15:29:04.232272 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3dea7dd4-da40-4831-b239-4dfb3970919f req-437bc1a5-3826-4c18-af3d-272635f72948 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0365026 Apr 06 15:29:04.273832 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-056c9f5e-5a8c-4d8f-91b5-3f34a67c1dd6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:04.275282 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-056c9f5e-5a8c-4d8f-91b5-3f34a67c1dd6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 809 time: 0.4424462 Apr 06 15:29:04.347989 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-fab0643d-707a-4c82-97e0-a594858114cf tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f HTTP/1.1" status: 200 len: 379 time: 0.0572436 Apr 06 15:29:04.356993 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'port': {'device_id': '047b606f-43c5-489c-938f-e8b2102c38eb', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'admin_state_up': True, 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'security_groups': ['6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544']}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:29:04.558595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Made reservation on behalf of 0744d3e04cb84c99be7bad9a8a2d4f4f for: {'port': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:29:04.562121 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:04.693907 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Allocated IP 172.20.0.9 (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1/6187e6a2-3770-46da-9a61-4891f56996b6/b0ce1054-d372-4438-bfff-f043d4080d4a) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:29:04.830398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:04.936552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:04.982890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:29:04.986105 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:29:04.989894 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:29:05.018473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:29:05.049815 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:05.050516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:05.144265 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-83c0632d-6a41-42d6-ba26-1827b89e9a87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915950 Apr 06 15:29:05.161446 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Request body: {'port': {'device_id': '047b606f-43c5-489c-938f-e8b2102c38eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:29:05.205918 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-93f4b1e2-853f-475a-9d90-06292ac5c5e8 None None] Provisioning complete for port b0ce1054-d372-4438-bfff-f043d4080d4a triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:29:05.206480 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-93f4b1e2-853f-475a-9d90-06292ac5c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:05.225098 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:05.250787 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-93f4b1e2-853f-475a-9d90-06292ac5c5e8 None None] Port b0ce1054-d372-4438-bfff-f043d4080d4a cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:29:05.449411 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d401d-1606-4acd-b813-f214064cb99a req-2fea853f-0f88-45b7-9706-be3d05d3b974 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:05.450863 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5f0d401d-1606-4acd-b813-f214064cb99a req-2fea853f-0f88-45b7-9706-be3d05d3b974 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 931 time: 0.1164777 Apr 06 15:29:05.528865 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5f0d401d-1606-4acd-b813-f214064cb99a req-cec93d9a-d0ef-41bc-95b3-b3cd0542c7e0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716908 Apr 06 15:29:05.576508 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ce1054-d372-4438-bfff-f043d4080d4a {{(pid=104443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:29:05.583879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Publish callbacks [] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:05.596163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.provisioning_blocks [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Transition to ACTIVE for port object b0ce1054-d372-4438-bfff-f043d4080d4a will not be triggered until provisioned by entity L2. {{(pid=104443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:29:05.678661 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:05.729457 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Pushing event updated for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:29:05.800034 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Attempting to bind port b0ce1054-d372-4438-bfff-f043d4080d4a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:29:05.800371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Attempting to bind port b0ce1054-d372-4438-bfff-f043d4080d4a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:29:05.800723 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Attempting to bind port b0ce1054-d372-4438-bfff-f043d4080d4a on network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:29:05.805111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Port b0ce1054-d372-4438-bfff-f043d4080d4a on network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:29:05.805433 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Attempting to bind port b0ce1054-d372-4438-bfff-f043d4080d4a on network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:29:05.810516 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:29:05.810856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Checking segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:29:05.811277 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Bound using segment: {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'} {{(pid=104443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:29:05.811698 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.managers [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Bound port: b0ce1054-d372-4438-bfff-f043d4080d4a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c40a7b-51e9-4d76-9b18-549c07aef95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1'}}] {{(pid=104443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:29:05.812057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:05.882869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, cleared binding levels {{(pid=104443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:29:05.886368 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:29:05.953640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:05.991206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:05.991884 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:05.993466 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] 10.222.0.87 "PUT /v2.0/ports/b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 1093 time: 0.8362393 Apr 06 15:29:05.995908 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:29:05.999187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef93ca7f-2be0-4908-8ec6-bb4eeff50c05" -d '{"events": [{"name": "network-changed", "server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:29:06.028003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942201cd-641c-48b8-b198-ccc0027c943a service neutron] Pushing event updated for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=3']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:29:06.064969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24002685-6ff5-40d4-bb0a-ecffe02a9f1f x-openstack-request-id: req-24002685-6ff5-40d4-bb0a-ecffe02a9f1f {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:29:06.065316 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:29:06.065578 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-24002685-6ff5-40d4-bb0a-ecffe02a9f1f {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:29:06.066419 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24002685-6ff5-40d4-bb0a-ecffe02a9f1f'] response: {'name': 'network-changed', 'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'status': 'completed', 'code': 200} Apr 06 15:29:06.155008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93ca7f-2be0-4908-8ec6-bb4eeff50c05 req-e93e661c-ea38-41eb-b995-fe790b1c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:06.156552 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef93ca7f-2be0-4908-8ec6-bb4eeff50c05 req-e93e661c-ea38-41eb-b995-fe790b1c4cf7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1127 time: 0.0522156 Apr 06 15:29:06.269070 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93ca7f-2be0-4908-8ec6-bb4eeff50c05 req-1d976ec8-aca7-42df-a06c-a749a6f33feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:06.270457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef93ca7f-2be0-4908-8ec6-bb4eeff50c05 req-1d976ec8-aca7-42df-a06c-a749a6f33feb service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1006262 Apr 06 15:29:06.367288 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93ca7f-2be0-4908-8ec6-bb4eeff50c05 req-ca5d6d2b-807f-4af7-bbaf-90d145e54fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:06.368749 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef93ca7f-2be0-4908-8ec6-bb4eeff50c05 req-ca5d6d2b-807f-4af7-bbaf-90d145e54fee service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0929120 Apr 06 15:29:06.479620 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-8340a5f9-d988-458d-af29-301db4d94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:06.482279 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-8340a5f9-d988-458d-af29-301db4d94163 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1127 time: 0.0521996 Apr 06 15:29:06.530351 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-8bc2f142-205d-4d2d-8ac3-e98af0674a07 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 217 time: 0.0361142 Apr 06 15:29:06.582323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-950d59f2-1aad-49e8-b5f1-4446cc24cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:06.583874 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-950d59f2-1aad-49e8-b5f1-4446cc24cdc3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0478623 Apr 06 15:29:06.669799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-003ebb66-9019-49cf-a04c-6cfe3b7974a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:06.671320 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-003ebb66-9019-49cf-a04c-6cfe3b7974a0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0817156 Apr 06 15:29:06.682050 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c200e6a-6e1b-44d1-9f11-1d8eef1913c5 req-e0b000e5-2e58-4a1c-9d23-a559b2d6393b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:06.683433 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2c200e6a-6e1b-44d1-9f11-1d8eef1913c5 req-e0b000e5-2e58-4a1c-9d23-a559b2d6393b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0847371 Apr 06 15:29:06.786046 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2c200e6a-6e1b-44d1-9f11-1d8eef1913c5 req-debc1b3b-4377-4b6c-afbc-e38e81911bdd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935669 Apr 06 15:29:06.809982 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-ec7a1da5-0bfd-4511-b1aa-c97421adf6c6 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243520 Apr 06 15:29:06.901311 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a0f085aa-bdc4-4c67-9365-3d7e6b94bcfc req-88b31c49-8eb0-4908-9ed9-a5b001a24107 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850000 Apr 06 15:29:07.908639 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c01db-4300-4a16-810a-017f29967b75 req-2ddad4bc-852c-41a3-993c-3d5d7fd75f33 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:07.910115 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce9c01db-4300-4a16-810a-017f29967b75 req-2ddad4bc-852c-41a3-993c-3d5d7fd75f33 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0539494 Apr 06 15:29:07.960270 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ce9c01db-4300-4a16-810a-017f29967b75 req-57ed3a7e-62ad-4c96-87e6-11b61d61042c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Apr 06 15:29:09.096616 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3adcb-1575-4cbb-b808-27abaa2c1e53 req-1130f926-d0d1-4687-bbd6-a7e9f97b9d79 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:09.098133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2de3adcb-1575-4cbb-b808-27abaa2c1e53 req-1130f926-d0d1-4687-bbd6-a7e9f97b9d79 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0596476 Apr 06 15:29:09.146944 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2f95-379f-4f40-9357-c70e0f12a6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:09.147567 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2de3adcb-1575-4cbb-b808-27abaa2c1e53 req-501508ec-6b76-425d-98ff-c23cd427c15e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Apr 06 15:29:10.270328 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3950a07-29b2-4907-b9b0-c324f931bdb2 req-20e656cf-b682-47c8-8237-83493a03f315 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:10.277093 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3950a07-29b2-4907-b9b0-c324f931bdb2 req-20e656cf-b682-47c8-8237-83493a03f315 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0541873 Apr 06 15:29:10.322992 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e3950a07-29b2-4907-b9b0-c324f931bdb2 req-5c1dded1-29af-464e-831b-f816cd57fa4c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454099 Apr 06 15:29:11.448978 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502a3af-ef12-481a-80cc-98956b7b3dcc req-2e34233a-1153-44e2-b2b1-b60564434fb7 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:11.451179 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2502a3af-ef12-481a-80cc-98956b7b3dcc req-2e34233a-1153-44e2-b2b1-b60564434fb7 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0587571 Apr 06 15:29:11.499677 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2502a3af-ef12-481a-80cc-98956b7b3dcc req-09e6b2fb-da2d-4c05-aa45-84b788fb3a5d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Apr 06 15:29:11.592497 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8a02f471-9e95-480b-a820-6209c56cc5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:12.618303 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6e1-20c9-4a20-aa23-d8e2eda26512 req-1c0e3450-1c34-4726-9d3e-db4c25e85b73 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:12.619828 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfbab6e1-20c9-4a20-aa23-d8e2eda26512 req-1c0e3450-1c34-4726-9d3e-db4c25e85b73 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0527015 Apr 06 15:29:12.669969 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cfbab6e1-20c9-4a20-aa23-d8e2eda26512 req-afc45618-e41e-4d77-a619-14ae0ec4d63a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433133 Apr 06 15:29:13.789310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22f627-3f05-48e8-9fa7-1db22549701c req-ac98b844-4137-4c47-bd65-85de2132baba tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:13.791087 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5e22f627-3f05-48e8-9fa7-1db22549701c req-ac98b844-4137-4c47-bd65-85de2132baba tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0538213 Apr 06 15:29:13.844305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5e22f627-3f05-48e8-9fa7-1db22549701c req-17dd0bed-b8dc-4042-9e88-e35eb071b2f7 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474679 Apr 06 15:29:13.975889 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:14.962626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a0b1d-6984-4862-a98d-9a1826825282 req-54a15896-0156-449e-8ed9-8a1046496581 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:14.964114 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-423a0b1d-6984-4862-a98d-9a1826825282 req-54a15896-0156-449e-8ed9-8a1046496581 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0522048 Apr 06 15:29:15.011201 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-423a0b1d-6984-4862-a98d-9a1826825282 req-f17ffe5b-c12c-403a-aac4-f9cedb6fc9b9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Apr 06 15:29:16.044786 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:16.170182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da252cf1-651b-47a8-9966-851cb9454152 req-7f94486a-2362-4680-8538-f13a8c3fcf9e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:16.171715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da252cf1-651b-47a8-9966-851cb9454152 req-7f94486a-2362-4680-8538-f13a8c3fcf9e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0552979 Apr 06 15:29:16.220522 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da252cf1-651b-47a8-9966-851cb9454152 req-35e08bba-f73f-46ee-8c69-67bb17afbb39 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Apr 06 15:29:16.518022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:17.342568 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218d393-4bc7-40de-b627-4f41089e8d75 req-70c318d2-6e73-4e2d-bb6f-2d9508b7ecd4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:17.344049 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5218d393-4bc7-40de-b627-4f41089e8d75 req-70c318d2-6e73-4e2d-bb6f-2d9508b7ecd4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0573726 Apr 06 15:29:17.396574 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5218d393-4bc7-40de-b627-4f41089e8d75 req-91550ab6-5b37-40e3-9b53-0a6cd194094e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437963 Apr 06 15:29:18.514551 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d0475-3de4-4885-888f-10cb2c2d2978 req-2819fee2-9a8f-4181-b579-bb30ef84cf28 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:18.516043 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-693d0475-3de4-4885-888f-10cb2c2d2978 req-2819fee2-9a8f-4181-b579-bb30ef84cf28 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0537441 Apr 06 15:29:18.564506 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-693d0475-3de4-4885-888f-10cb2c2d2978 req-c47b5424-35bc-40ef-b496-19cc9a233ea3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430310 Apr 06 15:29:19.688059 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dbb0c-5e53-4a83-a0b8-06cb1984a335 req-225022f2-95a1-4c89-b71d-2b6dfc946eb1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:19.689495 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c81dbb0c-5e53-4a83-a0b8-06cb1984a335 req-225022f2-95a1-4c89-b71d-2b6dfc946eb1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0593166 Apr 06 15:29:19.748519 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c81dbb0c-5e53-4a83-a0b8-06cb1984a335 req-efbe3203-b1eb-41ce-b0fb-40df3dd1d3ce tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532682 Apr 06 15:29:20.426160 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:29:20.864286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075d1d-27ad-4249-a75e-66ac092c11e9 req-998b02f2-04ec-44cd-9282-5f923a1b1351 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:20.865758 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da075d1d-27ad-4249-a75e-66ac092c11e9 req-998b02f2-04ec-44cd-9282-5f923a1b1351 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0519726 Apr 06 15:29:20.913394 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da075d1d-27ad-4249-a75e-66ac092c11e9 req-b3927d91-b385-442c-9408-d2c4aaf82596 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413353 Apr 06 15:29:22.030111 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7c1e-6c09-463c-a969-40f949234b73 req-0b8ba695-0e48-42ba-93f6-cf8e8321f18d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:22.031618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ffa7c1e-6c09-463c-a969-40f949234b73 req-0b8ba695-0e48-42ba-93f6-cf8e8321f18d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0523331 Apr 06 15:29:22.079883 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8ffa7c1e-6c09-463c-a969-40f949234b73 req-b550b100-8563-4339-816a-3554b59e95ad tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426672 Apr 06 15:29:23.199990 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845995f-e87e-4510-aa62-1ab520243473 req-12599186-4f44-436e-b7a9-e4f25f25b349 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:23.201502 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8845995f-e87e-4510-aa62-1ab520243473 req-12599186-4f44-436e-b7a9-e4f25f25b349 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0561993 Apr 06 15:29:23.250201 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8845995f-e87e-4510-aa62-1ab520243473 req-de9421b6-1c17-4961-b6fe-a6eefa6028df tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431328 Apr 06 15:29:23.778872 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b0ce1054-d372-4438-bfff-f043d4080d4a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:29:23.871046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:29:23.885386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'port_id': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'mac_address': 'fa:16:3e:74:bb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:29:23.921991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port b0ce1054-d372-4438-bfff-f043d4080d4a is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:29:23.922381 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:23.934850 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ce1054-d372-4438-bfff-f043d4080d4a {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:29:23.953514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:29:24.020805 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:24.069242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:29:24.076712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.077103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.077423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.077770 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.078108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.078444 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.078780 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.079145 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.079479 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.079810 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.080139 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.080465 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.080788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:24.278723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:24.372953 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01e3dc-d0c1-4600-862b-0b1cb5d6e03e req-b7ab61c2-305d-4c68-b41e-4259ee45687b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:24.374467 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea01e3dc-d0c1-4600-862b-0b1cb5d6e03e req-b7ab61c2-305d-4c68-b41e-4259ee45687b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 944 time: 0.0549021 Apr 06 15:29:24.424313 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ea01e3dc-d0c1-4600-862b-0b1cb5d6e03e req-96cc8884-0aa0-4c29-ad7d-15dfebf7900a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442700 Apr 06 15:29:24.435722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['b0ce1054-d372-4438-bfff-f043d4080d4a'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:29:25.546629 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d901-3675-4241-a6ef-83c4952d9cd1 req-b738a192-c05a-40f2-9cb8-be203ff21e23 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:25.548137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6609d901-3675-4241-a6ef-83c4952d9cd1 req-b738a192-c05a-40f2-9cb8-be203ff21e23 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 944 time: 0.0577633 Apr 06 15:29:25.595449 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6609d901-3675-4241-a6ef-83c4952d9cd1 req-045af8af-2a14-4115-b2c8-a58a4fcb96c4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 Apr 06 15:29:25.780215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b0ce1054-d372-4438-bfff-f043d4080d4a up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:29:25.924096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port b0ce1054-d372-4438-bfff-f043d4080d4a completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:29:25.928007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port b0ce1054-d372-4438-bfff-f043d4080d4a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:29:25.928383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:26.008076 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port b0ce1054-d372-4438-bfff-f043d4080d4a is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:29:26.008464 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:26.031560 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:29:26.033713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da0e19ce5a92c5d2b2e6ee59a91386b110d28319ad9bd1921cda8dee625d62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046110f-c360-41a9-a24c-ebdbe9f816cd" -d '{"events": [{"server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:29:26.046026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:29:26.070935 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c9ba15-3c86-4f91-80cb-6c42e3c0764b x-openstack-request-id: req-d0c9ba15-3c86-4f91-80cb-6c42e3c0764b {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:29:26.071289 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:29:26.071558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d0c9ba15-3c86-4f91-80cb-6c42e3c0764b {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:29:26.071957 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c9ba15-3c86-4f91-80cb-6c42e3c0764b'] response: {'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'code': 200} Apr 06 15:29:26.107022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:26.153654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:29:26.392919 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a40860-8a7f-474d-85a2-f20d6d5bcbba req-b6237c1b-5b8f-460a-b9e3-86c84f2ba021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:26.394458 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-11a40860-8a7f-474d-85a2-f20d6d5bcbba req-b6237c1b-5b8f-460a-b9e3-86c84f2ba021 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0452693 Apr 06 15:29:26.442263 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-11a40860-8a7f-474d-85a2-f20d6d5bcbba req-a8d2d053-c8c2-47e1-8b7e-f4c78e88dd0c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406523 Apr 06 15:29:26.712638 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315bb6e-930a-473a-8ba3-165d1c89f47f req-52596bb7-d907-4313-9fad-8820c9be55f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:26.714117 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f315bb6e-930a-473a-8ba3-165d1c89f47f req-52596bb7-d907-4313-9fad-8820c9be55f8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0523672 Apr 06 15:29:26.767902 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f315bb6e-930a-473a-8ba3-165d1c89f47f req-4adf935c-3c95-49ba-b31f-cfc101e74f71 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482049 Apr 06 15:29:27.927178 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea049a-a85a-4871-bc2a-45b6fb67ad28 req-3ce15ece-10fc-4abf-b4d0-7a519526a83d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:27.928718 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-27ea049a-a85a-4871-bc2a-45b6fb67ad28 req-3ce15ece-10fc-4abf-b4d0-7a519526a83d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0550418 Apr 06 15:29:27.977549 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-27ea049a-a85a-4871-bc2a-45b6fb67ad28 req-dfcd4bc2-cfdb-4021-b174-5bb7fe39fd1a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Apr 06 15:29:29.097202 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273d305-422f-4d82-9b0a-4d8d4780b77f req-bd860fd8-b59a-425e-9dd8-45fe066b1fd8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:29.098618 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a273d305-422f-4d82-9b0a-4d8d4780b77f req-bd860fd8-b59a-425e-9dd8-45fe066b1fd8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0529289 Apr 06 15:29:29.146274 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a273d305-422f-4d82-9b0a-4d8d4780b77f req-e6633e28-d6d4-4f60-974a-bc595164a5ec tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420542 Apr 06 15:29:29.267243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229d91d-1e30-47e9-979c-b58c8dc1be9d req-08d5286c-b15e-4c00-b151-549728f06122 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:29.268732 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e229d91d-1e30-47e9-979c-b58c8dc1be9d req-08d5286c-b15e-4c00-b151-549728f06122 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0568254 Apr 06 15:29:29.316702 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e229d91d-1e30-47e9-979c-b58c8dc1be9d req-92e95e1e-16c3-4e76-a8ea-ef0940e72f4d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424750 Apr 06 15:29:29.338052 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53988) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:29:29.423130 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa91e13-ac01-4016-9425-662d58105089 tempest-TestShelveInstance-1613628766 tempest-TestShelveInstance-1613628766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:29.424671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-0aa91e13-ac01-4016-9425-662d58105089 tempest-TestShelveInstance-1613628766 tempest-TestShelveInstance-1613628766-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1124 time: 0.0856590 Apr 06 15:29:29.427579 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 53992) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:29:29.431743 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:29:29.535062 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:29.632463 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:29.737450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Allocated IP 172.26.7.76 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/4f159573-46b4-4094-ada0-a21749b57490) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:29:29.839780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for port (4f159573-46b4-4094-ada0-a21749b57490), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:29.952625 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (4f159573-46b4-4094-ada0-a21749b57490), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:29.991151 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:29:29.993967 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:29:30.000026 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:29:30.005271 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'Port': ['ID=4f159573-46b4-4094-ada0-a21749b57490,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:29:30.031060 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.031416 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.031765 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.032103 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.032438 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.032771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.033101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.033429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.033758 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.034099 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.034412 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.034733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.035083 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:29:30.360291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for floatingip (547533d0-b7d3-44c9-96ba-773f446ab364), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:30.483591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (4f159573-46b4-4094-ada0-a21749b57490), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:30.632731 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for port (4f159573-46b4-4094-ada0-a21749b57490), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:30.695900 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (4f159573-46b4-4094-ada0-a21749b57490), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:30.780712 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-cc366256-b1b3-4507-84fb-5abc99ece83e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122193 Apr 06 15:29:30.783106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event updated for resources: {'Port': ['ID=4f159573-46b4-4094-ada0-a21749b57490,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:29:30.791538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (547533d0-b7d3-44c9-96ba-773f446ab364), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:31.213455 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-4b2cc07a-6542-47f2-a14d-f23dc1c27046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:31.215036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-4b2cc07a-6542-47f2-a14d-f23dc1c27046 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0707204 Apr 06 15:29:31.217807 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Floating IP 547533d0-b7d3-44c9-96ba-773f446ab364 associated. External IP: 172.26.7.76, port: b0ce1054-d372-4438-bfff-f043d4080d4a. Apr 06 15:29:31.390140 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-4b543dc3-ff9a-4f4e-8408-6bd5b811882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:31.391363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-4b543dc3-ff9a-4f4e-8408-6bd5b811882f service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.1365201 Apr 06 15:29:31.524958 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-2848c900-aae1-44f2-a992-ff332e702395 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 998 time: 0.1276882 Apr 06 15:29:31.589583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Router 347d74db-9982-44c6-874c-44d47e2fe1b4 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:29:31.591704 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-e5e9b4af-e720-4143-88ef-79eea8f09da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:31.593133 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-e5e9b4af-e720-4143-88ef-79eea8f09da3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0622206 Apr 06 15:29:31.718371 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-6ba27554-5604-40ce-af95-f8c4746a47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:31.719881 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-6ba27554-5604-40ce-af95-f8c4746a47c3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1202641 Apr 06 15:29:31.753284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:29:31.763433 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] Sync routers for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:29:31.778923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:29:31.779501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:29:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:29:31.829136 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-ef7861c7-5ac4-4a1f-8389-f4b8a3d79557 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020229 Apr 06 15:29:31.889211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:31.934391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-852169cb-8979-467f-8287-61236a995e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5056539 Apr 06 15:29:31.936633 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:29:31.938919 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1726bf56d7471e409b2cd42fb70cfcc691b55734c2c76e1baecda5c66f598f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:29:31.971363 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-76f8faa7-2c29-4225-a723-2b1b50110f1f req-400cac8f-160e-48a8-b8ce-dc853007c35c service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362278 Apr 06 15:29:31.983695 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3baf2e8-5683-41db-b0d3-86f60361402d x-openstack-request-id: req-b3baf2e8-5683-41db-b0d3-86f60361402d {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:29:31.983973 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:29:31.984236 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3baf2e8-5683-41db-b0d3-86f60361402d {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:29:31.984646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3baf2e8-5683-41db-b0d3-86f60361402d'] response: {'name': 'network-changed', 'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'status': 'completed', 'code': 200} Apr 06 15:29:32.032727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:29:32.132789 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-dffacaad-fcda-475c-9405-4dedc239cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:32.134305 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-dffacaad-fcda-475c-9405-4dedc239cdb6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0443990 Apr 06 15:29:32.227893 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-e852e142-7d42-43a3-901d-38ad31321765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:32.229391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-e852e142-7d42-43a3-901d-38ad31321765 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0894690 Apr 06 15:29:32.256428 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '547533d0-b7d3-44c9-96ba-773f446ab364', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'floating_ip_address': '172.26.7.76', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'port_id': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'mac_address': 'fa:16:3e:74:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b606f-43c5-489c-938f-e8b2102c38eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:29:30Z', 'updated_at': '2022-04-06T15:29:30Z', 'revision_number': 0, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:29:32.287111 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] Checking router: 347d74db-9982-44c6-874c-44d47e2fe1b4 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:29:32.294675 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-b1538db6-c72b-4b22-806c-7af40f01a827 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 998 time: 0.0597041 Apr 06 15:29:32.295868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:29:32.296488 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:29:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:29:32.347583 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-96235cb3-4f47-4f85-bdf0-5e530a178f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:32.349094 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-96235cb3-4f47-4f85-bdf0-5e530a178f4b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0486219 Apr 06 15:29:32.401286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-3e868d28-ed63-464d-be62-37914057cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:29:32.402876 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-3e868d28-ed63-464d-be62-37914057cc0b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483549 Apr 06 15:29:32.408014 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:29:32.491342 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-6272176d-aed7-4d69-b321-b7ae8f20aa60 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828400 Apr 06 15:29:32.584925 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3bd7dc61-6a2f-4325-9959-3d5e6a8cf9ef req-0d9f209b-5981-45ab-b039-c22c41ee5b0a service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883086 Apr 06 15:29:32.631103 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '547533d0-b7d3-44c9-96ba-773f446ab364', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'floating_ip_address': '172.26.7.76', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'port_id': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'mac_address': 'fa:16:3e:74:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b606f-43c5-489c-938f-e8b2102c38eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:29:30Z', 'updated_at': '2022-04-06T15:29:30Z', 'revision_number': 0, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:29:32.662917 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443dfe81-7464-44ed-b321-ec39719ad3a7 None None] The sync data for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv is: [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '547533d0-b7d3-44c9-96ba-773f446ab364', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'floating_ip_address': '172.26.7.76', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'port_id': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'mac_address': 'fa:16:3e:74:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b606f-43c5-489c-938f-e8b2102c38eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:29:30Z', 'updated_at': '2022-04-06T15:29:30Z', 'revision_number': 0, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:29:32.856701 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3730a270-b8f5-4f3d-a6db-2825d8b7fbae None None] New status for floating IP 547533d0-b7d3-44c9-96ba-773f446ab364: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:29:39.209236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0fef0fcb-1140-4439-992c-931c2ebdadb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:41.598340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-cff96a9a-1f33-4f39-ad98-efb365ef59dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:43.986399 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:46.043345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:46.523790 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:54.260438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:29:57.424060 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:30:09.134170 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2496b785-ff4f-4777-aab2-52ed90dc366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:11.591326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-630203e0-8535-4285-b0b9-e7c1dab1b1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:13.979995 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:16.054515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:16.505557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:24.271922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:32.801190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-c88133e7-abcb-41f9-9546-b0ac3729ddc3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821078 Apr 06 15:30:32.904154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-3ff530e6-ff41-4a75-82cf-00a9f5c34feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:30:32.905577 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-3ff530e6-ff41-4a75-82cf-00a9f5c34feb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0478935 Apr 06 15:30:33.006464 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-43bab0b6-a3b4-44df-a6db-c184de64cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:30:33.008030 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-43bab0b6-a3b4-44df-a6db-c184de64cd16 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0852005 Apr 06 15:30:33.076408 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-d04d436d-1247-462a-b815-c478e2a9c751 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 1000 time: 0.0629001 Apr 06 15:30:33.125571 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-076fed32-83f8-4387-93a5-2c9340a55247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:30:33.127020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-076fed32-83f8-4387-93a5-2c9340a55247 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0456791 Apr 06 15:30:33.175833 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-e66ed363-e60d-4a07-9bef-44f4cb75c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:30:33.177242 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-e66ed363-e60d-4a07-9bef-44f4cb75c190 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447965 Apr 06 15:30:33.268197 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-e4876bbb-d05e-46da-896f-d8d4eb0b145d service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Apr 06 15:30:33.356316 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da9c0dd0-db4c-4f78-b583-1476abbdf60f req-16b3e7b6-2e2c-4019-b28f-9284970c3520 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822642 Apr 06 15:30:34.422191 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:30:39.180011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-741de0a4-744d-4388-b8aa-9270143f03e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:41.585648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3d6c-2a77-4a15-ab81-f50b6d39da13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:43.979326 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:46.059504 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:46.471794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:30:54.293341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:09.156171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-fc107fb0-6c9f-4d2d-bfc6-117a200e626e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:11.421454 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:31:11.601278 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-61f9d4d8-f20b-487f-b5a3-3b20d841c0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:13.984442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:16.064642 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:16.481437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:24.281398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:34.713100 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-42b5ecb5-091f-4598-b670-529433b2f33a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553200 Apr 06 15:31:34.816868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-4244a6f8-1d0a-48fc-84b7-46365474fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:31:34.818388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-4244a6f8-1d0a-48fc-84b7-46365474fa5b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0489929 Apr 06 15:31:34.921810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-fe8fc3d1-0f85-4dbe-b395-93e307e85fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:31:34.923366 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-fe8fc3d1-0f85-4dbe-b395-93e307e85fc1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0873907 Apr 06 15:31:34.986258 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-7c17b66e-1683-4f99-87bb-1a2678c8756d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 1000 time: 0.0568326 Apr 06 15:31:35.032956 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-943bcada-755b-4f97-9644-190151fc5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:31:35.034366 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-943bcada-755b-4f97-9644-190151fc5017 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0424917 Apr 06 15:31:35.086793 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-d029e9ac-4851-48f6-a10d-32f2c7442d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:31:35.088310 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-d029e9ac-4851-48f6-a10d-32f2c7442d2f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478613 Apr 06 15:31:35.174015 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-ab72417b-a1be-4ed1-aa41-2e1bd8eb31e7 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797584 Apr 06 15:31:35.265191 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9ffdeeb-04ab-4494-bdca-e1507202fdf8 req-39569462-2180-4518-bca5-c6b59a321fa6 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Apr 06 15:31:39.150565 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-845c5e7a-348a-45a0-9c6d-c81c78e2cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:41.623977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-91006bde-e3c9-49d9-8695-2c70ac50a20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:43.966333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:46.080775 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:46.486804 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:48.419606 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:31:54.297426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:31:56.712725 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea979b-1bbb-4314-8f61-cd57a2efd8cd req-bd533b3c-7063-4298-9db7-05de972fda0f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:31:56.715482 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07ea979b-1bbb-4314-8f61-cd57a2efd8cd req-bd533b3c-7063-4298-9db7-05de972fda0f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.1142418 Apr 06 15:31:56.773800 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-07ea979b-1bbb-4314-8f61-cd57a2efd8cd req-23015464-ca9e-4c06-a723-0725d434bfd9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526638 Apr 06 15:31:57.990218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a691ebb-f1e6-4de2-8357-24d1fee214a1 req-45a23fb4-1dd3-4156-9cc5-f938ed97b302 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:31:57.991723 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a691ebb-f1e6-4de2-8357-24d1fee214a1 req-45a23fb4-1dd3-4156-9cc5-f938ed97b302 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0985453 Apr 06 15:31:58.040673 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1a691ebb-f1e6-4de2-8357-24d1fee214a1 req-9fc2e438-74e3-4034-a605-972ed9b82244 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427907 Apr 06 15:31:59.165409 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119845-3a10-4e96-a12a-c2559138b4eb req-7b19483d-5f07-496c-aad3-214fa3f7bafc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:31:59.167511 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50119845-3a10-4e96-a12a-c2559138b4eb req-7b19483d-5f07-496c-aad3-214fa3f7bafc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0524991 Apr 06 15:31:59.215968 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-50119845-3a10-4e96-a12a-c2559138b4eb req-4727048a-cd15-409e-b8d6-971118071806 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Apr 06 15:32:00.335187 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c33ed-a14d-4872-9844-5b8846807100 req-b0a8ac28-7a57-4706-9b29-54f5cadc4edd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:00.336804 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a64c33ed-a14d-4872-9844-5b8846807100 req-b0a8ac28-7a57-4706-9b29-54f5cadc4edd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0554638 Apr 06 15:32:00.391121 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a64c33ed-a14d-4872-9844-5b8846807100 req-0df8f4b4-31cd-45e4-8010-8ddd3f00bb0c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474989 Apr 06 15:32:01.517020 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3deaa-644f-45cd-a157-9d117979406d req-30d79715-aae9-4b36-a501-9bc21199df0d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:01.518472 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8c3deaa-644f-45cd-a157-9d117979406d req-30d79715-aae9-4b36-a501-9bc21199df0d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0531776 Apr 06 15:32:01.568238 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e8c3deaa-644f-45cd-a157-9d117979406d req-92332abf-ee92-4286-abfd-7cc6cdf6b082 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441270 Apr 06 15:32:02.689947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73fad-0f87-476f-bce0-0de6b77c7713 req-6113274b-7584-45ee-8791-2460454d37c0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:02.691560 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-02e73fad-0f87-476f-bce0-0de6b77c7713 req-6113274b-7584-45ee-8791-2460454d37c0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0553048 Apr 06 15:32:02.741186 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-02e73fad-0f87-476f-bce0-0de6b77c7713 req-0173eb54-a46c-4cc8-8575-0461da1da723 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438142 Apr 06 15:32:03.863703 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12318c9c-25a1-4447-a5bb-6a5861655d6a req-95b35283-7cec-4ea6-862a-7bfb4369ae28 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:03.865172 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-12318c9c-25a1-4447-a5bb-6a5861655d6a req-95b35283-7cec-4ea6-862a-7bfb4369ae28 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0582185 Apr 06 15:32:03.913631 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-12318c9c-25a1-4447-a5bb-6a5861655d6a req-6be02015-5887-4535-bdec-4480c2b17c3e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Apr 06 15:32:05.030580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e7d0-4d90-41b3-9010-094ecf542c74 req-48de70b6-420f-4c1e-9d00-dbc001b4541a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:05.032078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f23e7d0-4d90-41b3-9010-094ecf542c74 req-48de70b6-420f-4c1e-9d00-dbc001b4541a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0531292 Apr 06 15:32:05.080423 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4f23e7d0-4d90-41b3-9010-094ecf542c74 req-2af31113-297b-4dd3-8681-44e6e1b8b9e0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Apr 06 15:32:06.204380 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59d893-2d98-44c1-96af-4bf1935f477b req-465d7e78-f877-4152-90aa-351e80449c39 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:06.205840 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b59d893-2d98-44c1-96af-4bf1935f477b req-465d7e78-f877-4152-90aa-351e80449c39 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0574331 Apr 06 15:32:06.258066 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b59d893-2d98-44c1-96af-4bf1935f477b req-e966c7f1-5cd6-4da4-a75f-78050ffa4c87 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466905 Apr 06 15:32:06.850546 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-4c1455f3-b7f9-4384-a468-577c66120e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:06.852078 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-4c1455f3-b7f9-4384-a468-577c66120e64 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0463274 Apr 06 15:32:06.940296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-f408ed6c-e050-4f4e-a1aa-f0fdb1eb47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:06.941741 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-f408ed6c-e050-4f4e-a1aa-f0fdb1eb47c7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0834360 Apr 06 15:32:07.009413 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-a15a7d3f-db6d-440d-87fb-7412659ccd4a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 1000 time: 0.0617507 Apr 06 15:32:07.056746 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-3646aed4-9b0a-422a-a889-e4696ec4f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:07.058267 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-3646aed4-9b0a-422a-a889-e4696ec4f9b1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0433996 Apr 06 15:32:07.106291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-73fabd4e-d0e3-4e54-9771-e6300c131b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:07.107870 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-73fabd4e-d0e3-4e54-9771-e6300c131b1a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439289 Apr 06 15:32:07.197827 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-0c67f07e-267f-4d14-a3af-e2886d5843a3 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838776 Apr 06 15:32:07.283339 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c70bc444-3dab-485b-8c15-bc3ca4974993 req-febda4cc-1e46-433d-8380-82de5f81be1d service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800526 Apr 06 15:32:07.383720 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22852ec1-3ea8-47aa-9c65-aef3e7da3510 req-3d825551-0708-44c8-b473-a761424a3e2f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:07.385223 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-22852ec1-3ea8-47aa-9c65-aef3e7da3510 req-3d825551-0708-44c8-b473-a761424a3e2f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0580616 Apr 06 15:32:07.434611 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-22852ec1-3ea8-47aa-9c65-aef3e7da3510 req-fd756422-f1be-4b25-9ee2-eccf2e16685c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 Apr 06 15:32:08.554112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110a27-8135-4536-af16-aa90540215fe req-df1d9535-aa5d-4150-85e7-503d80e49afa tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:08.555586 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1110a27-8135-4536-af16-aa90540215fe req-df1d9535-aa5d-4150-85e7-503d80e49afa tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0531909 Apr 06 15:32:08.603071 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c1110a27-8135-4536-af16-aa90540215fe req-577ff596-0336-49c2-83a5-d5966501b817 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418725 Apr 06 15:32:09.131699 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-adfc4f44-4be9-4a59-a8e3-5ca91bdb2389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:09.720404 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdad802-49eb-4d1a-808a-84d6e166d869 req-fab8d131-f3e6-41fb-87fc-be3e48a007f6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:09.721908 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0bdad802-49eb-4d1a-808a-84d6e166d869 req-fab8d131-f3e6-41fb-87fc-be3e48a007f6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0516155 Apr 06 15:32:09.776129 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-0bdad802-49eb-4d1a-808a-84d6e166d869 req-9c74e7a3-ae89-4906-ab57-169db3fb5569 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486062 Apr 06 15:32:10.904413 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303ed7-4439-444c-95fb-071875717dd1 req-27c0259b-c933-45f4-bb84-1010dc61e1d9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:10.906192 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da303ed7-4439-444c-95fb-071875717dd1 req-27c0259b-c933-45f4-bb84-1010dc61e1d9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0580237 Apr 06 15:32:10.958064 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-da303ed7-4439-444c-95fb-071875717dd1 req-04fccba8-dff3-45a0-a1a3-5e85f0565f60 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461729 Apr 06 15:32:11.599712 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-220944fb-d824-4844-b05c-697ae76e2525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:12.077122 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529052f7-c361-4e34-9d50-75070edf3048 req-0c8dc3db-6c2e-4f80-bdbc-5259f6fe968e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:12.078730 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-529052f7-c361-4e34-9d50-75070edf3048 req-0c8dc3db-6c2e-4f80-bdbc-5259f6fe968e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0533118 Apr 06 15:32:12.128005 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-529052f7-c361-4e34-9d50-75070edf3048 req-823e4073-8248-4e72-afbb-62c9c579338e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434330 Apr 06 15:32:12.665244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b0ce1054-d372-4438-bfff-f043d4080d4a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:32:12.741386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port b0ce1054-d372-4438-bfff-f043d4080d4a is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:32:12.741800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:12.764010 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:32:12.790370 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:32:12.805940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21bdf3f8ce735279d77215710c239a40931a95ecbdd44fccd32a6f2fa8c1a7ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1915fff4-75a5-47df-adfc-c8c466922465" -d '{"events": [{"server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:32:12.869529 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:12.898318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f50e9-adfc-4336-95f8-947987cc9772 x-openstack-request-id: req-7a4f50e9-adfc-4336-95f8-947987cc9772 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:32:12.898603 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:32:12.899063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a4f50e9-adfc-4336-95f8-947987cc9772 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:32:12.899461 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4f50e9-adfc-4336-95f8-947987cc9772'] response: {'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'code': 200} Apr 06 15:32:12.926534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:32:12.935239 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.935595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.935947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.936290 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.936630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.936968 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.937302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.937634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.937966 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.938307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.938766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.939099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:12.939425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:32:13.253170 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b313f6-4f44-43f8-ae9f-887a762d0fa0 req-1a313544-6a9d-4a7c-a269-e046ee3f17df tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:13.254717 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0b313f6-4f44-43f8-ae9f-887a762d0fa0 req-1a313544-6a9d-4a7c-a269-e046ee3f17df tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0592537 Apr 06 15:32:13.305588 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f0b313f6-4f44-43f8-ae9f-887a762d0fa0 req-efeed9e4-33ac-40b8-900e-2b4bf1c311ba tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452943 Apr 06 15:32:13.966107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:14.437617 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede172eb-824c-4b6a-886e-2452c63837f7 req-e144defc-616e-4047-8e6c-06f826b3e751 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:14.439162 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ede172eb-824c-4b6a-886e-2452c63837f7 req-e144defc-616e-4047-8e6c-06f826b3e751 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0651295 Apr 06 15:32:14.487994 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ede172eb-824c-4b6a-886e-2452c63837f7 req-a5bb9209-a17b-45d7-a723-fa140b54c04e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431862 Apr 06 15:32:14.913088 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981f7f4-c13e-4659-8419-a7bbcb2e5f0e req-b4e58212-bc70-4a0d-971f-ce1e36bf5d92 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:14.915053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5981f7f4-c13e-4659-8419-a7bbcb2e5f0e req-b4e58212-bc70-4a0d-971f-ce1e36bf5d92 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0635695 Apr 06 15:32:14.992002 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5981f7f4-c13e-4659-8419-a7bbcb2e5f0e req-a914ff71-1c97-4b02-9b55-863419a5fc03 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700281 Apr 06 15:32:15.004220 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-1ef28fab-ec72-479d-8dc0-099bc6b2776f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1072996 Apr 06 15:32:15.013463 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-38b6bc3d-9faf-4f67-96b2-8eb87e4d4bd2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:32:15.014427 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-38b6bc3d-9faf-4f67-96b2-8eb87e4d4bd2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055635 Apr 06 15:32:15.134857 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-ed3db32d-b2a6-473d-9e03-f080bbe4c2ad tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:15.137218 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-ed3db32d-b2a6-473d-9e03-f080bbe4c2ad tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports/b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 940 time: 0.0944753 Apr 06 15:32:16.034434 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:16.115717 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fad26e-51c9-421a-b0fb-2bfde71ddfea req-55c743df-c643-4e87-98aa-6415e850ac4a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:16.117199 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-12fad26e-51c9-421a-b0fb-2bfde71ddfea req-55c743df-c643-4e87-98aa-6415e850ac4a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0537996 Apr 06 15:32:16.167671 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-12fad26e-51c9-421a-b0fb-2bfde71ddfea req-5be0298a-a357-4862-a82e-96f27c525270 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436144 Apr 06 15:32:16.491915 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:17.290115 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257d8ea-308b-4f82-aced-0a570f28a8d5 req-485d8199-92ab-411d-84e8-51b22d819540 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:17.292265 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e257d8ea-308b-4f82-aced-0a570f28a8d5 req-485d8199-92ab-411d-84e8-51b22d819540 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0573277 Apr 06 15:32:17.341632 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-e257d8ea-308b-4f82-aced-0a570f28a8d5 req-1280c904-4790-42bf-92e1-cc28e1ff7230 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432141 Apr 06 15:32:18.460392 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07506e8-ec5f-4559-907e-54f01961a507 req-96f62e84-f86f-4caf-8ae7-369e64e3422b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:18.461900 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c07506e8-ec5f-4559-907e-54f01961a507 req-96f62e84-f86f-4caf-8ae7-369e64e3422b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0528505 Apr 06 15:32:18.512199 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c07506e8-ec5f-4559-907e-54f01961a507 req-36d4ccd4-094a-4454-bccd-fc67aeb139a9 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440180 Apr 06 15:32:19.631414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed3302-89d6-42a1-a7a8-4839cd32017b req-1777055c-479d-45d7-9f90-c9396753c0b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:19.632897 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-78ed3302-89d6-42a1-a7a8-4839cd32017b req-1777055c-479d-45d7-9f90-c9396753c0b5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0535223 Apr 06 15:32:19.686880 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-78ed3302-89d6-42a1-a7a8-4839cd32017b req-ed27ace5-26ed-441f-9e74-8d171cf72513 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474901 Apr 06 15:32:20.803869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb6535-a3f6-4bef-b98a-ff35258a0778 req-43f3a71f-d8b9-44f3-89d4-440fd86e634f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:20.805345 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6deb6535-a3f6-4bef-b98a-ff35258a0778 req-43f3a71f-d8b9-44f3-89d4-440fd86e634f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0530748 Apr 06 15:32:20.854217 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6deb6535-a3f6-4bef-b98a-ff35258a0778 req-b3be5bec-33a9-43a9-bb83-1c16d1ca8f2b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430534 Apr 06 15:32:21.974954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b292-1f07-42b6-b6cc-9eda74bb7aa2 req-d088a5e1-6187-443b-a2ae-be8c818c048f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:21.976429 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9d4b292-1f07-42b6-b6cc-9eda74bb7aa2 req-d088a5e1-6187-443b-a2ae-be8c818c048f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0542712 Apr 06 15:32:22.030760 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9d4b292-1f07-42b6-b6cc-9eda74bb7aa2 req-ed1dfca4-41c1-4cc4-a6d2-763a5de810bd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480399 Apr 06 15:32:23.156162 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb96043-ddf0-42e8-b4f2-406383991f52 req-76a95eeb-866f-4120-b1a4-7ff13b6e54cc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:23.157654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bb96043-ddf0-42e8-b4f2-406383991f52 req-76a95eeb-866f-4120-b1a4-7ff13b6e54cc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0590453 Apr 06 15:32:23.207498 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5bb96043-ddf0-42e8-b4f2-406383991f52 req-1abc7737-ca21-440d-a5eb-4b648fa0066b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440061 Apr 06 15:32:24.308630 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:24.328154 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c925-0991-4165-879c-5645facb8d1d req-1ff1a1b0-0896-4e6f-81a1-8781bce828fc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:24.329654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09a4c925-0991-4165-879c-5645facb8d1d req-1ff1a1b0-0896-4e6f-81a1-8781bce828fc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0546019 Apr 06 15:32:24.378654 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-09a4c925-0991-4165-879c-5645facb8d1d req-904195ef-98e1-498f-b7d3-96f51d84d800 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Apr 06 15:32:25.419085 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:32:25.502868 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d23ef7-4dfd-4eaa-a519-01f8b785b467 req-bb823c9c-de02-452e-9e91-f0a33be2c491 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:25.504424 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9d23ef7-4dfd-4eaa-a519-01f8b785b467 req-bb823c9c-de02-452e-9e91-f0a33be2c491 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0582213 Apr 06 15:32:25.553740 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a9d23ef7-4dfd-4eaa-a519-01f8b785b467 req-bad63084-f6bf-4478-8445-626ee48323d8 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Apr 06 15:32:26.674076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2bdeb-0aa4-4686-9087-99e3499811ec req-c85b15ee-4d8f-45c9-8cfc-892e4d735536 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:26.675595 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6c2bdeb-0aa4-4686-9087-99e3499811ec req-c85b15ee-4d8f-45c9-8cfc-892e4d735536 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0541120 Apr 06 15:32:26.724053 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a6c2bdeb-0aa4-4686-9087-99e3499811ec req-ef0ef380-1c4f-4a25-b3aa-48c50fa26bca tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429754 Apr 06 15:32:26.960810 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-b956058d-3a0b-448d-900c-1b8542cd0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:26.962226 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-b956058d-3a0b-448d-900c-1b8542cd0ab8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb&tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f HTTP/1.1" status: 200 len: 1127 time: 0.0436773 Apr 06 15:32:27.332963 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-ea5b1b3f-a16c-4b53-8edc-e27ef97d80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:27.334457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-ea5b1b3f-a16c-4b53-8edc-e27ef97d80fe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1127 time: 0.3381701 Apr 06 15:32:27.424538 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-fa4fd6f5-d24f-4122-9a08-7f219c4bc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:27.426002 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-fa4fd6f5-d24f-4122-9a08-7f219c4bc106 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0852072 Apr 06 15:32:27.492540 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-688d6916-d08a-427b-aa54-079a51be5605 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 998 time: 0.0597279 Apr 06 15:32:27.538995 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-315f35bc-d35f-4b9f-89ac-fe3c22b10bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:27.540660 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-315f35bc-d35f-4b9f-89ac-fe3c22b10bc6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0420778 Apr 06 15:32:27.600192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-0a6600c9-1434-4cf5-bdd8-525116e9d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:27.602232 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-0a6600c9-1434-4cf5-bdd8-525116e9d64e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0546474 Apr 06 15:32:27.698335 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-c8e1ce16-8938-4391-92ec-cee051df00a0 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891123 Apr 06 15:32:27.788772 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-34245499-ebc2-43c1-bd74-266adfca7f09 req-41542530-ac1c-4c81-9410-a73739ab9fe7 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829716 Apr 06 15:32:27.845733 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cecf50-5742-4bba-95d1-5f79daf72530 req-f36b7b34-e373-4157-8406-a05c76d36acd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:27.847285 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98cecf50-5742-4bba-95d1-5f79daf72530 req-f36b7b34-e373-4157-8406-a05c76d36acd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0538650 Apr 06 15:32:27.902099 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-98cecf50-5742-4bba-95d1-5f79daf72530 req-dbbcc01c-6c67-45a0-9db5-39787470ad0a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491595 Apr 06 15:32:29.020760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5adfc6-41a7-44b2-951c-78d8d69afa36 req-1a578ea7-66fa-4f65-ac41-0609f5e2e4ef tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:29.022212 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef5adfc6-41a7-44b2-951c-78d8d69afa36 req-1a578ea7-66fa-4f65-ac41-0609f5e2e4ef tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0525997 Apr 06 15:32:29.070655 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ef5adfc6-41a7-44b2-951c-78d8d69afa36 req-dc352797-ff18-431e-953c-137db3e15012 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Apr 06 15:32:30.188377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917f7e-df59-440f-b191-94f4a23eaaeb req-44fd5911-4557-4f26-b455-51f8f552c417 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:30.189862 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b917f7e-df59-440f-b191-94f4a23eaaeb req-44fd5911-4557-4f26-b455-51f8f552c417 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0544536 Apr 06 15:32:30.238474 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-5b917f7e-df59-440f-b191-94f4a23eaaeb req-14b9a243-c5c6-4a01-96a4-d40a44f20e59 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431290 Apr 06 15:32:31.358945 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e0140-9e9f-4f47-aa51-29ab6ec95de8 req-6108970a-7120-470b-b01d-fde1050c4ca0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:31.360434 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e9e0140-9e9f-4f47-aa51-29ab6ec95de8 req-6108970a-7120-470b-b01d-fde1050c4ca0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0560710 Apr 06 15:32:31.409135 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1e9e0140-9e9f-4f47-aa51-29ab6ec95de8 req-020d8275-1887-4cae-9ec3-5000e1947e8a tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430262 Apr 06 15:32:32.530856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad9a51-b0bf-49b7-8a7c-6af6a72065a9 req-1dbf0b29-4975-49bd-905c-6201a3ee7e9e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:32.532355 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-25ad9a51-b0bf-49b7-8a7c-6af6a72065a9 req-1dbf0b29-4975-49bd-905c-6201a3ee7e9e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0563838 Apr 06 15:32:32.581299 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-25ad9a51-b0bf-49b7-8a7c-6af6a72065a9 req-b09484f2-d95b-4607-8cae-8e4781542bc1 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434289 Apr 06 15:32:33.703584 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9933270-c844-47f5-8c90-1510976a9f2b req-eb4a0273-ca79-4949-9578-10740b913c29 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:33.704991 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9933270-c844-47f5-8c90-1510976a9f2b req-eb4a0273-ca79-4949-9578-10740b913c29 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0577693 Apr 06 15:32:33.752606 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9933270-c844-47f5-8c90-1510976a9f2b req-d1590efd-51d1-4a60-a550-379a918a10fd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420134 Apr 06 15:32:34.806441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b0ce1054-d372-4438-bfff-f043d4080d4a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:32:34.871566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa2663-17b7-468f-9306-94d433c9eb2b req-da9d8c6a-e8cc-4018-ba6e-f4e3db43da7f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:34.874106 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-49aa2663-17b7-468f-9306-94d433c9eb2b req-da9d8c6a-e8cc-4018-ba6e-f4e3db43da7f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 943 time: 0.0539908 Apr 06 15:32:34.909828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:32:34.921515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'port_id': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'mac_address': 'fa:16:3e:74:bb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:32:34.924437 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-49aa2663-17b7-468f-9306-94d433c9eb2b req-895ffbf9-0618-41c5-a3fd-463de2d92e07 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458593 Apr 06 15:32:34.958138 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port b0ce1054-d372-4438-bfff-f043d4080d4a is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:32:34.958530 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:34.971791 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ce1054-d372-4438-bfff-f043d4080d4a {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:32:34.989864 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:32:35.085462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:35.131923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:32:35.503842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['b0ce1054-d372-4438-bfff-f043d4080d4a'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:32:36.044846 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a12e2-bf41-47ec-ad13-6b6d97af724e req-856f0b27-797d-4d27-9bed-81121f458a71 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:36.047435 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c21a12e2-bf41-47ec-ad13-6b6d97af724e req-856f0b27-797d-4d27-9bed-81121f458a71 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 944 time: 0.0534468 Apr 06 15:32:36.099077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c21a12e2-bf41-47ec-ad13-6b6d97af724e req-461c7619-b7c9-4f67-9c36-d881aa733e06 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469840 Apr 06 15:32:36.755947 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-7e7ff712-a8bd-4bcf-a8b1-73c976f9141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:36.757442 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-7e7ff712-a8bd-4bcf-a8b1-73c976f9141d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1128 time: 0.0443151 Apr 06 15:32:36.806700 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b0ce1054-d372-4438-bfff-f043d4080d4a up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:32:36.858331 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-b5094019-a815-4f4d-b9a0-d31c4815544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:36.859867 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-b5094019-a815-4f4d-b9a0-d31c4815544f service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0843637 Apr 06 15:32:36.863653 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port b0ce1054-d372-4438-bfff-f043d4080d4a triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:32:36.864031 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:36.931508 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-2ac7add7-da23-4436-bc5c-2d95bbf2708d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 999 time: 0.0654337 Apr 06 15:32:36.940426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port b0ce1054-d372-4438-bfff-f043d4080d4a is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:32:36.940816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:36.963174 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:32:36.965483 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21bdf3f8ce735279d77215710c239a40931a95ecbdd44fccd32a6f2fa8c1a7ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eb2394-4cb8-404a-bc91-3ec00021f308" -d '{"events": [{"server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:32:36.977892 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:32:36.982874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-9684f3b7-f299-40e5-b793-da9fc3ef0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:36.984566 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-9684f3b7-f299-40e5-b793-da9fc3ef0dee service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0449815 Apr 06 15:32:37.004976 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1a6fb0-672f-4463-99ed-f306705bc1b6 x-openstack-request-id: req-9f1a6fb0-672f-4463-99ed-f306705bc1b6 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:32:37.005292 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:32:37.005555 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9f1a6fb0-672f-4463-99ed-f306705bc1b6 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:32:37.005963 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1a6fb0-672f-4463-99ed-f306705bc1b6'] response: {'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'code': 200} Apr 06 15:32:37.034230 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-e850e052-9088-48f8-8ea7-dbc11ca1b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:37.037750 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-e850e052-9088-48f8-8ea7-dbc11ca1b9e5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456016 Apr 06 15:32:37.063057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:37.114888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:32:37.135572 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-8d298f05-ea4e-4a64-b03e-63246f52062b service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922196 Apr 06 15:32:37.268869 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c3962-8b6c-4aee-ba0e-1a64b34234bc req-2e031208-9b0b-460e-bf2f-7c7f2b749a0b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:37.270426 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c9c3962-8b6c-4aee-ba0e-1a64b34234bc req-2e031208-9b0b-460e-bf2f-7c7f2b749a0b tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0854948 Apr 06 15:32:37.274159 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d0c476b9-3554-4fae-b701-64f4644e48c6 req-316e3410-3dc9-46d1-a3e9-007003e5b187 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321359 Apr 06 15:32:37.291029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.87', 61154) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:32:37.323493 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-6c9c3962-8b6c-4aee-ba0e-1a64b34234bc req-a3daeae0-d41a-4c58-995e-4bbb854dce99 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465324 Apr 06 15:32:37.342502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde477e0-9116-4fea-ba04-3ab05456c216 req-e55cda68-29c6-4f89-98b6-b6ba89b16abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:37.344042 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-bde477e0-9116-4fea-ba04-3ab05456c216 req-e55cda68-29c6-4f89-98b6-b6ba89b16abe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0514455 Apr 06 15:32:37.401238 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-bde477e0-9116-4fea-ba04-3ab05456c216 req-08face2e-cc63-4d0b-aa62-7a2bc02b93b0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511477 Apr 06 15:32:38.443668 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9016871-3f2d-474e-be8c-d31d5cc80ab4 req-9af0c71c-50a9-4486-b870-a963475d86c3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:38.445153 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9016871-3f2d-474e-be8c-d31d5cc80ab4 req-9af0c71c-50a9-4486-b870-a963475d86c3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0534091 Apr 06 15:32:38.492794 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c9016871-3f2d-474e-be8c-d31d5cc80ab4 req-1149d779-0577-47b6-a747-b215482585f3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 Apr 06 15:32:39.124108 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-648ba5c1-4da5-4598-83b1-6a59f11ad8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:39.617035 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a847d6-8a48-478d-b34d-0ebae2c70387 req-678d811a-b163-4dac-8fb1-ea37366aefda tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:32:39.618482 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-94a847d6-8a48-478d-b34d-0ebae2c70387 req-678d811a-b163-4dac-8fb1-ea37366aefda tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0561364 Apr 06 15:32:39.665938 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-94a847d6-8a48-478d-b34d-0ebae2c70387 req-47492d0e-68c9-4e84-9571-8792dfd977f0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 Apr 06 15:32:41.598806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d85de7c4-42a8-43dd-9424-1e278c0d460e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:44.016449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:46.062649 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:46.543973 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:32:54.302271 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:02.418090 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:33:09.124769 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d55ccaa-6355-4ca5-b0b9-d5e6295375eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:11.598774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b4b040e3-fd53-4347-9c3f-8c04e77a0920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:14.010302 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:16.090450 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:16.519101 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:24.324215 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:37.727181 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-a44ee5ba-6396-46db-97a8-246696daf3e2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455518 Apr 06 15:33:37.863864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-4b5125d8-3889-4c74-be62-7c50ebca5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:33:37.865373 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-4b5125d8-3889-4c74-be62-7c50ebca5667 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0741289 Apr 06 15:33:38.033246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-6ef6a6e0-7e41-4955-82d3-b2d9f59137cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:33:38.034705 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-6ef6a6e0-7e41-4955-82d3-b2d9f59137cd service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.1515107 Apr 06 15:33:38.145930 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-72e6283e-fc5a-4c15-a985-f99e46bfc2d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 1000 time: 0.1055121 Apr 06 15:33:38.198767 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-97b92ecf-9f3f-4f3d-8d22-1775479252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:33:38.200234 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-97b92ecf-9f3f-4f3d-8d22-1775479252bf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0493107 Apr 06 15:33:38.581718 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-0a5abab5-e631-40db-a4c3-82710b78ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:33:38.583265 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-0a5abab5-e631-40db-a4c3-82710b78ff7b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3773937 Apr 06 15:33:38.592757 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-16608eea-8bcb-4e92-903c-e99fb97c8345 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 15:33:38.594218 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-16608eea-8bcb-4e92-903c-e99fb97c8345 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047529 Apr 06 15:33:38.681153 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-61e15455-b408-4733-aeab-78428b997a4f service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805402 Apr 06 15:33:38.772638 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fd8e83c2-d3b1-4dc6-8197-067526e3b14f req-44e122d6-bb8f-4bb6-863b-893460c7d0e3 service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Apr 06 15:33:39.135352 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a79070c7-ef52-4cb4-bf66-e873bdd0d58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:39.416351 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:33:41.626949 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-76c0c778-cc6c-47d0-bd8c-9417f766af1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:44.009701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:46.071453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:46.511539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:33:54.323312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:09.135047 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-df1eee7e-479d-402b-85a2-95a427e97e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:11.597723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8411-95ce-499c-96b7-1e6c4af6caf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:14.009070 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:15.712063 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 54264) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:16.049061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Deleting port 4f159573-46b4-4094-ada0-a21749b57490 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:16.054483 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (4f159573-46b4-4094-ada0-a21749b57490), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:16.071797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:16.126539 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (4f159573-46b4-4094-ada0-a21749b57490), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:16.126879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for floatingip (4f159573-46b4-4094-ada0-a21749b57490), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:16.138307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Calling delete_port for 4f159573-46b4-4094-ada0-a21749b57490 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:16.340284 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (4f159573-46b4-4094-ada0-a21749b57490), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:16.367553 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event deleted for resources: {'Port': ['ID=4f159573-46b4-4094-ada0-a21749b57490,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:16.381548 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.381937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.382286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.382631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.382989 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.383326 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.383702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.384019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.384354 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.384681 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.385009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.385332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.385656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:16.415110 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:34:16.442563 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for floatingip (547533d0-b7d3-44c9-96ba-773f446ab364), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:16.442893 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Floating IP 547533d0-b7d3-44c9-96ba-773f446ab364 disassociated (deleted). External IP: 172.26.7.76, port: b0ce1054-d372-4438-bfff-f043d4080d4a. Apr 06 15:34:16.511715 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:16.665989 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Router 347d74db-9982-44c6-874c-44d47e2fe1b4 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:34:16.775816 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:34:16.780825 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:16.785782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] Sync routers for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:34:16.795666 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:16.796493 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:16.814405 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-9ef176dc-2ca9-4f92-a234-16f4037a3dcc tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "DELETE /v2.0/floatingips/547533d0-b7d3-44c9-96ba-773f446ab364 HTTP/1.1" status: 204 len: 168 time: 1.0979724 Apr 06 15:34:16.814405 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:34:16.913645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:16.940356 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee69d5c3b3a3adf30a5feb676a97b2aa30bec75a87863aa5729f525467ee491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b00516-ec83-4d69-8cd5-a5846e82a438" -d '{"events": [{"name": "network-changed", "server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:34:17.033204 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8c1afa-196e-4d54-9985-cc27865a86d1 x-openstack-request-id: req-1c8c1afa-196e-4d54-9985-cc27865a86d1 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:34:17.033575 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:34:17.034042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1c8c1afa-196e-4d54-9985-cc27865a86d1 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:34:17.034490 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8c1afa-196e-4d54-9985-cc27865a86d1'] response: {'name': 'network-changed', 'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'status': 'completed', 'code': 200} Apr 06 15:34:17.128330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-fe83af32-abec-4318-9e3a-0b67b5c25287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:17.129932 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-fe83af32-abec-4318-9e3a-0b67b5c25287 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 1129 time: 0.0509939 Apr 06 15:34:17.149523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:17.180258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] Checking router: 347d74db-9982-44c6-874c-44d47e2fe1b4 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:34:17.189042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:17.189609 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:17.234039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-f6c4bbc1-b424-46f0-82c6-2fd38a3be391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:17.235695 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-f6c4bbc1-b424-46f0-82c6-2fd38a3be391 service neutron] 10.222.0.87 "GET /v2.0/networks?id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 200 len: 911 time: 0.0999718 Apr 06 15:34:17.280649 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8593ee0-ffba-40c6-ab0c-7a52c2dc3cfa req-96e3489b-0198-4d26-839c-8c0d753f35c5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:17.281285 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-27c23252-ac2d-44d0-abc3-d8b27795dde0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 200 len: 217 time: 0.0368333 Apr 06 15:34:17.282199 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b8593ee0-ffba-40c6-ab0c-7a52c2dc3cfa req-96e3489b-0198-4d26-839c-8c0d753f35c5 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0573552 Apr 06 15:34:17.305319 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:17.330487 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-9cbc6685-ce45-4ccb-ac58-9940c932c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:17.332151 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-9cbc6685-ce45-4ccb-ac58-9940c932c868 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 200 len: 848 time: 0.0462728 Apr 06 15:34:17.332679 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b8593ee0-ffba-40c6-ab0c-7a52c2dc3cfa req-ad4caa57-9f1b-4a33-8a2c-9f874486655e tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447881 Apr 06 15:34:17.388443 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-d7de00fa-a7e6-49ff-920d-8d6ccb039e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:17.390071 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-d7de00fa-a7e6-49ff-920d-8d6ccb039e98 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513127 Apr 06 15:34:17.487754 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-592161f7-794f-4ca8-993b-f36d4d664e4e service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909719 Apr 06 15:34:17.520734 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:17.548744 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f42b4-ec5f-4dee-b5e3-bff734a45dce None None] The sync data for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv is: [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:22:51Z', 'revision_number': 4, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '82a637e9-39f0-4b7d-88df-64584332224e', 'name': '', 'network_id': '931d9d4b-3e3a-4e9a-aa4a-377499e9efa1', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'mac_address': 'fa:16:3e:b6:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:51Z', 'updated_at': '2022-04-06T15:22:55Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'subnets': [{'id': '6187e6a2-3770-46da-9a61-4891f56996b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:34:17.584072 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-58b00516-ec83-4d69-8cd5-a5846e82a438 req-8f523238-6500-4a58-8066-3cd1a50a89bb service neutron] 10.222.0.87 "GET /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892456 Apr 06 15:34:17.768439 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524059d-501c-4a29-a8e8-97f735377f7b None None] New status for floating IP 547533d0-b7d3-44c9-96ba-773f446ab364: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:34:18.456752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ed284-ecb7-4be4-b2e3-85610653015a req-b9c23672-d591-4a63-894f-18387b41464d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:18.458246 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-351ed284-ecb7-4be4-b2e3-85610653015a req-b9c23672-d591-4a63-894f-18387b41464d tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0534725 Apr 06 15:34:18.506460 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-351ed284-ecb7-4be4-b2e3-85610653015a req-9612fc23-e5af-46db-a7fb-697c5c920f3f tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/security-groups?id=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 Apr 06 15:34:19.115530 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-6846a0c4-9ef7-4665-9679-53ee5311e815 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:19.116888 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-6846a0c4-9ef7-4665-9679-53ee5311e815 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 945 time: 0.0847914 Apr 06 15:34:19.211161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Deleting port b0ce1054-d372-4438-bfff-f043d4080d4a {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:19.211505 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:19.298543 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] For port b0ce1054-d372-4438-bfff-f043d4080d4a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b0ce1054-d372-4438-bfff-f043d4080d4a,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:19.298906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:19.310860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Calling delete_port for b0ce1054-d372-4438-bfff-f043d4080d4a owned by compute:nova {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:19.517818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (b0ce1054-d372-4438-bfff-f043d4080d4a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:19.547907 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event deleted for resources: {'Port': ['ID=b0ce1054-d372-4438-bfff-f043d4080d4a,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:19.608018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] No DVR routers for this DVR port b0ce1054-d372-4438-bfff-f043d4080d4a on host hv-neutron-8358 {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:34:19.608018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:19.608018 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-7a6bdbad-b50a-4578-8242-2dbc43a9f523 req-9f5a98df-1c20-4a86-8d29-5c5acba275f4 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.87 "DELETE /v2.0/ports/b0ce1054-d372-4438-bfff-f043d4080d4a HTTP/1.1" status: 204 len: 173 time: 0.4802487 Apr 06 15:34:19.608018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'name': 'network-vif-deleted', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:34:19.608018 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee69d5c3b3a3adf30a5feb676a97b2aa30bec75a87863aa5729f525467ee491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c47b5d-1443-422a-9f89-5fdb9379a954" -d '{"events": [{"server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "name": "network-vif-deleted", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:34:19.608431 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-2d88060e-9691-47e3-97c0-a14bd25c62dd req-c9716011-0550-47e0-9466-63748c075f6c tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0328779 Apr 06 15:34:19.643563 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf4c182-02c3-49b2-86c0-9e517b34239b x-openstack-request-id: req-bcf4c182-02c3-49b2-86c0-9e517b34239b {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:34:19.643870 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047b606f-43c5-489c-938f-e8b2102c38eb", "name": "network-vif-deleted", "tag": "b0ce1054-d372-4438-bfff-f043d4080d4a", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:34:19.644109 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bcf4c182-02c3-49b2-86c0-9e517b34239b {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:34:19.644509 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf4c182-02c3-49b2-86c0-9e517b34239b'] response: {'server_uuid': '047b606f-43c5-489c-938f-e8b2102c38eb', 'name': 'network-vif-deleted', 'tag': 'b0ce1054-d372-4438-bfff-f043d4080d4a', 'status': 'completed', 'code': 200} Apr 06 15:34:20.708776 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-afac8871-6835-4cf3-911c-8dbff4c0d123 req-e24ff682-7830-4d3f-a2b8-114da210daef tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0266197 Apr 06 15:34:21.383173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b0ce1054-d372-4438-bfff-f043d4080d4a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:34:21.406455 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: b0ce1054-d372-4438-bfff-f043d4080d4a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:34:21.406873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device b0ce1054-d372-4438-bfff-f043d4080d4a not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:34:21.806623 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dd8ef9cb-1f1d-4f8b-b313-b8742f5ffdd0 req-81f6f193-d0c4-4b1f-b5ef-c9c5246c3aa0 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0288329 Apr 06 15:34:22.901777 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4fe54d6-451b-4175-a150-d93ceec57a2a req-b48fdbaf-2fce-4476-a89e-fa8cc11c75dd tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0268674 Apr 06 15:34:24.003199 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1826f197-5e5e-4840-b5b1-16bf9fc573e3 req-8d4d674f-ebb1-4922-87bc-7165acd47ef6 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0307651 Apr 06 15:34:24.350622 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:25.097820 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9dbcf95b-a805-48e5-9518-58a5ce941efe req-beb7ee8b-385c-4462-95d4-e0f6b2037089 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0276866 Apr 06 15:34:26.191172 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-49af7703-917e-4ece-a460-87c03e3bcbd8 req-a4e4d93c-488a-46a2-91d7-7bc698e65895 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0275910 Apr 06 15:34:27.286077 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-de7475b1-872f-4620-a0f1-e6009cc3371d req-e4675921-67e7-49b0-8a82-eb31ad67b2c2 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0278943 Apr 06 15:34:28.387871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-4e1412f0-0256-439b-b012-9c002b88f26a req-650f665f-be0f-4334-a73d-0aef045daa43 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0321119 Apr 06 15:34:29.496901 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-520a39ec-17d2-4985-9501-85f80be585c5 req-31c851ba-3bed-46ac-8fb3-6ddc531da6e3 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "GET /v2.0/ports?device_id=047b606f-43c5-489c-938f-e8b2102c38eb HTTP/1.1" status: 200 len: 210 time: 0.0285063 Apr 06 15:34:30.553411 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 54322) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:30.615061 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1868ea40-a5c1-42b1-909b-5997fa63e203 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:30.650646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1868ea40-a5c1-42b1-909b-5997fa63e203 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:30.781338 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1868ea40-a5c1-42b1-909b-5997fa63e203 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:30.784180 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1868ea40-a5c1-42b1-909b-5997fa63e203 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:30.790898 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1868ea40-a5c1-42b1-909b-5997fa63e203 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] 10.222.0.71 "DELETE /v2.0/security-groups/6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544 HTTP/1.1" status: 204 len: 168 time: 0.2309580 Apr 06 15:34:30.795701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868ea40-a5c1-42b1-909b-5997fa63e203 tempest-TestShelveInstance-1161690210 tempest-TestShelveInstance-1161690210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb3ae3-b679-48d3-b2b3-5dd35f1ee544,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:30.904856 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54326) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:31.402861 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (347d74db-9982-44c6-874c-44d47e2fe1b4), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:31.659916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Deleting port 82a637e9-39f0-4b7d-88df-64584332224e {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:31.660174 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (82a637e9-39f0-4b7d-88df-64584332224e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:31.739935 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] For port 82a637e9-39f0-4b7d-88df-64584332224e, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=82a637e9-39f0-4b7d-88df-64584332224e,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:31.740313 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (82a637e9-39f0-4b7d-88df-64584332224e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:31.754792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Calling delete_port for 82a637e9-39f0-4b7d-88df-64584332224e owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:31.997152 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (82a637e9-39f0-4b7d-88df-64584332224e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:32.028807 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a637e9-39f0-4b7d-88df-64584332224e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:32.052270 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055014 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055727 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.055923 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.056177 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:32.208994 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (347d74db-9982-44c6-874c-44d47e2fe1b4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:32.430323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Router 347d74db-9982-44c6-874c-44d47e2fe1b4 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:34:32.540084 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:34:32.545289 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4e0ea9bc-edc7-45f2-9064-d657b0c79b34 admin admin] 10.222.0.71 "PUT /v2.0/routers/347d74db-9982-44c6-874c-44d47e2fe1b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6379151 Apr 06 15:34:32.548165 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54330) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:32.550059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] Sync routers for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:34:32.562707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:32.563367 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:32.675344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:32.882066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:34:31Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:32.911282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] Checking router: 347d74db-9982-44c6-874c-44d47e2fe1b4 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:34:32.922030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] Routers {'347d74db-9982-44c6-874c-44d47e2fe1b4'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:32.922685 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['347d74db-9982-44c6-874c-44d47e2fe1b4'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:32.990047 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks [] for router (347d74db-9982-44c6-874c-44d47e2fe1b4), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.033800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] Set router 347d74db-9982-44c6-874c-44d47e2fe1b4 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:33.115842 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks [] for router_gateway (347d74db-9982-44c6-874c-44d47e2fe1b4), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.212579 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:34:31Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:33.219144 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Deleting port b88f86e0-b64a-441e-b261-357b42867e20 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:33.219595 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (b88f86e0-b64a-441e-b261-357b42867e20), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.242836 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b551a11-7e90-456f-b077-d2f281c05493 None None] The sync data for ids ['347d74db-9982-44c6-874c-44d47e2fe1b4'] in dv-neutron-835863-1-hyperv is: [{'id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'name': 'tempest-TestShelveInstance-1969887241-router', 'tenant_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:48Z', 'updated_at': '2022-04-06T15:34:31Z', 'revision_number': 5, 'project_id': '0744d3e04cb84c99be7bad9a8a2d4f4f', 'gw_port': {'id': 'b88f86e0-b64a-441e-b261-357b42867e20', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d74db-9982-44c6-874c-44d47e2fe1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:49Z', 'updated_at': '2022-04-06T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:34:33.320655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] For port b88f86e0-b64a-441e-b261-357b42867e20, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=b88f86e0-b64a-441e-b261-357b42867e20,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:33.321019 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (b88f86e0-b64a-441e-b261-357b42867e20), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.335706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Calling delete_port for b88f86e0-b64a-441e-b261-357b42867e20 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:33.586319 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (b88f86e0-b64a-441e-b261-357b42867e20), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.618600 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=b88f86e0-b64a-441e-b261-357b42867e20,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:33.687488 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (347d74db-9982-44c6-874c-44d47e2fe1b4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.785915 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (347d74db-9982-44c6-874c-44d47e2fe1b4), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.788734 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks [] for router_controller (347d74db-9982-44c6-874c-44d47e2fe1b4), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.940676 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (347d74db-9982-44c6-874c-44d47e2fe1b4), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.941309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 347d74db-9982-44c6-874c-44d47e2fe1b4 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:34:33.951462 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:33.951646 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-44adedce-87b8-4d90-bfe2-bf8b32345f0d admin admin] 10.222.0.71 "DELETE /v2.0/routers/347d74db-9982-44c6-874c-44d47e2fe1b4 HTTP/1.1" status: 204 len: 168 time: 1.3987739 Apr 06 15:34:33.954760 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54332) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:34.002203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-446e0564-04a8-4849-ae0e-d852b7d399af admin admin] Deleting subnet 6187e6a2-3770-46da-9a61-4891f56996b6 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:34:34.006054 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-446e0564-04a8-4849-ae0e-d852b7d399af admin admin] Publish callbacks [] for subnet (6187e6a2-3770-46da-9a61-4891f56996b6), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.043112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-446e0564-04a8-4849-ae0e-d852b7d399af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (6187e6a2-3770-46da-9a61-4891f56996b6), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.133032 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-446e0564-04a8-4849-ae0e-d852b7d399af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (6187e6a2-3770-46da-9a61-4891f56996b6), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.272254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-446e0564-04a8-4849-ae0e-d852b7d399af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (6187e6a2-3770-46da-9a61-4891f56996b6), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.299652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e0564-04a8-4849-ae0e-d852b7d399af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6187e6a2-3770-46da-9a61-4891f56996b6,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:34.305837 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-446e0564-04a8-4849-ae0e-d852b7d399af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.311440 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-446e0564-04a8-4849-ae0e-d852b7d399af admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6187e6a2-3770-46da-9a61-4891f56996b6 HTTP/1.1" status: 204 len: 168 time: 0.3551207 Apr 06 15:34:34.316110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54334) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:34.316240 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea46a5-b63d-413f-b89c-c04bd5ae8457 None None] Network 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:34:34.383839 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.462252 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Deleting port f87e9723-aeb6-4de9-8ac2-201e444a1d50 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:34.462594 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.494216 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] DHCP port deletion for 931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:34:34.538180 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] For port f87e9723-aeb6-4de9-8ac2-201e444a1d50, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f87e9723-aeb6-4de9-8ac2-201e444a1d50,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:34.538897 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.552996 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Calling delete_port for f87e9723-aeb6-4de9-8ac2-201e444a1d50 owned by network:dhcp {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:34.554238 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Deleting port f87e9723-aeb6-4de9-8ac2-201e444a1d50 {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:34.554842 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.620079 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] For port f87e9723-aeb6-4de9-8ac2-201e444a1d50, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f87e9723-aeb6-4de9-8ac2-201e444a1d50,segment=NetworkSegment(76c40a7b-51e9-4d76-9b18-549c07aef95d),segment_id=76c40a7b-51e9-4d76-9b18-549c07aef95d)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:34.620533 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.633540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Calling delete_port for f87e9723-aeb6-4de9-8ac2-201e444a1d50 owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:34.728822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.735964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (f87e9723-aeb6-4de9-8ac2-201e444a1d50), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.755095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87e9723-aeb6-4de9-8ac2-201e444a1d50,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:34.758774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] No DVR routers for this DVR port f87e9723-aeb6-4de9-8ac2-201e444a1d50 on host dv-neutron-835863-1-hyperv {{(pid=104443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:34:34.767764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] No DVR routers for this DVR port f87e9723-aeb6-4de9-8ac2-201e444a1d50 on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:34:34.771491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Pushing event deleted for resources: {'Port': ['ID=f87e9723-aeb6-4de9-8ac2-201e444a1d50,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:34.783928 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.784126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.784796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.785300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.786237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.786727 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.787463 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.787964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.788522 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.789021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.789977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.790582 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.791095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7bf5f3-6975-49bc-8e5a-a70879383f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:34.837640 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.862286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931d9d4b-3e3a-4e9a-aa4a-377499e9efa1']}} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:34.862553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 82a637e9-39f0-4b7d-88df-64584332224e no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:34:34.872159 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c40a7b-51e9-4d76-9b18-549c07aef95d') {'for_net_delete': True} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:34.872530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.services.segments.db [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c40a7b-51e9-4d76-9b18-549c07aef95d') {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:34.882182 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4060615'] for segment (76c40a7b-51e9-4d76-9b18-549c07aef95d), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.883153 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 82a637e9-39f0-4b7d-88df-64584332224e {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:34:34.883508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 82a637e9-39f0-4b7d-88df-64584332224e not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:34:34.883922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f87e9723-aeb6-4de9-8ac2-201e444a1d50 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:34:34.896356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (76c40a7b-51e9-4d76-9b18-549c07aef95d), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.902453 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=104443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:34:34.902614 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: f87e9723-aeb6-4de9-8ac2-201e444a1d50 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:34:34.902852 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f87e9723-aeb6-4de9-8ac2-201e444a1d50 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:34:34.903096 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4076168'] for segment (76c40a7b-51e9-4d76-9b18-549c07aef95d), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:34.903301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b88f86e0-b64a-441e-b261-357b42867e20 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: Traceback (most recent call last): Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: timer() Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: cb(*args, **kw) Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: return func(*args, **kwargs) Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: self._notify() Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: self.callback(batched_events) Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: event.method(event) Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: return f(self, *a, **k) Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._get(url).json() Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: return self.request(url, 'GET', **kwargs) Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:34:34.904929 dv-neutron-835863-1-hyperv neutron-server[104443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:34:34.930575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: b88f86e0-b64a-441e-b261-357b42867e20 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:34:34.931026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device b88f86e0-b64a-441e-b261-357b42867e20 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:34:35.019962 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (931d9d4b-3e3a-4e9a-aa4a-377499e9efa1), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:35.024700 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:35.028025 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] 10.222.0.71 "DELETE /v2.0/networks/931d9d4b-3e3a-4e9a-aa4a-377499e9efa1 HTTP/1.1" status: 204 len: 168 time: 0.7148037 Apr 06 15:34:35.031992 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54336) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:35.049959 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4b8d3-edbf-4e95-87cf-e095ac684849 admin admin] Pushing event deleted for resources: {'Network': ['ID=931d9d4b-3e3a-4e9a-aa4a-377499e9efa1,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:35.399925 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:35.659322 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Deleting port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:35.659572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:35.737783 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] For port 6971d8ef-6f11-4041-a3f8-a0796dc42ccf, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,segment=NetworkSegment(b51289f4-b5b3-41e3-9c8d-214e11bdaa40),segment_id=b51289f4-b5b3-41e3-9c8d-214e11bdaa40)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:35.738150 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:35.751473 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Calling delete_port for 6971d8ef-6f11-4041-a3f8-a0796dc42ccf owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:36.025586 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (6971d8ef-6f11-4041-a3f8-a0796dc42ccf), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:36.052001 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6971d8ef-6f11-4041-a3f8-a0796dc42ccf,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:36.231883 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:36.463341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:34:36.574878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:34:36.580854 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-951b7e3e-56ff-42f8-8d04-c6f5419641ca admin admin] 10.222.0.71 "PUT /v2.0/routers/5ba2e8e4-685b-4fc6-96c2-8c930677ca36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5479250 Apr 06 15:34:36.586086 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] Sync routers for ids ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:34:36.586569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54338) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:36.596843 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] Routers {'5ba2e8e4-685b-4fc6-96c2-8c930677ca36'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:36.599785 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:36.697970 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks [] for router (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:36.716211 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] Set router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:36.817490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks [] for router_gateway (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:36.932012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Deleting port 88117f73-218f-42ab-82e4-c44bc857013a {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:36.932337 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (88117f73-218f-42ab-82e4-c44bc857013a), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:36.988846 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '88117f73-218f-42ab-82e4-c44bc857013a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:34:35Z', 'revision_number': 5, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port': {'id': '88117f73-218f-42ab-82e4-c44bc857013a', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:22:55Z', 'updated_at': '2022-04-06T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:37.016662 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] Checking router: 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:34:37.025386 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] Routers {'5ba2e8e4-685b-4fc6-96c2-8c930677ca36'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:37.026020 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:37.117670 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] Set router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:37.172916 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:34:36Z', 'revision_number': 6, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:37.199362 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6199ba-3fbf-461b-9f59-631233c2cce1 None None] The sync data for ids ['5ba2e8e4-685b-4fc6-96c2-8c930677ca36'] in dv-neutron-835863-1-hyperv is: [{'id': '5ba2e8e4-685b-4fc6-96c2-8c930677ca36', 'name': 'tempest-TestShelveInstance-783729952-router', 'tenant_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:22:54Z', 'updated_at': '2022-04-06T15:34:36Z', 'revision_number': 6, 'project_id': '1bcd08f6670b4f77adcb7fcdd6382c20', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:34:37.320450 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] For port 88117f73-218f-42ab-82e4-c44bc857013a, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=88117f73-218f-42ab-82e4-c44bc857013a,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:37.320710 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (88117f73-218f-42ab-82e4-c44bc857013a), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:37.333398 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Calling delete_port for 88117f73-218f-42ab-82e4-c44bc857013a owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:37.579461 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (88117f73-218f-42ab-82e4-c44bc857013a), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:37.608065 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88117f73-218f-42ab-82e4-c44bc857013a,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:37.674266 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:37.765645 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:37.767792 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks [] for router_controller (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:37.860185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (5ba2e8e4-685b-4fc6-96c2-8c930677ca36), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:37.860643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba2e8e4-685b-4fc6-96c2-8c930677ca36 {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:34:37.870245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:37.870245 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-a88221c4-9a6a-44e8-84d4-aef9e8a048b3 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5ba2e8e4-685b-4fc6-96c2-8c930677ca36 HTTP/1.1" status: 204 len: 168 time: 1.2787631 Apr 06 15:34:37.870245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54340) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:37.916875 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-192fbb13-8c75-4abd-aedd-8c906c702b51 admin admin] Deleting subnet 59b6d584-c930-4734-8854-4fbbad611267 {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:34:37.919854 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-192fbb13-8c75-4abd-aedd-8c906c702b51 admin admin] Publish callbacks [] for subnet (59b6d584-c930-4734-8854-4fbbad611267), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:37.956301 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-192fbb13-8c75-4abd-aedd-8c906c702b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (59b6d584-c930-4734-8854-4fbbad611267), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.034085 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-192fbb13-8c75-4abd-aedd-8c906c702b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (59b6d584-c930-4734-8854-4fbbad611267), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.175197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-192fbb13-8c75-4abd-aedd-8c906c702b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (59b6d584-c930-4734-8854-4fbbad611267), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.203443 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fbb13-8c75-4abd-aedd-8c906c702b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b6d584-c930-4734-8854-4fbbad611267,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:38.209279 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-192fbb13-8c75-4abd-aedd-8c906c702b51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.210649 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-192fbb13-8c75-4abd-aedd-8c906c702b51 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/59b6d584-c930-4734-8854-4fbbad611267 HTTP/1.1" status: 204 len: 168 time: 0.3406978 Apr 06 15:34:38.213000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 54342) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:38.220571 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0beafaa-b8f7-4c5e-b0e9-f17fb70f2b64 None None] Network 2712fd85-6a52-4fe1-ae43-6628c1c47f85 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:34:38.288961 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (2712fd85-6a52-4fe1-ae43-6628c1c47f85), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.344809 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Deleting port 1899b9bb-c021-4528-96be-30c9ea5b95ec {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:38.345378 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.371650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] DHCP port deletion for 2712fd85-6a52-4fe1-ae43-6628c1c47f85 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:34:38.416174 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] For port 1899b9bb-c021-4528-96be-30c9ea5b95ec, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1899b9bb-c021-4528-96be-30c9ea5b95ec,segment=NetworkSegment(b51289f4-b5b3-41e3-9c8d-214e11bdaa40),segment_id=b51289f4-b5b3-41e3-9c8d-214e11bdaa40)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:38.416535 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.425008 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] Deleting port 1899b9bb-c021-4528-96be-30c9ea5b95ec {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:34:38.425386 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.430259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Calling delete_port for 1899b9bb-c021-4528-96be-30c9ea5b95ec owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:38.589949 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.617173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Pushing event deleted for resources: {'Port': ['ID=1899b9bb-c021-4528-96be-30c9ea5b95ec,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:38.622463 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] No DVR routers for this DVR port 1899b9bb-c021-4528-96be-30c9ea5b95ec on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:34:38.633572 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] For port 1899b9bb-c021-4528-96be-30c9ea5b95ec, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=1899b9bb-c021-4528-96be-30c9ea5b95ec,segment=NetworkSegment(b51289f4-b5b3-41e3-9c8d-214e11bdaa40),segment_id=b51289f4-b5b3-41e3-9c8d-214e11bdaa40)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:38.633975 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.648822 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] Calling delete_port for 1899b9bb-c021-4528-96be-30c9ea5b95ec owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:34:38.697642 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (2712fd85-6a52-4fe1-ae43-6628c1c47f85), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.717196 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2712fd85-6a52-4fe1-ae43-6628c1c47f85']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:38.727179 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:38.727486 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51289f4-b5b3-41e3-9c8d-214e11bdaa40') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:38.727784 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (1899b9bb-c021-4528-96be-30c9ea5b95ec), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.737828 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (b51289f4-b5b3-41e3-9c8d-214e11bdaa40), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.751044 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (b51289f4-b5b3-41e3-9c8d-214e11bdaa40), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.752857 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] Pushing event deleted for resources: {'Port': ['ID=1899b9bb-c021-4528-96be-30c9ea5b95ec,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:38.756542 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251c3ff-64c7-4ace-b008-474c464836dd None None] No DVR routers for this DVR port 1899b9bb-c021-4528-96be-30c9ea5b95ec on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (b51289f4-b5b3-41e3-9c8d-214e11bdaa40), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:34:38.765282 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:34:38.840672 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6971d8ef-6f11-4041-a3f8-a0796dc42ccf no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:34:38.861180 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 6971d8ef-6f11-4041-a3f8-a0796dc42ccf {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:34:38.861532 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 6971d8ef-6f11-4041-a3f8-a0796dc42ccf not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:34:38.861947 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1899b9bb-c021-4528-96be-30c9ea5b95ec no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:34:38.879694 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (2712fd85-6a52-4fe1-ae43-6628c1c47f85), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.881034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 1899b9bb-c021-4528-96be-30c9ea5b95ec {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:34:38.881383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 1899b9bb-c021-4528-96be-30c9ea5b95ec not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:34:38.881797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 88117f73-218f-42ab-82e4-c44bc857013a no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:34:38.882225 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:38.885485 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] 10.222.0.71 "DELETE /v2.0/networks/2712fd85-6a52-4fe1-ae43-6628c1c47f85 HTTP/1.1" status: 204 len: 168 time: 0.6714315 Apr 06 15:34:38.897647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046161c-216e-4ff6-bdfe-baf847e0e04e admin admin] Pushing event deleted for resources: {'Network': ['ID=2712fd85-6a52-4fe1-ae43-6628c1c47f85,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:38.901401 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 88117f73-218f-42ab-82e4-c44bc857013a {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:34:38.901754 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 88117f73-218f-42ab-82e4-c44bc857013a not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:34:39.156393 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-315e7aad-26fe-415b-89db-070fa6a45932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:39.247709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54346) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:39.288687 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-01485cfe-4b32-4a47-a56b-48ffb26fb277 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0744d3e04cb84c99be7bad9a8a2d4f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398152 Apr 06 15:34:39.291367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54348) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:39.337749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ced33e43-97a3-4a54-aa9b-f4c622792f91 admin admin] Publish callbacks [] for security_group (80c0f886-8ac8-489f-a8b0-4da3f5fb45b3), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:39.359285 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ced33e43-97a3-4a54-aa9b-f4c622792f91 admin admin] Publish callbacks [] for security_group (80c0f886-8ac8-489f-a8b0-4da3f5fb45b3), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:39.482680 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ced33e43-97a3-4a54-aa9b-f4c622792f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (80c0f886-8ac8-489f-a8b0-4da3f5fb45b3), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:39.485969 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-ced33e43-97a3-4a54-aa9b-f4c622792f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:39.487150 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ced33e43-97a3-4a54-aa9b-f4c622792f91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/80c0f886-8ac8-489f-a8b0-4da3f5fb45b3 HTTP/1.1" status: 204 len: 168 time: 0.1948519 Apr 06 15:34:39.495192 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e43-97a3-4a54-aa9b-f4c622792f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c0f886-8ac8-489f-a8b0-4da3f5fb45b3,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:40.098906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54354) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:40.139344 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-4e02cf69-be35-4296-ad24-d206ebd750b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1bcd08f6670b4f77adcb7fcdd6382c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372789 Apr 06 15:34:40.140402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54356) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:40.189223 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2340654c-f415-49d8-ac1a-9771637a2456 admin admin] Publish callbacks [] for security_group (d7e59c4d-5ee1-40ee-a82f-0aae8b7afa83), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:40.209782 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2340654c-f415-49d8-ac1a-9771637a2456 admin admin] Publish callbacks [] for security_group (d7e59c4d-5ee1-40ee-a82f-0aae8b7afa83), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:40.328601 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2340654c-f415-49d8-ac1a-9771637a2456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (d7e59c4d-5ee1-40ee-a82f-0aae8b7afa83), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:40.331134 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2340654c-f415-49d8-ac1a-9771637a2456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:40.332298 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2340654c-f415-49d8-ac1a-9771637a2456 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7e59c4d-5ee1-40ee-a82f-0aae8b7afa83 HTTP/1.1" status: 204 len: 168 time: 0.1910400 Apr 06 15:34:40.340222 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340654c-f415-49d8-ac1a-9771637a2456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e59c4d-5ee1-40ee-a82f-0aae8b7afa83,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:41.320191 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54378) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:41.420110 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1671894404-network', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:41.522262 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Made reservation on behalf of 3ec3b371dfea4e3b90e18a472c09ddc7 for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:34:41.524619 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.534325 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.608164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c121e759-3031-451d-813e-14ef9516cbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.609330 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Publish callbacks [] for security_group (ef0be5ed-3140-45b4-85eb-54034410191b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.671786 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ef0be5ed-3140-45b4-85eb-54034410191b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.698219 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:34:41.704548 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0be5ed-3140-45b4-85eb-54034410191b,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:41.710377 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (180c341d-b23a-4625-b7a1-2b5df1eac6be), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.710715 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Added segment 180c341d-b23a-4625-b7a1-2b5df1eac6be of type vlan for network 89b16fff-5f2a-4427-92e9-0c121fe5a803 Apr 06 15:34:41.753880 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (89b16fff-5f2a-4427-92e9-0c121fe5a803), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.836655 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (89b16fff-5f2a-4427-92e9-0c121fe5a803), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.837591 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:41.838163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:41.896853 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] Pushing event updated for resources: {'Network': ['ID=89b16fff-5f2a-4427-92e9-0c121fe5a803,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:41.907534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:34:41.965745 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-1ff625a0-b89a-4086-8278-40a1c88f2e73 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6442668 Apr 06 15:34:41.969082 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54382) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:41.973946 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Request body: {'subnet': {'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1671894404-subnet', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:42.036469 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Made reservation on behalf of 3ec3b371dfea4e3b90e18a472c09ddc7 for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:34:42.038724 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.253129 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (153aec76-580d-4368-a10e-52007b3c67c0), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.314333 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=153aec76-580d-4368-a10e-52007b3c67c0,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:42.322777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Checking segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:34:42.323163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Network hostable DHCP agents. Network: 89b16fff-5f2a-4427-92e9-0c121fe5a803, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:34:42.437247 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:34:42.494077 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 89b16fff-5f2a-4427-92e9-0c121fe5a803) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:42.498163 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:42.498787 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.502937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5319f05-891a-4de9-82fd-6ad85d5652e3 None None] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:34:42.588678 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-2a4caca9-b66b-41c9-8fa1-372ae5ebf7f6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6183634 Apr 06 15:34:42.591284 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54384) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:42.596802 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:42.606236 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-89b16fff-5f2a-4427-92e9-0c121fe5a803', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:34:42.607175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.694512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (b282276f-9f19-4a84-8222-2b042fa6f131), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.695635 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (b282276f-9f19-4a84-8222-2b042fa6f131), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.743858 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Allocated IP 172.20.0.2 (89b16fff-5f2a-4427-92e9-0c121fe5a803/153aec76-580d-4368-a10e-52007b3c67c0/689cf308-47ee-4144-9cb7-051b1572d94b) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:34:42.752643 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks [] for router_controller (b282276f-9f19-4a84-8222-2b042fa6f131), precommit_add_association {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.887991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Publish callbacks [] for port (689cf308-47ee-4144-9cb7-051b1572d94b), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.953374 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks [] for router_gateway (b282276f-9f19-4a84-8222-2b042fa6f131), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.957431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:42.992764 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:34:42.996977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:43.003277 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:34:43.012131 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Pushing event updated for resources: {'Port': ['ID=689cf308-47ee-4144-9cb7-051b1572d94b,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:43.062794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Attempting to bind port 689cf308-47ee-4144-9cb7-051b1572d94b on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:34:43.063195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Attempting to bind port 689cf308-47ee-4144-9cb7-051b1572d94b by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:34:43.063566 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Attempting to bind port 689cf308-47ee-4144-9cb7-051b1572d94b on network 89b16fff-5f2a-4427-92e9-0c121fe5a803 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:34:43.068604 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:34:43.068992 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Checking segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:34:43.069398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:43.069796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Bound using segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:34:43.070268 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Bound port: 689cf308-47ee-4144-9cb7-051b1572d94b, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:34:43.070654 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:43.135934 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] For port 689cf308-47ee-4144-9cb7-051b1572d94b, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:34:43.138940 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] For port 689cf308-47ee-4144-9cb7-051b1572d94b, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=689cf308-47ee-4144-9cb7-051b1572d94b,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:34:43.213083 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:43.218924 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks [] for router_gateway (b282276f-9f19-4a84-8222-2b042fa6f131), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:43.239008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:43.268866 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90e54c-4fc8-4cd3-889e-8bb212089a17 None None] Pushing event updated for resources: {'Port': ['ID=689cf308-47ee-4144-9cb7-051b1572d94b,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:43.351687 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Allocated IP 172.26.7.77 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/d24a2d83-362f-4150-b64c-e6ede471aa0f) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:34:43.465286 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks [] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:43.592030 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:43.635512 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:34:43.638403 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:43.645226 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:34:43.650799 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d24a2d83-362f-4150-b64c-e6ede471aa0f,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:43.980295 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks [] for router_gateway (b282276f-9f19-4a84-8222-2b042fa6f131), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:43.997508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:44.173638 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da489d03-874d-4f2a-a235-e53bfbc030a5 None None] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:34:44.190651 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (b282276f-9f19-4a84-8222-2b042fa6f131), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:44.287071 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-242d1fdd-a28d-438e-86f2-556fc842cdca None None] Provisioning complete for port 689cf308-47ee-4144-9cb7-051b1572d94b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:44.287449 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-242d1fdd-a28d-438e-86f2-556fc842cdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:44.371702 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-242d1fdd-a28d-438e-86f2-556fc842cdca None None] Current status of the port 689cf308-47ee-4144-9cb7-051b1572d94b is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:44.372099 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-242d1fdd-a28d-438e-86f2-556fc842cdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:44.388064 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Router b282276f-9f19-4a84-8222-2b042fa6f131 is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:34:44.411363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-242d1fdd-a28d-438e-86f2-556fc842cdca None None] For port 689cf308-47ee-4144-9cb7-051b1572d94b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=689cf308-47ee-4144-9cb7-051b1572d94b,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:44.465678 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-242d1fdd-a28d-438e-86f2-556fc842cdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:44.509278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:34:44.523679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Sync routers for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:34:44.524796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d1fdd-a28d-438e-86f2-556fc842cdca None None] Pushing event updated for resources: {'Port': ['ID=689cf308-47ee-4144-9cb7-051b1572d94b,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:44.534195 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:44.534816 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:44.610367 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:44.614353 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-125db2f4-7fe6-46e7-9f16-b2aefaf1a1a8 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0193462 Apr 06 15:34:44.614490 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54386) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:44.628828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-06f6f1ee-f1c5-4aa5-b0a0-57658a5df4b7 None None] Provisioning complete for port 689cf308-47ee-4144-9cb7-051b1572d94b triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:44.629199 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-06f6f1ee-f1c5-4aa5-b0a0-57658a5df4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:44.682562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:44.821396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-06f6f1ee-f1c5-4aa5-b0a0-57658a5df4b7 None None] Current status of the port 689cf308-47ee-4144-9cb7-051b1572d94b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:44.884898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 689cf308-47ee-4144-9cb7-051b1572d94b up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:44.936154 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:43Z', 'revision_number': 3, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:44.969344 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Checking router: b282276f-9f19-4a84-8222-2b042fa6f131 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:34:44.969701 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Updating router b282276f-9f19-4a84-8222-2b042fa6f131 port d24a2d83-362f-4150-b64c-e6ede471aa0f binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:34:44.992837 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 689cf308-47ee-4144-9cb7-051b1572d94b triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:44.993214 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.025128 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.045156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.209341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 689cf308-47ee-4144-9cb7-051b1572d94b is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:45.332025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Publish callbacks [] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.391718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.444044 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Attempting to bind port d24a2d83-362f-4150-b64c-e6ede471aa0f on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:34:45.444424 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Attempting to bind port d24a2d83-362f-4150-b64c-e6ede471aa0f by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:34:45.444794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Attempting to bind port d24a2d83-362f-4150-b64c-e6ede471aa0f on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:34:45.453426 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97957a43-6945-4050-9e60-078234d77184 None None] Pushing event updated for resources: {'Port': ['ID=d24a2d83-362f-4150-b64c-e6ede471aa0f,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:45.456301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:34:45.456683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:34:45.457094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.457543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:34:45.457964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Bound port: d24a2d83-362f-4150-b64c-e6ede471aa0f, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:34:45.458346 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.499838 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Allocated IP 172.20.0.1 (89b16fff-5f2a-4427-92e9-0c121fe5a803/153aec76-580d-4368-a10e-52007b3c67c0/f5b50ca8-3faf-4fd6-8cb3-068961e630e4) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:34:45.517244 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] For port d24a2d83-362f-4150-b64c-e6ede471aa0f, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:34:45.520628 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] For port d24a2d83-362f-4150-b64c-e6ede471aa0f, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d24a2d83-362f-4150-b64c-e6ede471aa0f,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:34:45.586324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.606008 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Publish callbacks [] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.640703 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:45.641419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:45.693323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:45.719723 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97957a43-6945-4050-9e60-078234d77184 None None] Pushing event updated for resources: {'Port': ['ID=d24a2d83-362f-4150-b64c-e6ede471aa0f,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:45.736312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:34:45.739296 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:45.744965 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:34:45.767841 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:45.770245 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Pushing event updated for resources: {'Port': ['ID=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:45.797936 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (b282276f-9f19-4a84-8222-2b042fa6f131), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.016114 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.142256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-3f6f38d8-3e9c-4804-b016-a91ee5815ee6 None None] Provisioning complete for port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:46.142256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f6f38d8-3e9c-4804-b016-a91ee5815ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.189641 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.192683 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f38d8-3e9c-4804-b016-a91ee5815ee6 None None] Port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:34:46.200413 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:43Z', 'revision_number': 3, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:46.213237 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Publish callbacks [] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.231398 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad0ee1-1718-4f33-a2bb-4ff3739b0b0c None None] The sync data for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv is: [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:43Z', 'revision_number': 3, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:34:46.282726 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.355360 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (b282276f-9f19-4a84-8222-2b042fa6f131), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.357317 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Pushing event updated for resources: {'Port': ['ID=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:46.476958 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.481323 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:34:46.482955 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:46.662041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Router b282276f-9f19-4a84-8222-2b042fa6f131 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:34:46.784709 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:34:46.790098 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-b99a9ba2-dcad-4ced-b184-07e08efa53ce admin admin] 10.222.0.71 "PUT /v2.0/routers/b282276f-9f19-4a84-8222-2b042fa6f131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1745963 Apr 06 15:34:46.835623 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-af49d211-f112-4e2b-a5a6-a8fd4fff81d8 None None] Provisioning complete for port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:46.836003 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-af49d211-f112-4e2b-a5a6-a8fd4fff81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:46.892318 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-af49d211-f112-4e2b-a5a6-a8fd4fff81d8 None None] Port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:34:46.954308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d24a2d83-362f-4150-b64c-e6ede471aa0f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:47.019993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d24a2d83-362f-4150-b64c-e6ede471aa0f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:47.020372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:47.116275 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d24a2d83-362f-4150-b64c-e6ede471aa0f is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:47.116961 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:47.138773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port d24a2d83-362f-4150-b64c-e6ede471aa0f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d24a2d83-362f-4150-b64c-e6ede471aa0f,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:47.213898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:47.278183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=d24a2d83-362f-4150-b64c-e6ede471aa0f,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:47.512942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54402) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:47.518879 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2130494643-network', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:47.597137 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Made reservation on behalf of eb4f01cbda5e479db593f2b773298b6d for: {'network': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:34:47.599542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for network (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:47.612607 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:47.689048 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Publish callbacks [] for security_group (e778b8af-5da0-40a2-a6f0-261069d2a654), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:47.882569 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e778b8af-5da0-40a2-a6f0-261069d2a654), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:47.908233 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=104443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 15:34:47.918142 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e778b8af-5da0-40a2-a6f0-261069d2a654,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:47.924073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:47.924073 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.segments_db [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Added segment 02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a of type vlan for network 4521f16c-5c2f-47a9-a2e8-b68788701965 Apr 06 15:34:47.966870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754304539832'] for network (4521f16c-5c2f-47a9-a2e8-b68788701965), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.028318 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Sync routers for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:34:48.039591 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:48.040230 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:48.053941 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953'] for network (4521f16c-5c2f-47a9-a2e8-b68788701965), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.055042 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:48.055707 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.117822 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=4521f16c-5c2f-47a9-a2e8-b68788701965,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:48.128125 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Network 4521f16c-5c2f-47a9-a2e8-b68788701965 details requested by agent ovs-agent-dv-neutron-835863-1-hyperv with host dv-neutron-835863-1-hyperv {{(pid=104444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 15:34:48.150548 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:48.189030 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-9c2db67d-5f10-4cb4-8ea1-7e5ccbbc0fe3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6748161 Apr 06 15:34:48.191840 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54406) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:48.200898 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Request body: {'subnet': {'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2130494643-subnet', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'ip_version': 4}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:48.298870 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Made reservation on behalf of eb4f01cbda5e479db593f2b773298b6d for: {'subnet': 1} {{(pid=104443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:34:48.301255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342100'] for subnet (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.359261 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:46Z', 'revision_number': 2, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:48.388422 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Checking router: b282276f-9f19-4a84-8222-2b042fa6f131 for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:34:48.388937 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Updating router b282276f-9f19-4a84-8222-2b042fa6f131 port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:34:48.418347 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.551652 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4076129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342122'] for subnet (9e6a0ffb-67ad-4fc5-82b4-4120a794839e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.617780 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6a0ffb-67ad-4fc5-82b4-4120a794839e,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:48.625982 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Checking segment: {'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:34:48.626347 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Network hostable DHCP agents. Network: 4521f16c-5c2f-47a9-a2e8-b68788701965, hostable agents: ['fc383968-21dc-4689-9cde-b3e1394054ee'], hosted agents: [] {{(pid=104443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 15:34:48.681915 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Publish callbacks [] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.728599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Network 4521f16c-5c2f-47a9-a2e8-b68788701965 is scheduled to be hosted by DHCP agent fc383968-21dc-4689-9cde-b3e1394054ee with binding_index 1 {{(pid=104443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 15:34:48.756978 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.822909 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:48.824476 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835863-1-hyperv, 4521f16c-5c2f-47a9-a2e8-b68788701965) {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:48.830855 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:48.831264 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835222 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835827 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.835926 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835926 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835926 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835926 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.835926 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:34:48.851312 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c1db3-20f4-4029-bea4-114e5ad2b3a4 None None] Network 4521f16c-5c2f-47a9-a2e8-b68788701965 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:34:48.874747 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Attempting to bind port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:34:48.875693 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Attempting to bind port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:34:48.876105 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Attempting to bind port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 on network 89b16fff-5f2a-4427-92e9-0c121fe5a803 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:34:48.881725 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:34:48.882441 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Checking segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:34:48.883172 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.883781 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Bound using segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:34:48.884486 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Bound port: f5b50ca8-3faf-4fd6-8cb3-068961e630e4, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:34:48.884938 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:48.895549 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d24a2d83-362f-4150-b64c-e6ede471aa0f up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:48.954954 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-e4506bd3-1e83-47d3-86a7-a14dd49a54fd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7620106 Apr 06 15:34:48.957578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 54408) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:48.960390 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] For port f5b50ca8-3faf-4fd6-8cb3-068961e630e4, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:34:48.964547 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] For port f5b50ca8-3faf-4fd6-8cb3-068961e630e4, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:34:48.965426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:48.991586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port d24a2d83-362f-4150-b64c-e6ede471aa0f triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:48.991963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.014054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fdf22d1-8edf-5b43-beaf-50eea4af7ff8-4521f16c-5c2f-47a9-a2e8-b68788701965', 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965', 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'fixed_ips': [{'subnet_id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e'}]}} from dv-neutron-835863-1-hyperv. {{(pid=104444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 15:34:49.014897 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.063990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-e7e77392-eaf9-4d99-b19d-a0d85bc66c7d None None] Provisioning complete for port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:49.063990 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e7e77392-eaf9-4d99-b19d-a0d85bc66c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.083261 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.092999 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26567'] for router (005a7abc-4522-49c4-8fc0-8a62f600dc7b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.094102 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-816384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26574'] for router (005a7abc-4522-49c4-8fc0-8a62f600dc7b), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.145392 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df67832-9ca1-472e-8f5f-963524d65ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:49.152021 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:49.153004 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:49.159659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-e7e77392-eaf9-4d99-b19d-a0d85bc66c7d None None] Port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:34:49.181458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks [] for router_controller (005a7abc-4522-49c4-8fc0-8a62f600dc7b), precommit_add_association {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.232539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port d24a2d83-362f-4150-b64c-e6ede471aa0f is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:49.243345 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.db_base_plugin_common [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Allocated IP 172.20.0.2 (4521f16c-5c2f-47a9-a2e8-b68788701965/9e6a0ffb-67ad-4fc5-82b4-4120a794839e/ac5e78af-10ff-450e-aff5-3eced82ea14c) {{(pid=104444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:34:49.283548 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:49.407709 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-760bd04f-2674-46e8-b801-b05aaa4b7258 None None] Provisioning complete for port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:49.407920 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-760bd04f-2674-46e8-b801-b05aaa4b7258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.409581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Publish callbacks [] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), precommit_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.424689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks [] for router_gateway (005a7abc-4522-49c4-8fc0-8a62f600dc7b), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.480368 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), after_create {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.489229 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-a260533f-f222-45e9-8529-a998e15938fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:48Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:49.520216 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260533f-f222-45e9-8529-a998e15938fc None None] The sync data for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv is: [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:48Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:34:49.527142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-760bd04f-2674-46e8-b801-b05aaa4b7258 None None] Current status of the port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:49.527543 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-760bd04f-2674-46e8-b801-b05aaa4b7258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.532148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Network 4521f16c-5c2f-47a9-a2e8-b68788701965 is already hosted by enough agents. {{(pid=104444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:34:49.547729 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.scheduler.base_scheduler [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Resources bound (agent type, host, resource id): {{(pid=104444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:49.553024 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Received port after_create {{(pid=104444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:34:49.556593 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Pushing event updated for resources: {'Port': ['ID=ac5e78af-10ff-450e-aff5-3eced82ea14c,revision_number=1']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:49.621481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-760bd04f-2674-46e8-b801-b05aaa4b7258 None None] For port f5b50ca8-3faf-4fd6-8cb3-068961e630e4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:49.658557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Attempting to bind port ac5e78af-10ff-450e-aff5-3eced82ea14c on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:34:49.658939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Attempting to bind port ac5e78af-10ff-450e-aff5-3eced82ea14c by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:34:49.659341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Attempting to bind port ac5e78af-10ff-450e-aff5-3eced82ea14c on network 4521f16c-5c2f-47a9-a2e8-b68788701965 {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:34:49.665034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:34:49.665410 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Checking segment: {'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:34:49.665815 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.666213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Bound using segment: {'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:34:49.666684 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Bound port: ac5e78af-10ff-450e-aff5-3eced82ea14c, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:34:49.667092 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.702189 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-760bd04f-2674-46e8-b801-b05aaa4b7258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.760849 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks [] for router_gateway (005a7abc-4522-49c4-8fc0-8a62f600dc7b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.776432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] For port ac5e78af-10ff-450e-aff5-3eced82ea14c, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:34:49.779713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] For port ac5e78af-10ff-450e-aff5-3eced82ea14c, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ac5e78af-10ff-450e-aff5-3eced82ea14c,segment=NetworkSegment(02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a),segment_id=02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:34:49.780330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.781138 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bd04f-2674-46e8-b801-b05aaa4b7258 None None] Pushing event updated for resources: {'Port': ['ID=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:49.871635 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:49.893910 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Allocated IP 172.26.7.55 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/c8bf629e-a590-4d0d-be1c-473fde2ffec5) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:34:49.940853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed93fa-4341-446c-a909-12ecbfc69ae9 None None] Pushing event updated for resources: {'Port': ['ID=ac5e78af-10ff-450e-aff5-3eced82ea14c,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:50.017619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks [] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:50.101066 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:50.148684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:34:50.152324 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:50.158693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:34:50.186384 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Pushing event updated for resources: {'Port': ['ID=c8bf629e-a590-4d0d-be1c-473fde2ffec5,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:50.480246 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks [] for router_gateway (005a7abc-4522-49c4-8fc0-8a62f600dc7b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:50.929557 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f5b50ca8-3faf-4fd6-8cb3-068961e630e4 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:50.958946 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5772ed-17b8-4b77-8799-0e5c7a3add2f None None] Network 4521f16c-5c2f-47a9-a2e8-b68788701965 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:34:51.009207 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560456'] for router (005a7abc-4522-49c4-8fc0-8a62f600dc7b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.058034 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ee8af6e8-371b-4fce-b6fe-bf85cb939ad7 None None] Provisioning complete for port ac5e78af-10ff-450e-aff5-3eced82ea14c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:51.058408 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee8af6e8-371b-4fce-b6fe-bf85cb939ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.062440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:51.062440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.225416 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Router 005a7abc-4522-49c4-8fc0-8a62f600dc7b is scheduled to L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f with binding_index 1 {{(pid=104442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 15:34:51.233263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ee8af6e8-371b-4fce-b6fe-bf85cb939ad7 None None] Current status of the port ac5e78af-10ff-450e-aff5-3eced82ea14c is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:51.238693 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee8af6e8-371b-4fce-b6fe-bf85cb939ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.251221 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:51.252338 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ac5e78af-10ff-450e-aff5-3eced82ea14c up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:51.299201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ee8af6e8-371b-4fce-b6fe-bf85cb939ad7 None None] For port ac5e78af-10ff-450e-aff5-3eced82ea14c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ac5e78af-10ff-450e-aff5-3eced82ea14c,segment=NetworkSegment(02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a),segment_id=02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:51.322197 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ac5e78af-10ff-450e-aff5-3eced82ea14c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:51.322575 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.357140 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:34:51.376713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Sync routers for ids ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:34:51.405132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Routers {'005a7abc-4522-49c4-8fc0-8a62f600dc7b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:51.405766 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:51.409647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ee8af6e8-371b-4fce-b6fe-bf85cb939ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.479282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.480583 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-30a55580-e691-4110-8054-2de02c56840f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5211000 Apr 06 15:34:51.483308 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 54410) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:51.505870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ac5e78af-10ff-450e-aff5-3eced82ea14c is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:51.506264 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.562523 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8af6e8-371b-4fce-b6fe-bf85cb939ad7 None None] Pushing event updated for resources: {'Port': ['ID=ac5e78af-10ff-450e-aff5-3eced82ea14c,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:51.596267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8481c59d-f0ec-478c-9bfb-cc7d3cbc4a2c None None] Provisioning complete for port ac5e78af-10ff-450e-aff5-3eced82ea14c triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:51.596645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8481c59d-f0ec-478c-9bfb-cc7d3cbc4a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.792950 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 15:34:51.793309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG oslo_db.api [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 15:34:51.803964 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Set router 005a7abc-4522-49c4-8fc0-8a62f600dc7b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:51.919442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:51.942396 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8481c59d-f0ec-478c-9bfb-cc7d3cbc4a2c None None] Current status of the port ac5e78af-10ff-450e-aff5-3eced82ea14c is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:52.019341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:50Z', 'revision_number': 3, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port': {'id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:52.049638 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Checking router: 005a7abc-4522-49c4-8fc0-8a62f600dc7b for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:34:52.049913 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Updating router 005a7abc-4522-49c4-8fc0-8a62f600dc7b port c8bf629e-a590-4d0d-be1c-473fde2ffec5 binding host dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:34:52.076831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.080691 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Allocated IP 172.20.0.1 (4521f16c-5c2f-47a9-a2e8-b68788701965/9e6a0ffb-67ad-4fc5-82b4-4120a794839e/2bb48dc7-9f8c-440c-8170-7e314a1252f8) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:34:52.183040 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Publish callbacks [] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.260094 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.297646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Network 4521f16c-5c2f-47a9-a2e8-b68788701965 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:34:52.300646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:52.304052 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:34:52.338252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb48dc7-9f8c-440c-8170-7e314a1252f8,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:52.357364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Publish callbacks [] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), precommit_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.359283 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ac5e78af-10ff-450e-aff5-3eced82ea14c is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:52.360947 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560571'] for router_interface (005a7abc-4522-49c4-8fc0-8a62f600dc7b), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.419888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.483321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Attempting to bind port c8bf629e-a590-4d0d-be1c-473fde2ffec5 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:34:52.487011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Attempting to bind port c8bf629e-a590-4d0d-be1c-473fde2ffec5 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:34:52.487011 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Attempting to bind port c8bf629e-a590-4d0d-be1c-473fde2ffec5 on network 5d38d3f6-0352-4618-ae87-fbe785b6e80c {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:34:52.488502 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0d358-cc75-4413-be24-f02883d6ed28 None None] Pushing event updated for resources: {'Port': ['ID=c8bf629e-a590-4d0d-be1c-473fde2ffec5,revision_number=2']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:52.493282 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:34:52.493659 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Checking segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:34:52.494061 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.494446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Bound using segment: {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'} {{(pid=104444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:34:52.494989 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.managers [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Bound port: c8bf629e-a590-4d0d-be1c-473fde2ffec5, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5f4896-1637-4a13-9828-677949d4a1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c'}}] {{(pid=104444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:34:52.495516 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.548512 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] For port c8bf629e-a590-4d0d-be1c-473fde2ffec5, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:34:52.551916 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] For port c8bf629e-a590-4d0d-be1c-473fde2ffec5, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8bf629e-a590-4d0d-be1c-473fde2ffec5,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:34:52.567331 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.568359 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a8724369-9ea0-4c59-aa70-89f743649b7c None None] Provisioning complete for port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:52.568828 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a8724369-9ea0-4c59-aa70-89f743649b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.602985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a8724369-9ea0-4c59-aa70-89f743649b7c None None] Port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:34:52.604782 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.667213 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Routers {'005a7abc-4522-49c4-8fc0-8a62f600dc7b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:52.667851 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:52.670817 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0d358-cc75-4413-be24-f02883d6ed28 None None] Pushing event updated for resources: {'Port': ['ID=c8bf629e-a590-4d0d-be1c-473fde2ffec5,revision_number=3']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:52.740544 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Publish callbacks [] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.774459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] Set router 005a7abc-4522-49c4-8fc0-8a62f600dc7b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:52.779502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.849042 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557835'] for router_interface (005a7abc-4522-49c4-8fc0-8a62f600dc7b), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:52.864249 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb48dc7-9f8c-440c-8170-7e314a1252f8,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:52.895553 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ac5e78af-10ff-450e-aff5-3eced82ea14c up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:52.951758 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Network 4521f16c-5c2f-47a9-a2e8-b68788701965 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:34:52.953794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:34:52.998748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port ac5e78af-10ff-450e-aff5-3eced82ea14c triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:52.999350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:53.069168 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 4, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port': {'id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2bb48dc7-9f8c-440c-8170-7e314a1252f8', 'name': '', 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'mac_address': 'fa:16:3e:75:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:51Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 1, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'subnets': [{'id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:53.081538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Router 005a7abc-4522-49c4-8fc0-8a62f600dc7b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:34:53.115343 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ee6a8-b893-4e62-b215-fd217f85f44c None None] The sync data for ids ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'] in dv-neutron-835863-1-hyperv is: [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 4, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port': {'id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2bb48dc7-9f8c-440c-8170-7e314a1252f8', 'name': '', 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'mac_address': 'fa:16:3e:75:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:51Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 1, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'subnets': [{'id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:34:53.131086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port ac5e78af-10ff-450e-aff5-3eced82ea14c is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:53.201240 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:34:53.207363 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f61daa48-0285-4a74-961e-567352c58af7 admin admin] 10.222.0.71 "PUT /v2.0/routers/005a7abc-4522-49c4-8fc0-8a62f600dc7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230442 Apr 06 15:34:53.226451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d91d60a-acf2-4aaf-926a-d8846bf4abf6 None None] Provisioning complete for port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:53.226740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d91d60a-acf2-4aaf-926a-d8846bf4abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:53.263323 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d91d60a-acf2-4aaf-926a-d8846bf4abf6 None None] Port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:34:53.418544 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:34:53.964019 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 54420) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:53.968969 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-117b9ee9-e7ec-4c40-aaa3-bc0dc02168b7 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291246447', 'description': 'tempest-secgroup-smoke-1291246447 description', 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:54.036036 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-117b9ee9-e7ec-4c40-aaa3-bc0dc02168b7 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.107697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-117b9ee9-e7ec-4c40-aaa3-bc0dc02168b7 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group (12a27bd7-9753-46be-92e7-03024dee84e1), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.184106 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-117b9ee9-e7ec-4c40-aaa3-bc0dc02168b7 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (12a27bd7-9753-46be-92e7-03024dee84e1), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.213852 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b9ee9-e7ec-4c40-aaa3-bc0dc02168b7 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a27bd7-9753-46be-92e7-03024dee84e1,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:54.261933 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-117b9ee9-e7ec-4c40-aaa3-bc0dc02168b7 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.263343 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-117b9ee9-e7ec-4c40-aaa3-bc0dc02168b7 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2982514 Apr 06 15:34:54.266190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 54422) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:54.270913 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-feb570d5-f3cc-460a-89b7-7908f0334191 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'security_group_rule': {'security_group_id': '12a27bd7-9753-46be-92e7-03024dee84e1', 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:54.339864 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-feb570d5-f3cc-460a-89b7-7908f0334191 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (16eaf473-b9f1-4213-992b-c7256587c24d), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.351126 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.400719 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-feb570d5-f3cc-460a-89b7-7908f0334191 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (16eaf473-b9f1-4213-992b-c7256587c24d), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.464143 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-feb570d5-f3cc-460a-89b7-7908f0334191 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (16eaf473-b9f1-4213-992b-c7256587c24d), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.483959 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb570d5-f3cc-460a-89b7-7908f0334191 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16eaf473-b9f1-4213-992b-c7256587c24d,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:54.545812 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-feb570d5-f3cc-460a-89b7-7908f0334191 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.548059 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-feb570d5-f3cc-460a-89b7-7908f0334191 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2796779 Apr 06 15:34:54.550465 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 54424) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:54.554976 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [None req-01eed733-22b9-4a13-856f-2098f9b22a09 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'security_group_rule': {'security_group_id': '12a27bd7-9753-46be-92e7-03024dee84e1', 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:54.658926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01eed733-22b9-4a13-856f-2098f9b22a09 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (2cda48f8-d533-46a6-9d0b-2e85fd25c562), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.713801 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01eed733-22b9-4a13-856f-2098f9b22a09 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (2cda48f8-d533-46a6-9d0b-2e85fd25c562), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.763576 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01eed733-22b9-4a13-856f-2098f9b22a09 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2cda48f8-d533-46a6-9d0b-2e85fd25c562), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.782398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eed733-22b9-4a13-856f-2098f9b22a09 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cda48f8-d533-46a6-9d0b-2e85fd25c562,revision_number=0']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:54.862440 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-01eed733-22b9-4a13-856f-2098f9b22a09 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.863724 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-01eed733-22b9-4a13-856f-2098f9b22a09 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3121743 Apr 06 15:34:54.866626 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54426) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:54.871332 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-01161a53-f1bc-4b97-bafd-c7826f12704d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'security_group_rule': {'security_group_id': '12a27bd7-9753-46be-92e7-03024dee84e1', 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:54.879258 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8bf629e-a590-4d0d-be1c-473fde2ffec5 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:54.927645 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c8bf629e-a590-4d0d-be1c-473fde2ffec5 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:54.927937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:54.950049 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01161a53-f1bc-4b97-bafd-c7826f12704d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (379e2d46-c82d-4bc7-bd15-d3662265beef), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.004188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c8bf629e-a590-4d0d-be1c-473fde2ffec5 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:55.004588 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.006451 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01161a53-f1bc-4b97-bafd-c7826f12704d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (379e2d46-c82d-4bc7-bd15-d3662265beef), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.024201 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] For port c8bf629e-a590-4d0d-be1c-473fde2ffec5, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8bf629e-a590-4d0d-be1c-473fde2ffec5,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:55.071067 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01161a53-f1bc-4b97-bafd-c7826f12704d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (379e2d46-c82d-4bc7-bd15-d3662265beef), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.089310 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01161a53-f1bc-4b97-bafd-c7826f12704d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379e2d46-c82d-4bc7-bd15-d3662265beef,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:55.099572 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.150474 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Pushing event updated for resources: {'Port': ['ID=c8bf629e-a590-4d0d-be1c-473fde2ffec5,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:55.164794 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-01161a53-f1bc-4b97-bafd-c7826f12704d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.166278 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-01161a53-f1bc-4b97-bafd-c7826f12704d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2986135 Apr 06 15:34:55.169005 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54428) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:55.174942 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-88e62ff1-e32a-4257-af17-7703d6b0b306 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'security_group_rule': {'security_group_id': '12a27bd7-9753-46be-92e7-03024dee84e1', 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:55.286590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-88e62ff1-e32a-4257-af17-7703d6b0b306 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (89dbc523-b410-4093-9121-3a81a31b38fc), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.343532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-88e62ff1-e32a-4257-af17-7703d6b0b306 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (89dbc523-b410-4093-9121-3a81a31b38fc), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.414421 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-88e62ff1-e32a-4257-af17-7703d6b0b306 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (89dbc523-b410-4093-9121-3a81a31b38fc), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.436515 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e62ff1-e32a-4257-af17-7703d6b0b306 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dbc523-b410-4093-9121-3a81a31b38fc,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:55.501248 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-88e62ff1-e32a-4257-af17-7703d6b0b306 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.502450 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-88e62ff1-e32a-4257-af17-7703d6b0b306 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324194 Apr 06 15:34:55.505095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54430) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:55.509437 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-cb1907e6-040e-4231-8e21-041f8dee4a4e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'security_group_rule': {'security_group_id': '12a27bd7-9753-46be-92e7-03024dee84e1', 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:55.585330 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-cb1907e6-040e-4231-8e21-041f8dee4a4e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Project 3ec3b371dfea4e3b90e18a472c09ddc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:34:55.590211 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb1907e6-040e-4231-8e21-041f8dee4a4e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (ca6443de-755b-4547-bdb1-10ebedeb0765), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.648590 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb1907e6-040e-4231-8e21-041f8dee4a4e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (ca6443de-755b-4547-bdb1-10ebedeb0765), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.710885 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb1907e6-040e-4231-8e21-041f8dee4a4e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (ca6443de-755b-4547-bdb1-10ebedeb0765), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.727906 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1907e6-040e-4231-8e21-041f8dee4a4e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6443de-755b-4547-bdb1-10ebedeb0765,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:55.775732 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-cb1907e6-040e-4231-8e21-041f8dee4a4e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.776958 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-cb1907e6-040e-4231-8e21-041f8dee4a4e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2709215 Apr 06 15:34:55.779673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54432) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:34:55.784133 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-74d4ec80-1ea8-431c-bf6e-f11d6b11c9aa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'security_group_rule': {'security_group_id': '12a27bd7-9753-46be-92e7-03024dee84e1', 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:34:55.859987 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.securitygroups_db [None req-74d4ec80-1ea8-431c-bf6e-f11d6b11c9aa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Project 3ec3b371dfea4e3b90e18a472c09ddc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 15:34:55.865480 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-74d4ec80-1ea8-431c-bf6e-f11d6b11c9aa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (2e7ad553-24b5-4ebe-a797-bd5d252d3d6a), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.926012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-74d4ec80-1ea8-431c-bf6e-f11d6b11c9aa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (2e7ad553-24b5-4ebe-a797-bd5d252d3d6a), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:55.984006 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-74d4ec80-1ea8-431c-bf6e-f11d6b11c9aa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885893'] for security_group_rule (2e7ad553-24b5-4ebe-a797-bd5d252d3d6a), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:56.002308 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4ec80-1ea8-431c-bf6e-f11d6b11c9aa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7ad553-24b5-4ebe-a797-bd5d252d3d6a,revision_number=0']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:56.071573 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-74d4ec80-1ea8-431c-bf6e-f11d6b11c9aa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:56.072770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-74d4ec80-1ea8-431c-bf6e-f11d6b11c9aa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2921576 Apr 06 15:34:56.224050 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-c9e9cdb7-19d3-418d-80be-2d5b4b3ece53 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291246447&fields=id&tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7 HTTP/1.1" status: 200 len: 267 time: 0.0452793 Apr 06 15:34:56.334440 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-5410850d-76c4-4de7-a995-84806d2966e8 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:34:56.336020 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-5410850d-76c4-4de7-a995-84806d2966e8 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 810 time: 0.1053519 Apr 06 15:34:56.351473 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-de218322-58d6-450e-9043-8afc90ca0aee tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/quotas/3ec3b371dfea4e3b90e18a472c09ddc7 HTTP/1.1" status: 200 len: 375 time: 0.0097902 Apr 06 15:34:56.410157 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-64eb4f22-4012-4f0c-9f6d-12476e76609e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531816 Apr 06 15:34:56.431611 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Sync routers for ids ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:34:56.443287 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Routers {'005a7abc-4522-49c4-8fc0-8a62f600dc7b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:56.443938 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:56.639502 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-2d6974db-2eb6-4c52-a597-a50449bd70a4 service neutron] 10.222.0.71 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318913 Apr 06 15:34:56.647278 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Set router 005a7abc-4522-49c4-8fc0-8a62f600dc7b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:56.742567 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-75c19fb6-68e5-44b2-a37f-4ac9e108eece service neutron] 10.222.0.71 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954437 Apr 06 15:34:56.845376 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 4, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port': {'id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2bb48dc7-9f8c-440c-8170-7e314a1252f8', 'name': '', 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'mac_address': 'fa:16:3e:75:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:51Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 2, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'subnets': [{'id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:56.871230 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8bf629e-a590-4d0d-be1c-473fde2ffec5 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:56.876521 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Checking router: 005a7abc-4522-49c4-8fc0-8a62f600dc7b for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:34:56.876873 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Updating router 005a7abc-4522-49c4-8fc0-8a62f600dc7b port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 binding host dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 15:34:56.904367 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:56.919412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port c8bf629e-a590-4d0d-be1c-473fde2ffec5 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:56.919783 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.000903 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port c8bf629e-a590-4d0d-be1c-473fde2ffec5 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:57.163035 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Publish callbacks [] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.240912 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.291582 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596cb41-45fe-45d8-9ac2-f69700a93864 None None] Pushing event updated for resources: {'Port': ['ID=2bb48dc7-9f8c-440c-8170-7e314a1252f8,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:57.342649 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Attempting to bind port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 on host dv-neutron-835863-1-hyperv for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:34:57.343054 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Attempting to bind port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 by drivers openvswitch,hyperv on host dv-neutron-835863-1-hyperv at level 0 using segments [{'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:34:57.343454 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Attempting to bind port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 on network 4521f16c-5c2f-47a9-a2e8-b68788701965 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:34:57.349844 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Checking agent: {'id': '78b7e4e5-6c4e-480a-920e-089b7223ae9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835863-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 22, 46), 'started_at': datetime.datetime(2022, 4, 6, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835863-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:34:57.350215 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Checking segment: {'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:34:57.350609 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.351064 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Bound using segment: {'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:34:57.351530 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Bound port: 2bb48dc7-9f8c-440c-8170-7e314a1252f8, host: dv-neutron-835863-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:34:57.351903 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.416517 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] For port 2bb48dc7-9f8c-440c-8170-7e314a1252f8, host dv-neutron-835863-1-hyperv, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:34:57.419770 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] For port 2bb48dc7-9f8c-440c-8170-7e314a1252f8, host dv-neutron-835863-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2bb48dc7-9f8c-440c-8170-7e314a1252f8,segment=NetworkSegment(02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a),segment_id=02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:34:57.516795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-d04d735c-016c-4c58-b755-027e1818c4b0 None None] Provisioning complete for port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:57.517171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d04d735c-016c-4c58-b755-027e1818c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.517986 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.578932 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Routers {'005a7abc-4522-49c4-8fc0-8a62f600dc7b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:34:57.579595 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:34:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:57.583041 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596cb41-45fe-45d8-9ac2-f69700a93864 None None] Pushing event updated for resources: {'Port': ['ID=2bb48dc7-9f8c-440c-8170-7e314a1252f8,revision_number=4']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:57.596561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-d04d735c-016c-4c58-b755-027e1818c4b0 None None] Current status of the port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 is: DOWN; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:57.596954 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d04d735c-016c-4c58-b755-027e1818c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.635542 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-d04d735c-016c-4c58-b755-027e1818c4b0 None None] For port 2bb48dc7-9f8c-440c-8170-7e314a1252f8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2bb48dc7-9f8c-440c-8170-7e314a1252f8,segment=NetworkSegment(02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a),segment_id=02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:34:57.693174 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] Set router 005a7abc-4522-49c4-8fc0-8a62f600dc7b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:34:57.694305 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d04d735c-016c-4c58-b755-027e1818c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.746425 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d735c-016c-4c58-b755-027e1818c4b0 None None] Pushing event updated for resources: {'Port': ['ID=2bb48dc7-9f8c-440c-8170-7e314a1252f8,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:34:57.814374 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-dc8358ea-c17e-4402-8045-326c22d18362 None None] Provisioning complete for port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:57.814747 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-dc8358ea-c17e-4402-8045-326c22d18362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:57.896164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-dc8358ea-c17e-4402-8045-326c22d18362 None None] Current status of the port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:57.901437 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 4, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port': {'id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2bb48dc7-9f8c-440c-8170-7e314a1252f8', 'name': '', 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'mac_address': 'fa:16:3e:75:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:51Z', 'updated_at': '2022-04-06T15:34:57Z', 'revision_number': 4, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'subnets': [{'id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:34:57.927324 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1535a-8e1c-442a-9ba9-3e425b165eea None None] The sync data for ids ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'] in dv-neutron-835863-1-hyperv is: [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:52Z', 'revision_number': 4, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port': {'id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': '2bb48dc7-9f8c-440c-8170-7e314a1252f8', 'name': '', 'network_id': '4521f16c-5c2f-47a9-a2e8-b68788701965', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'mac_address': 'fa:16:3e:75:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:51Z', 'updated_at': '2022-04-06T15:34:57Z', 'revision_number': 4, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'subnets': [{'id': '9e6a0ffb-67ad-4fc5-82b4-4120a794839e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:34:58.025987 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ee31923-b4db-4bb8-9dfa-55c5baea5879 req-2745b752-9d32-415d-ba83-cd8df0280a8d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 210 time: 0.0297475 Apr 06 15:34:58.878442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2bb48dc7-9f8c-440c-8170-7e314a1252f8 up at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:34:58.927243 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Provisioning complete for port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:34:58.927923 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:34:59.005330 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Current status of the port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 is: ACTIVE; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:34:59.114036 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f15a4c2a-6ce8-498c-a9d8-b982082dad4d req-81c32f13-5da5-440b-89ec-559a0ef96d8a tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 210 time: 0.0324516 Apr 06 15:35:00.193593 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-569dff8e-ab84-404d-8c7e-87563b96a3b4 req-8aeb7278-4014-4f8e-a047-1dc22ef15733 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 210 time: 0.0286171 Apr 06 15:35:01.273045 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b3be903f-a7fd-468a-8d15-610267215e9a req-4254e86a-a2e9-4b3a-9202-b0985c1df8ed tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 210 time: 0.0276768 Apr 06 15:35:02.376699 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-560d1324-9e38-4249-9528-b6468a576b26 req-f8372391-4664-446e-9e87-d08bbc4dadf3 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 210 time: 0.0280712 Apr 06 15:35:03.475209 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a30f0f4f-8872-4613-a434-90177ed19792 req-3b28366e-44d9-4bbb-a1b0-93c161e23285 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 210 time: 0.0319149 Apr 06 15:35:04.288506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-04a40492-f7cc-47f8-b5a5-3947f74081c6 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:04.290205 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-04a40492-f7cc-47f8-b5a5-3947f74081c6 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 810 time: 0.1390839 Apr 06 15:35:04.367998 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-91067111-3a30-40ef-a605-f1effc2d00d7 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7 HTTP/1.1" status: 200 len: 380 time: 0.0623815 Apr 06 15:35:04.378442 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'port': {'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'admin_state_up': True, 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'security_groups': ['12a27bd7-9753-46be-92e7-03024dee84e1']}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:35:04.571726 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d1d7a496-98b8-4e07-8d09-13779bc1bfa6 req-dcf8bf72-cd51-4239-9a86-da025e962eaf tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 210 time: 0.0288262 Apr 06 15:35:04.573731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Made reservation on behalf of 3ec3b371dfea4e3b90e18a472c09ddc7 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:35:04.577265 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:04.704015 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Allocated IP 172.20.0.13 (89b16fff-5f2a-4427-92e9-0c121fe5a803/153aec76-580d-4368-a10e-52007b3c67c0/dd7b8889-46f0-4c38-9373-ac5be8cf5596) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:35:04.839092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:04.916906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:04.963398 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:35:04.966362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:35:04.973141 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:35:04.979272 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:35:05.027619 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:05.028262 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:05.100940 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4986bfed-2b1b-46fc-8a48-efedd74d6e82 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7269647 Apr 06 15:35:05.120339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Request body: {'port': {'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:35:05.170066 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-a0964d07-ae4e-4c5a-95df-354c78366f21 None None] Provisioning complete for port dd7b8889-46f0-4c38-9373-ac5be8cf5596 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:35:05.170625 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a0964d07-ae4e-4c5a-95df-354c78366f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:05.180386 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:05.204016 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-a0964d07-ae4e-4c5a-95df-354c78366f21 None None] Port dd7b8889-46f0-4c38-9373-ac5be8cf5596 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:35:05.482649 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7b8889-46f0-4c38-9373-ac5be8cf5596 {{(pid=104442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:35:05.490144 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Publish callbacks [] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:05.507697 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.provisioning_blocks [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Transition to ACTIVE for port object dd7b8889-46f0-4c38-9373-ac5be8cf5596 will not be triggered until provisioned by entity L2. {{(pid=104442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:35:05.567936 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:05.617267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:35:05.699103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Attempting to bind port dd7b8889-46f0-4c38-9373-ac5be8cf5596 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:35:05.699456 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Attempting to bind port dd7b8889-46f0-4c38-9373-ac5be8cf5596 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:35:05.699798 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Attempting to bind port dd7b8889-46f0-4c38-9373-ac5be8cf5596 on network 89b16fff-5f2a-4427-92e9-0c121fe5a803 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:35:05.705000 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Port dd7b8889-46f0-4c38-9373-ac5be8cf5596 on network 89b16fff-5f2a-4427-92e9-0c121fe5a803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:35:05.705332 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Attempting to bind port dd7b8889-46f0-4c38-9373-ac5be8cf5596 on network 89b16fff-5f2a-4427-92e9-0c121fe5a803 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:35:05.706304 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f458c53-56a5-42c0-9bbd-a3d6c2e0977b req-e392fd94-306a-432d-a3dd-35772b536822 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:05.707888 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f458c53-56a5-42c0-9bbd-a3d6c2e0977b req-e392fd94-306a-432d-a3dd-35772b536822 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 944 time: 0.0586407 Apr 06 15:35:05.714215 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:35:05.714554 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Checking segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:35:05.715131 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Bound using segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:35:05.715573 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Bound port: dd7b8889-46f0-4c38-9373-ac5be8cf5596, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'}}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:35:05.715944 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:05.758346 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f458c53-56a5-42c0-9bbd-a3d6c2e0977b req-11a831fe-9c73-460b-8b3c-fb75d9e9e6d6 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Apr 06 15:35:05.786362 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, cleared binding levels {{(pid=104442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:35:05.790537 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:35:05.881374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:05.917520 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:05.918145 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:05.921190 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] 10.222.0.87 "PUT /v2.0/ports/dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 1094 time: 0.8043821 Apr 06 15:35:05.921190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:35:05.922269 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee69d5c3b3a3adf30a5feb676a97b2aa30bec75a87863aa5729f525467ee491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff603ae0-f2b7-4a73-8e20-b4effeeef2af" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:35:05.944435 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a73c-b93f-44ba-8f82-85e612cfc7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:35:05.966118 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c73af3-788b-4704-acda-23f3db861111 x-openstack-request-id: req-d1c73af3-788b-4704-acda-23f3db861111 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:35:05.966413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:35:05.966668 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d1c73af3-788b-4704-acda-23f3db861111 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:35:05.967105 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c73af3-788b-4704-acda-23f3db861111'] response: {'name': 'network-changed', 'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'status': 'completed', 'code': 200} Apr 06 15:35:06.056845 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff603ae0-f2b7-4a73-8e20-b4effeeef2af req-c5968a71-3da1-484b-be30-59aea0c2cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:06.058595 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff603ae0-f2b7-4a73-8e20-b4effeeef2af req-c5968a71-3da1-484b-be30-59aea0c2cfd4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1128 time: 0.0517852 Apr 06 15:35:06.255557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff603ae0-f2b7-4a73-8e20-b4effeeef2af req-3e2865b1-b072-46e4-ad43-b4e50832b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:06.257041 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff603ae0-f2b7-4a73-8e20-b4effeeef2af req-3e2865b1-b072-46e4-ad43-b4e50832b311 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1848445 Apr 06 15:35:06.414863 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff603ae0-f2b7-4a73-8e20-b4effeeef2af req-068bafd0-8d1d-489c-bbc3-a048b260d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:06.416402 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff603ae0-f2b7-4a73-8e20-b4effeeef2af req-068bafd0-8d1d-489c-bbc3-a048b260d302 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1534433 Apr 06 15:35:06.521521 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-1fadab00-31f0-46ad-aab8-e49fb3d9428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:06.522986 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-1fadab00-31f0-46ad-aab8-e49fb3d9428b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1128 time: 0.0449843 Apr 06 15:35:06.570393 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-eddc61e6-ddcf-4bff-bf61-96d4362f0706 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 217 time: 0.0343490 Apr 06 15:35:06.625028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-62cfb500-94af-4d84-8b52-3b9b02e4774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:06.626682 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-62cfb500-94af-4d84-8b52-3b9b02e4774b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0489419 Apr 06 15:35:06.674843 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-7b669786-09e8-4a73-b8bc-8c0c42eeedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:06.676383 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-7b669786-09e8-4a73-b8bc-8c0c42eeedeb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439796 Apr 06 15:35:06.762553 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-0a67f43a-018f-48c4-afdd-42eec8d3315f service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805449 Apr 06 15:35:06.859006 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-35238806-ea62-4bb2-b7c5-97ea00291f7e req-621ca308-c7fc-472c-a95e-b9e5d86d0635 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895448 Apr 06 15:35:06.884356 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24030e0e-81d6-484b-b58d-2d50363a8cd4 req-770767d0-54f6-4155-b17b-92a2efe24b14 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:06.885836 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24030e0e-81d6-484b-b58d-2d50363a8cd4 req-770767d0-54f6-4155-b17b-92a2efe24b14 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 944 time: 0.0535858 Apr 06 15:35:06.940484 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-24030e0e-81d6-484b-b58d-2d50363a8cd4 req-44e3f441-1629-4b31-b4d7-27b48e0dd8fe tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489602 Apr 06 15:35:08.060672 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf9e2d-5765-4e0a-b056-721947e9e34c req-5017833e-ff2f-48d9-a971-cb79440de684 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:08.062146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-15bf9e2d-5765-4e0a-b056-721947e9e34c req-5017833e-ff2f-48d9-a971-cb79440de684 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 944 time: 0.0530097 Apr 06 15:35:08.110732 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-15bf9e2d-5765-4e0a-b056-721947e9e34c req-d8a6b142-aa46-4d62-9ecc-a4ad933d45ae tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Apr 06 15:35:09.121911 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1020d5be-cb80-45fc-abcd-a8ac334df40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:09.230402 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fe99f-943c-4006-9a8b-71ca4875a422 req-61f9b09b-526c-4993-a6c8-117ba1107c29 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:09.231903 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-146fe99f-943c-4006-9a8b-71ca4875a422 req-61f9b09b-526c-4993-a6c8-117ba1107c29 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 944 time: 0.0531633 Apr 06 15:35:09.280728 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-146fe99f-943c-4006-9a8b-71ca4875a422 req-5ad7384f-f64c-4c4a-9c35-c11912fe5c4d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426426 Apr 06 15:35:09.521075 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device dd7b8889-46f0-4c38-9373-ac5be8cf5596 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:35:09.614441 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:35:09.628891 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:35:09.664925 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port dd7b8889-46f0-4c38-9373-ac5be8cf5596 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:35:09.665224 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:09.677736 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7b8889-46f0-4c38-9373-ac5be8cf5596 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:35:09.696508 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:35:09.750797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:09.796680 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:35:10.145476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['dd7b8889-46f0-4c38-9373-ac5be8cf5596'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:35:10.403688 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10647122-0ddf-4683-94cf-22935ce33653 req-fcaccf8c-fb37-4809-afae-b1655d0edf0c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:10.405081 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-10647122-0ddf-4683-94cf-22935ce33653 req-fcaccf8c-fb37-4809-afae-b1655d0edf0c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 945 time: 0.0569434 Apr 06 15:35:10.453907 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-10647122-0ddf-4683-94cf-22935ce33653 req-6b423909-3823-40dc-9bdc-3a28a11a6d36 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Apr 06 15:35:11.520884 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device dd7b8889-46f0-4c38-9373-ac5be8cf5596 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:35:11.572243 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd87cb-0aac-4734-917f-162b932f863d req-8b7f434e-6e33-4ad6-b414-74d5d36039d6 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:11.573814 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f9dd87cb-0aac-4734-917f-162b932f863d req-8b7f434e-6e33-4ad6-b414-74d5d36039d6 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 945 time: 0.0539844 Apr 06 15:35:11.622592 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f9dd87cb-0aac-4734-917f-162b932f863d req-9fe1bd44-c8dd-493c-82c1-c3bfa4cf98d9 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Apr 06 15:35:11.670423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c55dd028-9858-4fe3-9b61-86ac91d36381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:11.687100 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port dd7b8889-46f0-4c38-9373-ac5be8cf5596 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:35:11.691688 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port dd7b8889-46f0-4c38-9373-ac5be8cf5596 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:35:11.692068 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:11.781991 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port dd7b8889-46f0-4c38-9373-ac5be8cf5596 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:35:11.782382 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:11.805135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:35:11.807372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21bdf3f8ce735279d77215710c239a40931a95ecbdd44fccd32a6f2fa8c1a7ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c534727a-18db-4318-954e-dee2c8436047" -d '{"events": [{"server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "name": "network-vif-plugged", "status": "completed", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:35:11.820681 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:35:11.843324 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d42631-3373-4de7-a517-d6c27b3f2832 x-openstack-request-id: req-21d42631-3373-4de7-a517-d6c27b3f2832 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:35:11.843617 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "name": "network-vif-plugged", "status": "completed", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:35:11.843972 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21d42631-3373-4de7-a517-d6c27b3f2832 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:35:11.844517 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d42631-3373-4de7-a517-d6c27b3f2832'] response: {'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'code': 200} Apr 06 15:35:11.945182 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:11.994437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:35:12.248818 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a85ded-4763-422c-91a3-9bfb04a4f615 req-a08e56f6-7564-4552-b022-17289e1f47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:12.250574 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-17a85ded-4763-422c-91a3-9bfb04a4f615 req-a08e56f6-7564-4552-b022-17289e1f47c4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1130 time: 0.0455985 Apr 06 15:35:12.297814 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-17a85ded-4763-422c-91a3-9bfb04a4f615 req-d92e3ff4-a456-478c-b81e-36df77e4abcd service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400670 Apr 06 15:35:12.742878 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ff25-3035-424b-a04f-87042865701d req-0afc6a05-c739-4e50-ade4-ea2f60569500 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:12.744372 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b7d8ff25-3035-424b-a04f-87042865701d req-0afc6a05-c739-4e50-ade4-ea2f60569500 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 946 time: 0.0565457 Apr 06 15:35:12.793250 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b7d8ff25-3035-424b-a04f-87042865701d req-c058dbf9-c04c-4562-94ad-09f18998e719 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Apr 06 15:35:13.916497 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eb6fb-0a5a-49d7-ab0f-39580fcfd5f8 req-5e590aab-6a7f-4de5-ac63-2eea07ea91ac tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:13.917976 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bf5eb6fb-0a5a-49d7-ab0f-39580fcfd5f8 req-5e590aab-6a7f-4de5-ac63-2eea07ea91ac tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 946 time: 0.0531867 Apr 06 15:35:13.968274 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-bf5eb6fb-0a5a-49d7-ab0f-39580fcfd5f8 req-e6fde2e2-7c78-4825-a029-0e7ef6ee8553 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 Apr 06 15:35:13.996484 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:14.090387 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe505a-b302-4bb7-9d79-975950fd2ae7 req-75bfd6f5-3104-4350-a271-54272d034c2f tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:14.092388 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c7fe505a-b302-4bb7-9d79-975950fd2ae7 req-75bfd6f5-3104-4350-a271-54272d034c2f tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 946 time: 0.0564125 Apr 06 15:35:14.146590 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-c7fe505a-b302-4bb7-9d79-975950fd2ae7 req-c6688677-9430-4050-bb26-9ea10e1eb882 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474858 Apr 06 15:35:14.169197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54538) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:35:14.251692 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41da0b-d479-4a18-bd37-6463020928f4 tempest-TestSnapshotPattern-628499274 tempest-TestSnapshotPattern-628499274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:14.253194 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-ed41da0b-d479-4a18-bd37-6463020928f4 tempest-TestSnapshotPattern-628499274 tempest-TestSnapshotPattern-628499274-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1125 time: 0.0830455 Apr 06 15:35:14.256112 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54542) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:35:14.260268 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:35:14.327654 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:14.425253 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:14.530580 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Allocated IP 172.26.7.46 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/f6efa6ef-f617-42e1-bf81-c8c628a6165e) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:35:14.630363 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for port (f6efa6ef-f617-42e1-bf81-c8c628a6165e), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:14.733562 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (f6efa6ef-f617-42e1-bf81-c8c628a6165e), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:14.777291 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:35:14.780197 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:35:14.783104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:35:14.810341 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'Port': ['ID=f6efa6ef-f617-42e1-bf81-c8c628a6165e,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:35:15.134259 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for floatingip (2b70d77a-65d9-460c-b13e-c3769a84561b), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:15.245774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (f6efa6ef-f617-42e1-bf81-c8c628a6165e), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:15.396199 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for port (f6efa6ef-f617-42e1-bf81-c8c628a6165e), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:15.435937 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (f6efa6ef-f617-42e1-bf81-c8c628a6165e), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:15.503761 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'Port': ['ID=f6efa6ef-f617-42e1-bf81-c8c628a6165e,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:35:15.513528 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (2b70d77a-65d9-460c-b13e-c3769a84561b), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:15.614981 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Floating IP 2b70d77a-65d9-460c-b13e-c3769a84561b associated. External IP: 172.26.7.46, port: dd7b8889-46f0-4c38-9373-ac5be8cf5596. Apr 06 15:35:15.824335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Router b282276f-9f19-4a84-8222-2b042fa6f131 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:35:15.932161 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:35:15.943025 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] Sync routers for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:35:15.952527 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:35:15.954178 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:35:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:35:16.005255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:16.039489 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6e198655-dcad-4e6f-8b10-ac2de2319f78 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7820635 Apr 06 15:35:16.040206 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:35:16.084470 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de933b61df18a83f25bab3aa4b14631601375b255c5dcac80a393db422f23468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d78593-5354-464c-a1e5-c1a68a01ac12" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:35:16.173258 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0271228e-e5db-41b0-8159-6acf81111459 x-openstack-request-id: req-0271228e-e5db-41b0-8159-6acf81111459 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:35:16.173874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:35:16.173874 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0271228e-e5db-41b0-8159-6acf81111459 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:35:16.174344 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0271228e-e5db-41b0-8159-6acf81111459'] response: {'name': 'network-changed', 'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'status': 'completed', 'code': 200} Apr 06 15:35:16.228487 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:35:16.256023 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:16.279545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-f1ce6321-969f-45ce-98c4-a14143e19245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:16.281177 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-f1ce6321-969f-45ce-98c4-a14143e19245 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1130 time: 0.0511923 Apr 06 15:35:16.371596 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-04857f9c-76e0-4ed8-9d16-63242e6b6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:16.372999 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-04857f9c-76e0-4ed8-9d16-63242e6b6233 service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0853088 Apr 06 15:35:16.442274 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-1ae493e7-23fe-4eb3-9ba4-e423a06f54f4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 999 time: 0.0634406 Apr 06 15:35:16.473495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:15Z', 'revision_number': 0, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:35:16.502637 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] Checking router: b282276f-9f19-4a84-8222-2b042fa6f131 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:35:16.511717 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:35:16.512361 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:35:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:35:16.548136 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:16.629104 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:35:16.823029 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-e0379192-fd56-47bf-a328-5a7ada5ecff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:16.824577 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-e0379192-fd56-47bf-a328-5a7ada5ecff6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.3770683 Apr 06 15:35:16.865303 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:15Z', 'revision_number': 0, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:35:16.873716 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-6c443c94-1e49-4b5e-ab67-20d9b96e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:16.875388 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-6c443c94-1e49-4b5e-ab67-20d9b96e0da0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444553 Apr 06 15:35:16.895740 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b947d-73eb-44b5-a42a-d88169f248ec None None] The sync data for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv is: [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:15Z', 'revision_number': 0, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:35:16.981378 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-2dd92e4e-0aad-4f51-8800-354a4e59d969 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915318 Apr 06 15:35:17.085934 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a7d78593-5354-464c-a1e5-c1a68a01ac12 req-90e3f8a8-8200-4396-ae90-072f0cb03528 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976260 Apr 06 15:35:17.100383 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e85829-48a3-421d-bba2-07f37e18fc16 None None] New status for floating IP 2b70d77a-65d9-460c-b13e-c3769a84561b: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:35:24.367198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:30.417054 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:35:39.154300 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-73ad60dd-dfc4-4d40-9679-a20fb52da64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:40.742751 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-9667958c-7175-4d14-81a0-35ee034a2f89 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918512 Apr 06 15:35:40.855374 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-8674d729-bbee-4e4a-a1bc-a9e45f7dabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:40.856883 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-8674d729-bbee-4e4a-a1bc-a9e45f7dabbc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1130 time: 0.0494518 Apr 06 15:35:40.957608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-9c4c24bd-38b9-4cb7-964c-5b606521386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:40.959035 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-9c4c24bd-38b9-4cb7-964c-5b606521386b service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0847058 Apr 06 15:35:41.026611 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-8087b32f-3d11-4e47-b973-7d56560abd19 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 1001 time: 0.0620720 Apr 06 15:35:41.073609 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-e2d1fe13-f822-409d-8d6b-268d55c81a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:41.075382 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-e2d1fe13-f822-409d-8d6b-268d55c81a6c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0434227 Apr 06 15:35:41.122927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-624b9ad0-f1fa-42d4-8ef2-4ae8fa938e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:35:41.124456 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-624b9ad0-f1fa-42d4-8ef2-4ae8fa938e3f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430882 Apr 06 15:35:41.214751 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-83cfbbb3-2d1b-4dd2-8b75-071bc0d07f03 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Apr 06 15:35:41.302431 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ff18c636-f8ed-4a7a-a021-70231f1efe7d req-dbf4c665-56e1-4c8d-8a92-43632c7e8de0 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821826 Apr 06 15:35:41.623996 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-309af1f4-9761-4127-8e3a-b9c667d18620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:43.995569 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:46.069985 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:46.487870 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:35:54.441148 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:07.416463 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:36:09.143149 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b72c0946-cb82-4398-9fa3-fd6a2da87e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:11.589179 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-50411bd9-47e1-44f3-a063-50d713bdbd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:14.016106 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:16.080234 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:16.485495 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:24.371788 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:39.181372 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7d7c9cb6-6994-4693-b222-b9605b862fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:41.638269 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c59d21e7-267b-4993-920f-d8dbf0a8953d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:42.675790 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-485c7e66-421e-4087-86af-5982c033ed83 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457091 Apr 06 15:36:42.761834 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-8d471846-568a-4495-905f-8e16733d131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:36:42.763388 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-8d471846-568a-4495-905f-8e16733d131f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1130 time: 0.0484712 Apr 06 15:36:42.864567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-434a7404-9580-4852-ba53-bb28c3076459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:36:42.866630 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-434a7404-9580-4852-ba53-bb28c3076459 service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0839453 Apr 06 15:36:42.935512 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-0280c57c-ddf6-41f6-a5f5-3bc6b0f4f24b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 1001 time: 0.0626354 Apr 06 15:36:42.981647 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-272f277b-4c27-4ba5-b661-50710f1fe53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:36:42.983102 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-272f277b-4c27-4ba5-b661-50710f1fe53f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0425990 Apr 06 15:36:43.029713 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-6b7a1885-d3c6-43f7-be1b-e57c0ac3dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:36:43.031250 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-6b7a1885-d3c6-43f7-be1b-e57c0ac3dfe1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427995 Apr 06 15:36:43.121589 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-05767f29-c40b-4171-82ec-f28e7581a0ec service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846791 Apr 06 15:36:43.207148 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-ed540b76-7aeb-43ec-b224-bde25c2738c9 req-062ad038-7b41-4d2b-b426-6b6199f529c3 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802355 Apr 06 15:36:43.999677 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:44.415879 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:36:46.079922 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:46.487211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:36:54.393713 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:09.148363 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-47e6cca8-4588-463b-90c4-655a4c11ccb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:11.616687 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a434-477f-95ea-1beb09ec407a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:14.025960 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:16.094000 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:16.490501 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:21.414340 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:37:24.414364 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:39.141440 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0050-da5e-40f4-9588-7ca7e09529b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:41.630562 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-86931fb3-a146-446c-8b2c-774302fc857d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:42.693916 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-46300469-e615-4d26-8df3-38e362754a3a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444264 Apr 06 15:37:42.779992 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-27e887cf-4cb8-4f78-867e-68d021624289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:37:42.781485 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-27e887cf-4cb8-4f78-867e-68d021624289 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1130 time: 0.0483091 Apr 06 15:37:42.884307 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-67bcd94d-70ed-4f5c-8c88-4226774544a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:37:42.885756 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-67bcd94d-70ed-4f5c-8c88-4226774544a0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0845981 Apr 06 15:37:42.954069 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-6814d154-4316-44e4-a723-0a1a3bd0cef5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 1001 time: 0.0626628 Apr 06 15:37:43.002357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-07c72d8a-38b1-4ab6-970f-cc62f651dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:37:43.003848 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-07c72d8a-38b1-4ab6-970f-cc62f651dd46 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0437977 Apr 06 15:37:43.051879 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-8134ac2c-c5b3-4ed1-89c1-2cdcb6a78372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:37:43.053364 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-8134ac2c-c5b3-4ed1-89c1-2cdcb6a78372 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439084 Apr 06 15:37:43.142404 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-3e7a798d-e6ec-47bf-a65f-81cdf8960a7a service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828786 Apr 06 15:37:43.230521 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-fa51ca27-447a-4961-b5bf-eeeeb429a88f req-180acfd4-11c3-4460-867c-3413783425d8 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822539 Apr 06 15:37:44.019371 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:46.089564 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:46.495679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:50.325435 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device dd7b8889-46f0-4c38-9373-ac5be8cf5596 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:37:50.423655 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:37:50.434721 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:37:50.471188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port dd7b8889-46f0-4c38-9373-ac5be8cf5596 is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:37:50.471567 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:50.484422 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd7b8889-46f0-4c38-9373-ac5be8cf5596 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:37:50.502568 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:37:50.590590 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:50.645046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:37:50.652442 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.652797 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.653144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.653481 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.653814 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.654144 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.654472 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.654812 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.655161 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.655491 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.655817 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.656141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.656462 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:37:50.662002 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['dd7b8889-46f0-4c38-9373-ac5be8cf5596'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:37:52.325222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device dd7b8889-46f0-4c38-9373-ac5be8cf5596 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:37:52.372276 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port dd7b8889-46f0-4c38-9373-ac5be8cf5596 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:37:52.372648 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:52.450933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port dd7b8889-46f0-4c38-9373-ac5be8cf5596 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:37:52.451347 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:52.473902 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:37:52.476166 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21bdf3f8ce735279d77215710c239a40931a95ecbdd44fccd32a6f2fa8c1a7ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce2e51b-f368-4859-9c70-4d1caae98a9d" -d '{"events": [{"server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "name": "network-vif-plugged", "status": "completed", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:37:52.494594 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:37:52.573118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260db281-1ae0-48a6-a926-ec9f1c16747e x-openstack-request-id: req-260db281-1ae0-48a6-a926-ec9f1c16747e {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:37:52.573118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "name": "network-vif-plugged", "status": "completed", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:37:52.573118 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-260db281-1ae0-48a6-a926-ec9f1c16747e {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:37:52.573118 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260db281-1ae0-48a6-a926-ec9f1c16747e'] response: {'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'code': 200} Apr 06 15:37:52.596242 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:52.640506 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:37:54.409800 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:37:58.413532 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:38:05.498459 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-74097db7-5f1a-4700-925e-b5d640f2a294 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291246447&fields=id&tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7 HTTP/1.1" status: 200 len: 267 time: 0.0443625 Apr 06 15:38:05.606254 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-44356e21-a9d3-4f4a-917a-dfa1bdee9cc1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:05.607681 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-44356e21-a9d3-4f4a-917a-dfa1bdee9cc1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 810 time: 0.1028075 Apr 06 15:38:05.622485 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-48d9cc6c-0e56-4d8f-a0ad-5113fdbc4646 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/quotas/3ec3b371dfea4e3b90e18a472c09ddc7 HTTP/1.1" status: 200 len: 375 time: 0.0095577 Apr 06 15:38:05.678391 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-5d9076c7-d8b7-4dcf-9f30-423aa2532ebc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509999 Apr 06 15:38:06.062334 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-83115ac4-5e2b-4b7e-8beb-dd49a1406007 service neutron] 10.222.0.71 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722124 Apr 06 15:38:06.148161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-747e15e6-2188-4ce7-9707-fd5546979d55 service neutron] 10.222.0.71 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800653 Apr 06 15:38:06.448365 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9b88337d-d391-4976-9695-f9de88823ea6 req-cdc2bb90-f871-4264-9c26-8dbdd46c09f4 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 210 time: 0.0901158 Apr 06 15:38:07.525401 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-231e3158-4c1f-423c-af94-586034b9cd4c req-75503d93-fd66-4e99-b66b-8195b2b25e11 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 210 time: 0.0273185 Apr 06 15:38:08.602321 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-9ed650f7-a43e-43cb-811e-c86561f8e8b9 req-c5da9bc7-7b0f-44fe-9e6f-5f65cdbbfa85 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 210 time: 0.0268331 Apr 06 15:38:09.150188 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33402994-4f1e-46a0-9a77-eb99516d2677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:09.678719 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b364c5fe-22c8-4c7f-8a6b-50cb54eac7df req-6aa25572-bbdd-422f-bc2a-945c4c2e8024 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 210 time: 0.0275502 Apr 06 15:38:10.369086 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device dd7b8889-46f0-4c38-9373-ac5be8cf5596 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:38:10.446716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port dd7b8889-46f0-4c38-9373-ac5be8cf5596 is: ACTIVE; New status is: DOWN {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:38:10.447141 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:10.468809 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:38:10.471096 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21bdf3f8ce735279d77215710c239a40931a95ecbdd44fccd32a6f2fa8c1a7ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95618543-7da2-43a7-ab4a-3f2344915c86" -d '{"events": [{"server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:38:10.487362 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:38:10.508500 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 15:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c60c6a-d04a-4f03-8a02-bbe4f51ca16c x-openstack-request-id: req-c7c60c6a-d04a-4f03-8a02-bbe4f51ca16c {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:38:10.508795 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:38:10.509049 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c7c60c6a-d04a-4f03-8a02-bbe4f51ca16c {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:38:10.509445 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c60c6a-d04a-4f03-8a02-bbe4f51ca16c'] response: {'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'code': 200} Apr 06 15:38:10.550067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:10.596175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=8']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:38:10.774161 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d81a7895-499b-4136-9b26-4984f01de525 req-67cb044a-17eb-4f4e-adb5-de789afb3213 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 210 time: 0.0302677 Apr 06 15:38:11.643476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e22e589f-0cbe-42c7-a950-794dfe54932b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:11.869933 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f604b93f-2b46-427e-a00b-ce5999de35e7 req-1c596f39-9097-49d1-9975-9c9b8edfb74d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 210 time: 0.0270331 Apr 06 15:38:12.384983 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-3eeeb629-d8a7-4d8a-a3f3-193c61d1c3af tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:12.387240 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-3eeeb629-d8a7-4d8a-a3f3-193c61d1c3af tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 810 time: 0.1095998 Apr 06 15:38:12.451492 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-edca8551-fa19-444b-aff0-ecbe28402fe3 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7 HTTP/1.1" status: 200 len: 380 time: 0.0558836 Apr 06 15:38:12.460069 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'port': {'device_id': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'admin_state_up': True, 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'security_groups': ['12a27bd7-9753-46be-92e7-03024dee84e1']}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:38:12.631906 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Made reservation on behalf of 3ec3b371dfea4e3b90e18a472c09ddc7 for: {'port': 1} {{(pid=104442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 15:38:12.635475 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:12.764388 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_common [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Allocated IP 172.20.0.7 (89b16fff-5f2a-4427-92e9-0c121fe5a803/153aec76-580d-4368-a10e-52007b3c67c0/d344511d-b20b-4119-b27d-6020813a5ca9) {{(pid=104442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:38:12.909844 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for port (d344511d-b20b-4119-b27d-6020813a5ca9), precommit_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:12.968650 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-03ecf655-c39f-47c7-a212-cce2def6b37d req-293d2c6d-78be-48fc-bc56-3c91ca09e014 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 210 time: 0.0277114 Apr 06 15:38:13.018282 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), after_create {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:13.079522 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'Port': ['ID=d344511d-b20b-4119-b27d-6020813a5ca9,revision_number=1']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:38:13.092752 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.093393 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.093935 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.094511 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.095028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.095484 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.095951 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.096400 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.096847 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.097304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.097760 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.098275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.098701 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:13.109803 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 is already hosted by enough agents. {{(pid=104442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:38:13.111161 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.base_scheduler [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Resources bound (agent type, host, resource id): {{(pid=104442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:38:13.114132 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Received port after_create {{(pid=104442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:38:13.218784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:13.219541 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:13.343762 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-c83c3b3b-3381-472f-b661-a27f1892ca15 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8872607 Apr 06 15:38:13.524932 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-8cf6edb6-c5ef-462c-9c9c-16458f591901 None None] Provisioning complete for port d344511d-b20b-4119-b27d-6020813a5ca9 triggered by entity DHCP. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:38:13.525592 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-8cf6edb6-c5ef-462c-9c9c-16458f591901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:13.572310 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6edb6-c5ef-462c-9c9c-16458f591901 None None] Port d344511d-b20b-4119-b27d-6020813a5ca9 cannot update to ACTIVE because it is not bound. {{(pid=104444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 15:38:14.027263 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:14.099375 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed2788-80c8-44c1-9ed9-e84fba120f83 req-f8bce54a-cc13-4072-bfe3-6b5257d0a025 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:14.101770 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b9ed2788-80c8-44c1-9ed9-e84fba120f83 req-f8bce54a-cc13-4072-bfe3-6b5257d0a025 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0574350 Apr 06 15:38:14.154219 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b9ed2788-80c8-44c1-9ed9-e84fba120f83 req-d0009e96-213b-4308-b8d7-86ce35f77dac tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464664 Apr 06 15:38:15.283429 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff654bf-31a4-4d90-9110-0aabdce6f887 req-792e70dc-973c-4940-a330-ccc5a84b1a32 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:15.284956 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ff654bf-31a4-4d90-9110-0aabdce6f887 req-792e70dc-973c-4940-a330-ccc5a84b1a32 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0594311 Apr 06 15:38:15.337301 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-1ff654bf-31a4-4d90-9110-0aabdce6f887 req-00f26d4a-c77b-49dd-9875-ea2397d939d9 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463893 Apr 06 15:38:16.106907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:16.476076 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a694bd-5407-4b71-aef1-65c1edfc7b2c req-64d27d62-0667-4738-908e-fbabee7c0fdc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:16.480642 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4a694bd-5407-4b71-aef1-65c1edfc7b2c req-64d27d62-0667-4738-908e-fbabee7c0fdc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0704863 Apr 06 15:38:16.484222 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:16.533745 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d4a694bd-5407-4b71-aef1-65c1edfc7b2c req-28dd0221-6251-4d45-af82-84f6664f36b6 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500760 Apr 06 15:38:17.665729 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bfba9-e5e8-4335-99ce-447fd5026e7b req-55d98556-c9a9-4965-92ef-8f90a19d9a12 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:17.667760 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-760bfba9-e5e8-4335-99ce-447fd5026e7b req-55d98556-c9a9-4965-92ef-8f90a19d9a12 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0613124 Apr 06 15:38:17.720433 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-760bfba9-e5e8-4335-99ce-447fd5026e7b req-ee02c5f5-7d1e-4eb1-820c-74888f0d1d1d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463195 Apr 06 15:38:18.865104 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db043c-b6ee-4aaa-817b-a1fcf4d8d4d2 req-c56993ef-5646-4a24-bd80-23d6eaf99673 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:18.866732 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1db043c-b6ee-4aaa-817b-a1fcf4d8d4d2 req-c56993ef-5646-4a24-bd80-23d6eaf99673 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0578263 Apr 06 15:38:18.919845 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a1db043c-b6ee-4aaa-817b-a1fcf4d8d4d2 req-4c72c9a8-8e40-499b-92ac-53217017299c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473185 Apr 06 15:38:20.067156 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e56e8-aadd-4091-9898-c03503e7c830 req-ff335307-9330-4198-85cd-325f943cdce8 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:20.068756 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-083e56e8-aadd-4091-9898-c03503e7c830 req-ff335307-9330-4198-85cd-325f943cdce8 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0715010 Apr 06 15:38:20.129437 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-083e56e8-aadd-4091-9898-c03503e7c830 req-94c41ebd-acd6-4348-9f9e-8e9a08bb3ef4 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549018 Apr 06 15:38:21.254577 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9f743-0dd0-4a1e-9db1-368646b1c66f req-3733c030-87fe-40b9-b6a8-d889fab3e474 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:21.256147 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ccc9f743-0dd0-4a1e-9db1-368646b1c66f req-3733c030-87fe-40b9-b6a8-d889fab3e474 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0532961 Apr 06 15:38:21.305891 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ccc9f743-0dd0-4a1e-9db1-368646b1c66f req-c8f60ca1-d182-4008-9900-6f04543ae2fd tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Apr 06 15:38:22.424106 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412bd0b-6c8f-4bed-a05d-e3f3b3f28b55 req-d749699d-db8a-48de-a637-773b8fed9954 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:22.425593 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a412bd0b-6c8f-4bed-a05d-e3f3b3f28b55 req-d749699d-db8a-48de-a637-773b8fed9954 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0536640 Apr 06 15:38:22.473739 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-a412bd0b-6c8f-4bed-a05d-e3f3b3f28b55 req-20e160ef-bc41-4ba9-b403-e0a5a9c204f5 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Apr 06 15:38:23.602023 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3cd59-0195-44d8-b6d0-e1f0249f56ea req-1fe60ce5-7086-48bc-a1df-c04ffdbcc9b9 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:23.603512 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cae3cd59-0195-44d8-b6d0-e1f0249f56ea req-1fe60ce5-7086-48bc-a1df-c04ffdbcc9b9 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0600600 Apr 06 15:38:23.652554 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cae3cd59-0195-44d8-b6d0-e1f0249f56ea req-b6931a33-150c-4d16-b1fc-8ef59aeb196e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432112 Apr 06 15:38:24.454831 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:24.480375 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.v2.base [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Request body: {'port': {'device_id': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=104442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:38:24.539620 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:24.771329 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b118c1-6bf6-4f18-8bb6-573cf59a36c0 req-61f5c6e2-fce0-4fd3-9d2e-dac6f0f9ac64 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:24.773542 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35b118c1-6bf6-4f18-8bb6-573cf59a36c0 req-61f5c6e2-fce0-4fd3-9d2e-dac6f0f9ac64 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 931 time: 0.0530376 Apr 06 15:38:24.817535 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d344511d-b20b-4119-b27d-6020813a5ca9 {{(pid=104442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:38:24.829146 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-35b118c1-6bf6-4f18-8bb6-573cf59a36c0 req-8a25d0b1-1c5e-4186-bcd8-c6ad9965f377 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483270 Apr 06 15:38:24.830123 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Publish callbacks [] for port (d344511d-b20b-4119-b27d-6020813a5ca9), precommit_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:24.843503 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.provisioning_blocks [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Transition to ACTIVE for port object d344511d-b20b-4119-b27d-6020813a5ca9 will not be triggered until provisioned by entity L2. {{(pid=104442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 15:38:24.928742 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:24.980054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d344511d-b20b-4119-b27d-6020813a5ca9,revision_number=2']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:38:25.052240 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Attempting to bind port d344511d-b20b-4119-b27d-6020813a5ca9 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 15:38:25.052591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Attempting to bind port d344511d-b20b-4119-b27d-6020813a5ca9 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 15:38:25.052926 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Attempting to bind port d344511d-b20b-4119-b27d-6020813a5ca9 on network 89b16fff-5f2a-4427-92e9-0c121fe5a803 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:38:25.058313 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Port d344511d-b20b-4119-b27d-6020813a5ca9 on network 89b16fff-5f2a-4427-92e9-0c121fe5a803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 15:38:25.058633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Attempting to bind port d344511d-b20b-4119-b27d-6020813a5ca9 on network 89b16fff-5f2a-4427-92e9-0c121fe5a803 {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 15:38:25.063900 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Checking agent: {'id': '5fd76eca-5ae3-4363-a136-c300cee2af85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'started_at': datetime.datetime(2022, 4, 6, 14, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 15:38:25.064240 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Checking segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 15:38:25.064627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Bound using segment: {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'} {{(pid=104442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 15:38:25.065068 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.managers [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Bound port: d344511d-b20b-4119-b27d-6020813a5ca9, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180c341d-b23a-4625-b7a1-2b5df1eac6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803'}}] {{(pid=104442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 15:38:25.065432 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), before_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:25.136103 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, cleared binding levels {{(pid=104442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 15:38:25.139190 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d344511d-b20b-4119-b27d-6020813a5ca9,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 15:38:25.221039 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3758916'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), after_update {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:25.262028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:25.262028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:25.262028 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] 10.222.0.87 "PUT /v2.0/ports/d344511d-b20b-4119-b27d-6020813a5ca9 HTTP/1.1" status: 200 len: 1093 time: 0.7807860 Apr 06 15:38:25.262028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:38:25.262028 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee69d5c3b3a3adf30a5feb676a97b2aa30bec75a87863aa5729f525467ee491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6424496a-17e2-4329-8f59-07b2cf6dc8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:38:25.285629 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d8dea-672b-4441-80e7-e9c92d78a9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d344511d-b20b-4119-b27d-6020813a5ca9,revision_number=3']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:38:25.306081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ee66e7-c6d6-476f-a403-9e35e7d2be46 x-openstack-request-id: req-f8ee66e7-c6d6-476f-a403-9e35e7d2be46 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:38:25.306081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:38:25.306081 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f8ee66e7-c6d6-476f-a403-9e35e7d2be46 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:38:25.306081 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ee66e7-c6d6-476f-a403-9e35e7d2be46'] response: {'name': 'network-changed', 'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'status': 'completed', 'code': 200} Apr 06 15:38:25.367217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424496a-17e2-4329-8f59-07b2cf6dc8fa req-4499d710-2798-4581-9d87-f9127de3d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:25.368753 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-6424496a-17e2-4329-8f59-07b2cf6dc8fa req-4499d710-2798-4581-9d87-f9127de3d085 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 1127 time: 0.0473459 Apr 06 15:38:25.475303 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424496a-17e2-4329-8f59-07b2cf6dc8fa req-897322e6-40a5-4646-8bf6-02737a7988f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:25.476715 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-6424496a-17e2-4329-8f59-07b2cf6dc8fa req-897322e6-40a5-4646-8bf6-02737a7988f1 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1016798 Apr 06 15:38:25.570213 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424496a-17e2-4329-8f59-07b2cf6dc8fa req-e7f541b6-d64d-4711-957a-0e71e5185b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:25.571652 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-6424496a-17e2-4329-8f59-07b2cf6dc8fa req-e7f541b6-d64d-4711-957a-0e71e5185b55 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0887244 Apr 06 15:38:25.650774 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-b399e9e0-1544-4a88-be25-15d4ba23a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:25.652306 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-b399e9e0-1544-4a88-be25-15d4ba23a7a6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 1127 time: 0.0484912 Apr 06 15:38:25.693263 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-7eec8f2f-f39d-48c6-a965-b09453180cfe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d344511d-b20b-4119-b27d-6020813a5ca9 HTTP/1.1" status: 200 len: 217 time: 0.0339346 Apr 06 15:38:25.740357 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-15543e53-e350-4284-8df5-923857690f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:25.741748 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-15543e53-e350-4284-8df5-923857690f9c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0424938 Apr 06 15:38:25.789421 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-5d57a349-4319-4db5-a0a1-c2b68d28c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:25.790939 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-5d57a349-4319-4db5-a0a1-c2b68d28c28e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436957 Apr 06 15:38:25.882363 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-7c0472a6-480d-4514-8be9-233082f3afbf service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851867 Apr 06 15:38:25.949240 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f76a5-0b66-4bfa-83b3-d1076161eec3 req-8a422957-245b-40cb-9108-75727e6a8ce1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:25.950733 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fb9f76a5-0b66-4bfa-83b3-d1076161eec3 req-8a422957-245b-40cb-9108-75727e6a8ce1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 943 time: 0.0540984 Apr 06 15:38:25.972396 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-3f4d2856-d801-40d0-88f8-9c8d502ba5b1 req-aed64002-c8ae-47f2-a414-f0fe9a6a3d75 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841045 Apr 06 15:38:26.004137 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-fb9f76a5-0b66-4bfa-83b3-d1076161eec3 req-ea835b4a-3f93-4308-a36a-e4b7d5c4d735 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474682 Apr 06 15:38:27.123713 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277bce-c2b7-4f72-a7da-a496200e6b7b req-bfd95184-f66a-4ded-837d-a6543810584f tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:27.125193 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95277bce-c2b7-4f72-a7da-a496200e6b7b req-bfd95184-f66a-4ded-837d-a6543810584f tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 943 time: 0.0527616 Apr 06 15:38:27.173655 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-95277bce-c2b7-4f72-a7da-a496200e6b7b req-b7eb78d8-50d1-44dc-b9a3-61782a162012 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Apr 06 15:38:28.292439 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6ff4-cbbf-41d9-acc5-fc17a24cdd35 req-27276eee-8d5a-48a9-a02e-42ab22e54893 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:28.293921 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-535e6ff4-cbbf-41d9-acc5-fc17a24cdd35 req-27276eee-8d5a-48a9-a02e-42ab22e54893 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 943 time: 0.0529296 Apr 06 15:38:28.342506 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-535e6ff4-cbbf-41d9-acc5-fc17a24cdd35 req-6c5db406-6e9c-4eec-87eb-c760f33353b8 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Apr 06 15:38:29.465324 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1690d09-d544-4f72-acd6-17d6294783ed req-7a7af1e9-577d-48fa-b418-94bbc357a19c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:29.466805 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1690d09-d544-4f72-acd6-17d6294783ed req-7a7af1e9-577d-48fa-b418-94bbc357a19c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 943 time: 0.0572298 Apr 06 15:38:29.515326 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f1690d09-d544-4f72-acd6-17d6294783ed req-f0eda41b-f791-4c20-9cd0-25f535c965a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Apr 06 15:38:30.524673 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d344511d-b20b-4119-b27d-6020813a5ca9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:38:30.623031 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d344511d-b20b-4119-b27d-6020813a5ca9,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:38:30.633541 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ed99-05a8-4aa9-b32e-409b6166ebf0 req-9c7ca70d-6a62-4c3f-8410-a7546454336e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:30.634200 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'port_id': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'mac_address': 'fa:16:3e:d1:8e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:38:30.636190 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8275ed99-05a8-4aa9-b32e-409b6166ebf0 req-9c7ca70d-6a62-4c3f-8410-a7546454336e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 943 time: 0.0528560 Apr 06 15:38:30.671694 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port d344511d-b20b-4119-b27d-6020813a5ca9 is: DOWN; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:38:30.672001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:30.684725 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d344511d-b20b-4119-b27d-6020813a5ca9 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:38:30.685082 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-8275ed99-05a8-4aa9-b32e-409b6166ebf0 req-d0fc1565-8b5e-46fa-8367-50a4134b7957 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439379 Apr 06 15:38:30.705198 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d344511d-b20b-4119-b27d-6020813a5ca9,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:38:30.772057 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:30.822939 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=d344511d-b20b-4119-b27d-6020813a5ca9,revision_number=4']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:38:31.145159 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['d344511d-b20b-4119-b27d-6020813a5ca9'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:38:31.806753 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81030fc-ed5a-40e5-a893-3579646d62e2 req-4c9c8347-8c1b-40c0-ba70-eec6da2ace04 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:31.808357 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f81030fc-ed5a-40e5-a893-3579646d62e2 req-4c9c8347-8c1b-40c0-ba70-eec6da2ace04 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 944 time: 0.0567799 Apr 06 15:38:31.856871 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f81030fc-ed5a-40e5-a893-3579646d62e2 req-d5cb9838-bbdd-4a7f-a9f1-b201301e626d tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Apr 06 15:38:32.555259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d344511d-b20b-4119-b27d-6020813a5ca9 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:38:32.680714 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning for port d344511d-b20b-4119-b27d-6020813a5ca9 completed by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 15:38:32.685001 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port d344511d-b20b-4119-b27d-6020813a5ca9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:38:32.685469 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:32.764719 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port d344511d-b20b-4119-b27d-6020813a5ca9 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:38:32.765098 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:32.938860 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:38:32.941004 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21bdf3f8ce735279d77215710c239a40931a95ecbdd44fccd32a6f2fa8c1a7ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77d02ed-ff75-4284-bc89-9028e8d97249" -d '{"events": [{"server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "name": "network-vif-plugged", "status": "completed", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:38:32.954554 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d344511d-b20b-4119-b27d-6020813a5ca9,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:38:32.977350 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e4eca-00f0-4d93-8307-be20995e4dcb x-openstack-request-id: req-363e4eca-00f0-4d93-8307-be20995e4dcb {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:38:32.977644 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "name": "network-vif-plugged", "status": "completed", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:38:32.977904 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-363e4eca-00f0-4d93-8307-be20995e4dcb {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:38:32.978309 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363e4eca-00f0-4d93-8307-be20995e4dcb'] response: {'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'code': 200} Apr 06 15:38:32.985426 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29eb7a9-0b5e-4ba0-a42d-22dfed1d92d3 req-6909f278-4d68-4685-acd5-b09776fa8803 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:32.987044 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f29eb7a9-0b5e-4ba0-a42d-22dfed1d92d3 req-6909f278-4d68-4685-acd5-b09776fa8803 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 944 time: 0.0572269 Apr 06 15:38:33.020595 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:33.038414 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-f29eb7a9-0b5e-4ba0-a42d-22dfed1d92d3 req-7c5177f5-76f9-4405-a110-771b53a967b3 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Apr 06 15:38:33.069660 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=d344511d-b20b-4119-b27d-6020813a5ca9,revision_number=5']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:38:33.276014 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee2013-8f8f-419c-aa06-03c9f121b05d req-edf910fb-686b-434a-b8de-0aaecfc1a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:33.277520 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-4bee2013-8f8f-419c-aa06-03c9f121b05d req-edf910fb-686b-434a-b8de-0aaecfc1a208 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 1129 time: 0.0485508 Apr 06 15:38:33.323749 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-4bee2013-8f8f-419c-aa06-03c9f121b05d req-b1d73e13-b707-406e-9f69-3103d5604907 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Apr 06 15:38:34.159320 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390e320-011d-4527-82e8-fd99b4ca1ef5 req-e390e566-8c86-47cb-b9e0-edd850aef3fa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:34.160815 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b390e320-011d-4527-82e8-fd99b4ca1ef5 req-e390e566-8c86-47cb-b9e0-edd850aef3fa tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 945 time: 0.0528514 Apr 06 15:38:34.213150 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-b390e320-011d-4527-82e8-fd99b4ca1ef5 req-3b08a1b3-329a-4048-b983-e629b3fad620 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460620 Apr 06 15:38:35.334053 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bb07-bde0-44a8-8972-e8c2ebb53a94 req-4960886a-ce8b-436b-8d11-0a2eb740101c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:35.335573 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dae7bb07-bde0-44a8-8972-e8c2ebb53a94 req-4960886a-ce8b-436b-8d11-0a2eb740101c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 945 time: 0.0537672 Apr 06 15:38:35.383860 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-dae7bb07-bde0-44a8-8972-e8c2ebb53a94 req-d8e471dc-942c-4454-ba78-c23a6163be74 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Apr 06 15:38:35.412044 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:38:35.500169 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13cef0-f6ab-4e83-b9c8-105f56115f6e req-2a51dda9-0b8c-48ce-bd62-3d0dc1b3778c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:35.501557 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb13cef0-f6ab-4e83-b9c8-105f56115f6e req-2a51dda9-0b8c-48ce-bd62-3d0dc1b3778c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 945 time: 0.0513523 Apr 06 15:38:35.551186 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-cb13cef0-f6ab-4e83-b9c8-105f56115f6e req-8d8b36e0-70f8-4292-8cfb-eb20e4f031db tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Apr 06 15:38:35.579003 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54890) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:38:35.629954 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c541373-722e-4263-a0c5-135818522a28 tempest-TestSnapshotPattern-628499274 tempest-TestSnapshotPattern-628499274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:35.632107 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6c541373-722e-4263-a0c5-135818522a28 tempest-TestSnapshotPattern-628499274 tempest-TestSnapshotPattern-628499274-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 1124 time: 0.0519710 Apr 06 15:38:35.635414 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 54892) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:38:35.639975 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.v2.base [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Request body: {'floatingip': {'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'port_id': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 15:38:35.717309 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:35.813255 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (None), before_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:35.925384 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_common [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Allocated IP 172.26.7.91 (5d38d3f6-0352-4618-ae87-fbe785b6e80c/a7629e63-b9fb-42fb-b93d-faaf1b3884ba/e22937ae-00d7-4219-9d80-92917e2df823) {{(pid=104443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 15:38:36.035123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for port (e22937ae-00d7-4219-9d80-92917e2df823), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:36.146353 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754304521301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (e22937ae-00d7-4219-9d80-92917e2df823), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:36.189532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Network 5d38d3f6-0352-4618-ae87-fbe785b6e80c is already hosted by enough agents. {{(pid=104443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 15:38:36.192312 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.base_scheduler [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Resources bound (agent type, host, resource id): {{(pid=104443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 15:38:36.198190 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Received port after_create {{(pid=104443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 15:38:36.220401 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'Port': ['ID=e22937ae-00d7-4219-9d80-92917e2df823,revision_number=1']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:38:36.231089 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.231435 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.231777 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.232113 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.232445 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.232774 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.233101 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.233428 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.233749 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.234073 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.234395 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.234715 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.235061 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:38:36.567209 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for floatingip (801e7e49-ff14-42e8-8a36-78843ebf9cdb), precommit_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:36.710572 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (e22937ae-00d7-4219-9d80-92917e2df823), before_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:36.864041 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for port (e22937ae-00d7-4219-9d80-92917e2df823), precommit_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:36.960706 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4076276'] for port (e22937ae-00d7-4219-9d80-92917e2df823), after_update {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:37.026027 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event updated for resources: {'Port': ['ID=e22937ae-00d7-4219-9d80-92917e2df823,revision_number=2']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:38:37.042739 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560430'] for floatingip (801e7e49-ff14-42e8-8a36-78843ebf9cdb), after_create {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:37.145659 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.db.l3_db [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Floating IP 801e7e49-ff14-42e8-8a36-78843ebf9cdb associated. External IP: 172.26.7.91, port: d344511d-b20b-4119-b27d-6020813a5ca9. Apr 06 15:38:37.356203 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Router b282276f-9f19-4a84-8222-2b042fa6f131 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:38:37.465681 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:38:37.475355 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] Sync routers for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:38:37.486342 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:38:37.491272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:38:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:38:37.551771 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:37.581246 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-d87ea39d-c282-4fcf-aa53-84058ce0975c tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9446878 Apr 06 15:38:37.582021 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9'}] {{(pid=104443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:38:37.584123 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de933b61df18a83f25bab3aa4b14631601375b255c5dcac80a393db422f23468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67792acc-ad7f-4b80-9de5-32824f6cf5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9"}]}' {{(pid=104443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:38:37.595026 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:38:37.620543 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57e4b6-6d45-45a1-b8eb-6d8bdae51029 x-openstack-request-id: req-cd57e4b6-6d45-45a1-b8eb-6d8bdae51029 {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:38:37.620834 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9", "status": "completed", "code": 200}]} {{(pid=104443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:38:37.621102 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cd57e4b6-6d45-45a1-b8eb-6d8bdae51029 {{(pid=104443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:38:37.621495 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd57e4b6-6d45-45a1-b8eb-6d8bdae51029'] response: {'name': 'network-changed', 'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'status': 'completed', 'code': 200} Apr 06 15:38:37.685088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-2a7fad3a-3bdd-4658-b8e9-017be42b8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:37.686650 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-2a7fad3a-3bdd-4658-b8e9-017be42b8e31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 1129 time: 0.0458946 Apr 06 15:38:37.831332 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:17Z', 'revision_number': 1, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}, {'id': '801e7e49-ff14-42e8-8a36-78843ebf9cdb', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:d1:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:38:36Z', 'updated_at': '2022-04-06T15:38:36Z', 'revision_number': 0, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:38:37.860321 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] Checking router: b282276f-9f19-4a84-8222-2b042fa6f131 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:38:37.869054 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:38:37.870395 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:38:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:38:37.984873 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:38:38.008441 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-e5370933-7c98-4578-96f4-e43d5bdef8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:38.010060 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-e5370933-7c98-4578-96f4-e43d5bdef8bb service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.3181882 Apr 06 15:38:38.074075 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-b92c862d-9c90-4480-b776-c6121e84f551 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d344511d-b20b-4119-b27d-6020813a5ca9 HTTP/1.1" status: 200 len: 998 time: 0.0581782 Apr 06 15:38:38.121842 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-f407a8a1-f3db-47ae-bac7-fc42d946265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:38.123223 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-f407a8a1-f3db-47ae-bac7-fc42d946265a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0434170 Apr 06 15:38:38.175291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-49c00009-a616-43bd-becd-aab7e28ab0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:38.176825 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-49c00009-a616-43bd-becd-aab7e28ab0fc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478952 Apr 06 15:38:38.215970 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:17Z', 'revision_number': 1, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}, {'id': '801e7e49-ff14-42e8-8a36-78843ebf9cdb', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:d1:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:38:36Z', 'updated_at': '2022-04-06T15:38:36Z', 'revision_number': 0, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:38:38.241887 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd672c-0ae9-4d4f-af98-d356185edb19 None None] The sync data for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv is: [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:17Z', 'revision_number': 1, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}, {'id': '801e7e49-ff14-42e8-8a36-78843ebf9cdb', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.91', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:d1:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:38:36Z', 'updated_at': '2022-04-06T15:38:36Z', 'revision_number': 0, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:38:38.265814 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-1a007c64-c1c8-4006-ae3f-ca8c300217c7 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831237 Apr 06 15:38:38.364879 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-67792acc-ad7f-4b80-9de5-32824f6cf5f0 req-23dbf534-1f99-4499-99eb-63a432990670 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927029 Apr 06 15:38:38.443797 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c579e-2eb4-45d9-8b94-c465f6a17c64 None None] New status for floating IP 801e7e49-ff14-42e8-8a36-78843ebf9cdb: ACTIVE {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:38:39.140140 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e2b7b199-80df-4e21-bdc6-2c3139d1100c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:41.642679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-490470a0-82ef-4edd-b61d-723f503b8e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:44.040774 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:44.685976 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-6808b4b0-8180-401f-a2e0-ab201be8f2b4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440755 Apr 06 15:38:44.769568 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-5e6906f0-4ead-40bd-ac18-aad56af99ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:44.771131 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-5e6906f0-4ead-40bd-ac18-aad56af99ee5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1128 time: 0.0447407 Apr 06 15:38:44.874536 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-acf8bfd9-0e2f-48e7-8a04-64209b8fd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:44.876033 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-acf8bfd9-0e2f-48e7-8a04-64209b8fd2ed service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0871265 Apr 06 15:38:44.940434 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-343dea4b-029f-4b10-8bf2-48b4f7cfcaf3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 999 time: 0.0585113 Apr 06 15:38:44.987755 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-edfb03f1-7808-4b2e-852b-527076110b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:44.989208 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-edfb03f1-7808-4b2e-852b-527076110b46 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0427756 Apr 06 15:38:45.041651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-9dd7ab26-a913-4311-b499-659f44bdefba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:38:45.043198 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-9dd7ab26-a913-4311-b499-659f44bdefba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480065 Apr 06 15:38:45.130580 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-ef79b9fd-f2c9-4b4c-8f48-32e5a71c7d32 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808380 Apr 06 15:38:45.222558 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-c69e4e82-e0cb-42c5-98c3-6c6c87c2a1ff req-5be0a5d0-8796-44f1-8adb-b6ed9e518173 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Apr 06 15:38:46.094120 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:46.505893 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:38:54.504856 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:09.136796 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e25fe53-3f0b-47fe-9dad-7c6fada8c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:11.641340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-eea0f685-fa3e-4035-af19-695bfe10c7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:12.409975 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:39:14.035019 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:16.092173 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:16.498005 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:24.457339 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:39.142750 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-043173a7-e5b7-4199-907a-f9f960840c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:41.611038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-c85c9cf2-82a5-4cbe-96f1-daabe344873c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:44.025967 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:44.688724 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-c341e1bb-7869-4480-a79f-ba27d33edc2e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444875 Apr 06 15:39:44.753177 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-a87b1904-ce21-4a1c-b02f-8fb9d810f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:39:44.754659 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-a87b1904-ce21-4a1c-b02f-8fb9d810f2d3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 1129 time: 0.0447624 Apr 06 15:39:44.858538 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-bc6d17ee-d4cf-44be-8743-d2329497d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:39:44.860035 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-bc6d17ee-d4cf-44be-8743-d2329497d4e2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0877748 Apr 06 15:39:44.923402 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-390265d5-ab51-4b7b-92a4-1693fddfd708 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d344511d-b20b-4119-b27d-6020813a5ca9 HTTP/1.1" status: 200 len: 1000 time: 0.0572267 Apr 06 15:39:44.971989 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-7b9e72c2-b2ae-44cf-9ea6-879bd1716f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:39:44.973431 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-7b9e72c2-b2ae-44cf-9ea6-879bd1716f32 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0432179 Apr 06 15:39:45.025330 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-7b572278-3bd4-492b-8952-4ce6e2479f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:39:45.026821 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-7b572278-3bd4-492b-8952-4ce6e2479f93 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477276 Apr 06 15:39:45.113068 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-2621afe0-fdf7-4744-9daa-643e7a3176f1 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805717 Apr 06 15:39:45.205409 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-a38a62bb-0d09-451d-ae7a-1bca31f03fd3 req-2e268cb0-42f6-45b7-a3b3-c64200e06a2b service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858307 Apr 06 15:39:46.094309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:46.511301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:39:49.408090 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:39:54.476624 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:09.124249 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9e4a36f6-f87f-4dd8-a422-25a5dc876c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:11.621260 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1fa41679-75ca-4f45-bf53-5c2b941f6db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:14.026256 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:16.083718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:16.487115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:24.466095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:26.407216 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:40:39.162446 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d988-1144-4327-b3f1-79a2431dba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:41.613722 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3236ffd2-4ba8-4207-a842-8b3f6b0553c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:43.283539 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d344511d-b20b-4119-b27d-6020813a5ca9 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=104444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 15:40:43.381421 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d344511d-b20b-4119-b27d-6020813a5ca9,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:40:43.394036 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Returning: {'device': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'port_id': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'mac_address': 'fa:16:3e:d1:8e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 15:40:43.430808 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port d344511d-b20b-4119-b27d-6020813a5ca9 is: ACTIVE; New status is: BUILD {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:40:43.431217 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:43.444287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d344511d-b20b-4119-b27d-6020813a5ca9 {{(pid=104444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 15:40:43.463115 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d344511d-b20b-4119-b27d-6020813a5ca9,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:40:43.554088 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:43.605341 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=d344511d-b20b-4119-b27d-6020813a5ca9,revision_number=6']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:40:43.612627 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.612962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.613308 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.613652 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.613983 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.614315 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.614647 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.614999 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.615340 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.620064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.620064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.620064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.620064 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:43.631423 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] get_ports_and_sgs() called for port_ids ['d344511d-b20b-4119-b27d-6020813a5ca9'] {{(pid=104444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 15:40:44.065080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:45.299272 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d344511d-b20b-4119-b27d-6020813a5ca9 up at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 15:40:45.347078 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.provisioning_blocks [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Provisioning complete for port d344511d-b20b-4119-b27d-6020813a5ca9 triggered by entity L2. {{(pid=104444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 15:40:45.347451 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8013436'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), provisioning_complete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:45.423514 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Current status of the port d344511d-b20b-4119-b27d-6020813a5ca9 is: BUILD; New status is: ACTIVE {{(pid=104444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 15:40:45.423907 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7942517'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), before_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:45.450794 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9'}] {{(pid=104444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:40:45.454667 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21bdf3f8ce735279d77215710c239a40931a95ecbdd44fccd32a6f2fa8c1a7ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9187ab-0f15-415e-ba60-c1b48e4c263f" -d '{"events": [{"server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "name": "network-vif-plugged", "status": "completed", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9"}]}' {{(pid=104444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:40:45.471755 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d344511d-b20b-4119-b27d-6020813a5ca9,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:40:45.504039 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73245845-8221-4ffe-a066-71fc7e6d5f75 x-openstack-request-id: req-73245845-8221-4ffe-a066-71fc7e6d5f75 {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:40:45.504438 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "name": "network-vif-plugged", "status": "completed", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9", "code": 200}]} {{(pid=104444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:40:45.505040 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73245845-8221-4ffe-a066-71fc7e6d5f75 {{(pid=104444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:40:45.505444 dv-neutron-835863-1-hyperv neutron-server[104444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73245845-8221-4ffe-a066-71fc7e6d5f75'] response: {'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'code': 200} Apr 06 15:40:45.553963 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754305041183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754304521319', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754304521337'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:45.602157 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Pushing event updated for resources: {'Port': ['ID=d344511d-b20b-4119-b27d-6020813a5ca9,revision_number=7']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:40:45.764394 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-38d923eb-7a54-43b2-b5df-27102ee5c8c4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0970664 Apr 06 15:40:45.854705 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-e9e12da4-1356-43e4-885f-003c03ec61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:45.856666 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-e9e12da4-1356-43e4-885f-003c03ec61fa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1128 time: 0.0490694 Apr 06 15:40:45.973385 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-fa4cd913-6aa4-4593-9cc1-74d5a13c148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:45.974893 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-fa4cd913-6aa4-4593-9cc1-74d5a13c148b service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0986235 Apr 06 15:40:46.079544 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-d3a404ee-8482-4db9-8b24-3a8b7e7e5ba3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 999 time: 0.0983114 Apr 06 15:40:46.139355 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-98b23dc8-ae8c-4ffd-b325-7dffca7e66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:46.140903 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-98b23dc8-ae8c-4ffd-b325-7dffca7e66fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0542958 Apr 06 15:40:46.143094 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:46.236656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-aa8019cb-0639-4a41-8bc4-fb8160123bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:46.250035 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-aa8019cb-0639-4a41-8bc4-fb8160123bfc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0903294 Apr 06 15:40:46.349571 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-96e84e71-b9e4-4a19-a97c-2496eb776e01 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024468 Apr 06 15:40:46.495319 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-b9d40c13-41b7-4d73-84ae-33ea34b7b43a req-696c66cb-c59b-4c91-a3bc-07f9c3260185 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392994 Apr 06 15:40:46.533632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:54.476540 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:57.612656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55132) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:40:57.767176 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Deleting port e22937ae-00d7-4219-9d80-92917e2df823 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:40:57.767506 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (e22937ae-00d7-4219-9d80-92917e2df823), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:57.839578 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (e22937ae-00d7-4219-9d80-92917e2df823), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:57.839904 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for floatingip (e22937ae-00d7-4219-9d80-92917e2df823), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:57.851840 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Calling delete_port for e22937ae-00d7-4219-9d80-92917e2df823 owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:40:58.081731 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (e22937ae-00d7-4219-9d80-92917e2df823), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:58.110794 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event deleted for resources: {'Port': ['ID=e22937ae-00d7-4219-9d80-92917e2df823,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:40:58.135252 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.135608 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.135955 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.136296 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.136631 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.136965 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.137294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.137621 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.137948 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.138275 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.138600 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.139054 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.139383 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:40:58.180750 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for floatingip (801e7e49-ff14-42e8-8a36-78843ebf9cdb), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:58.181079 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Floating IP 801e7e49-ff14-42e8-8a36-78843ebf9cdb disassociated (deleted). External IP: 172.26.7.91, port: d344511d-b20b-4119-b27d-6020813a5ca9. Apr 06 15:40:58.390759 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Router b282276f-9f19-4a84-8222-2b042fa6f131 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:40:58.500244 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:40:58.505043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:40:58.509993 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] Sync routers for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:40:58.520080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:40:58.520716 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:40:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:40:58.535972 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-7a610ec9-e0a1-41a6-a694-8b08f79607a1 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "DELETE /v2.0/floatingips/801e7e49-ff14-42e8-8a36-78843ebf9cdb HTTP/1.1" status: 204 len: 168 time: 0.9221375 Apr 06 15:40:58.536515 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:40:58.538784 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee69d5c3b3a3adf30a5feb676a97b2aa30bec75a87863aa5729f525467ee491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2238a5e3-922a-4555-9a3a-9e5e023b9d56" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:40:58.646168 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c842a6db-b8b3-4558-bd97-f8808f23e25e x-openstack-request-id: req-c842a6db-b8b3-4558-bd97-f8808f23e25e {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:40:58.646800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:40:58.646800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c842a6db-b8b3-4558-bd97-f8808f23e25e {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:40:58.647116 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c842a6db-b8b3-4558-bd97-f8808f23e25e'] response: {'name': 'network-changed', 'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'status': 'completed', 'code': 200} Apr 06 15:40:58.715173 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-e8e0c840-9431-4058-a38e-7ed4a0cdd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:58.716716 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-e8e0c840-9431-4058-a38e-7ed4a0cdd963 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 1129 time: 0.0481682 Apr 06 15:40:58.779007 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:40:58.813392 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-28a33da4-0bb2-4052-8bc6-d4e51e0bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:58.815142 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-28a33da4-0bb2-4052-8bc6-d4e51e0bff69 service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0916409 Apr 06 15:40:58.860704 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-3c7af4fc-1881-4c06-9eaf-c0788c8c8339 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d344511d-b20b-4119-b27d-6020813a5ca9 HTTP/1.1" status: 200 len: 217 time: 0.0382218 Apr 06 15:40:58.914990 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-934fa963-4ccb-4597-a202-cf81f3a6f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:58.916768 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-934fa963-4ccb-4597-a202-cf81f3a6f8ea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0505025 Apr 06 15:40:58.969023 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-9c5f3a4a-2230-4272-9b62-4aebeed81ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:58.970825 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-9c5f3a4a-2230-4272-9b62-4aebeed81ba0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482726 Apr 06 15:40:59.000930 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16600470-f03c-45d1-a175-478ac56a68dc req-ee5065e3-701b-4387-9591-3222ad54057f tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:40:59.002477 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-16600470-f03c-45d1-a175-478ac56a68dc req-ee5065e3-701b-4387-9591-3222ad54057f tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 945 time: 0.0553508 Apr 06 15:40:59.026745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:17Z', 'revision_number': 1, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:40:59.055486 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-16600470-f03c-45d1-a175-478ac56a68dc req-2334ba50-7c53-4683-acbf-d86566f95956 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 Apr 06 15:40:59.057287 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] Checking router: b282276f-9f19-4a84-8222-2b042fa6f131 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:40:59.066400 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:40:59.067267 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:40:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:40:59.079479 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-266f2c64-9184-4d1e-b19d-b115cd9b43c7 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011367 Apr 06 15:40:59.171088 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-2238a5e3-922a-4555-9a3a-9e5e023b9d56 req-eeb3db7c-7f8c-4ce9-b521-2ddfb348dafe service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833602 Apr 06 15:40:59.177012 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:40:59.400751 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:17Z', 'revision_number': 1, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:40:59.427042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d87b00e-0b52-4360-8585-3a3e4dee028f None None] The sync data for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv is: [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_floatingips': [{'id': '2b70d77a-65d9-460c-b13e-c3769a84561b', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'router_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'port_id': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'mac_address': 'fa:16:3e:f5:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T15:35:15Z', 'updated_at': '2022-04-06T15:35:17Z', 'revision_number': 1, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:40:59.644889 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdadd32-7f17-4fb5-8ea6-02584e33fd22 None None] New status for floating IP 801e7e49-ff14-42e8-8a36-78843ebf9cdb: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:41:00.180566 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbd1af-15d0-4a68-8ca2-76c983c838d6 req-0cfddbd1-8060-4b75-84e9-3df5390ab11a tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:00.182045 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-84bbd1af-15d0-4a68-8ca2-76c983c838d6 req-0cfddbd1-8060-4b75-84e9-3df5390ab11a tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 945 time: 0.0562720 Apr 06 15:41:00.230420 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-84bbd1af-15d0-4a68-8ca2-76c983c838d6 req-7de69b90-c304-46ef-b607-20c3190eacf0 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Apr 06 15:41:00.770271 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-52ad3687-4b6d-4fed-8431-4e887d4531cc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:00.771770 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-52ad3687-4b6d-4fed-8431-4e887d4531cc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 945 time: 0.0570545 Apr 06 15:41:00.860732 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Deleting port d344511d-b20b-4119-b27d-6020813a5ca9 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:00.861078 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:00.950718 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] For port d344511d-b20b-4119-b27d-6020813a5ca9, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d344511d-b20b-4119-b27d-6020813a5ca9,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:00.951649 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:00.964163 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Calling delete_port for d344511d-b20b-4119-b27d-6020813a5ca9 owned by compute:nova {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:01.141824 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d344511d-b20b-4119-b27d-6020813a5ca9), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:01.171746 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event deleted for resources: {'Port': ['ID=d344511d-b20b-4119-b27d-6020813a5ca9,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:01.218346 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] No DVR routers for this DVR port d344511d-b20b-4119-b27d-6020813a5ca9 on host hv-neutron-8358 {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:41:01.220895 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:01.224126 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-9d3c415b-d93a-4859-870a-7a5e4bf1a610 req-99892bc4-7d40-4732-88a6-82e21d0c3fbb tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "DELETE /v2.0/ports/d344511d-b20b-4119-b27d-6020813a5ca9 HTTP/1.1" status: 204 len: 173 time: 0.4477673 Apr 06 15:41:01.224567 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'name': 'network-vif-deleted', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:41:01.226899 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee69d5c3b3a3adf30a5feb676a97b2aa30bec75a87863aa5729f525467ee491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f55f8b-9900-4686-a423-66289d825a83" -d '{"events": [{"server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "name": "network-vif-deleted", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:41:01.263285 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e43f451-f5bc-4b0d-a35c-233395f99362 x-openstack-request-id: req-5e43f451-f5bc-4b0d-a35c-233395f99362 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:41:01.263588 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d8af94-5b6a-4c6e-8152-27493d9a987f", "name": "network-vif-deleted", "tag": "d344511d-b20b-4119-b27d-6020813a5ca9", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:41:01.263846 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5e43f451-f5bc-4b0d-a35c-233395f99362 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:41:01.264250 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e43f451-f5bc-4b0d-a35c-233395f99362'] response: {'server_uuid': 'd8d8af94-5b6a-4c6e-8152-27493d9a987f', 'name': 'network-vif-deleted', 'tag': 'd344511d-b20b-4119-b27d-6020813a5ca9', 'status': 'completed', 'code': 200} Apr 06 15:41:01.333187 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-7f52f8a8-4095-49ae-aec0-403b8b7c3225 req-fece415c-ddf9-4ee5-a6a7-be1d70d1c08e tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d8af94-5b6a-4c6e-8152-27493d9a987f HTTP/1.1" status: 200 len: 210 time: 0.0300269 Apr 06 15:41:01.361333 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d344511d-b20b-4119-b27d-6020813a5ca9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:01.385632 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: d344511d-b20b-4119-b27d-6020813a5ca9 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:01.386067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d344511d-b20b-4119-b27d-6020813a5ca9 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:03.405603 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:41:03.634927 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55194) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:03.788995 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Deleting port f6efa6ef-f617-42e1-bf81-c8c628a6165e {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:03.789341 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f6efa6ef-f617-42e1-bf81-c8c628a6165e), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:04.097992 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f6efa6ef-f617-42e1-bf81-c8c628a6165e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:04.098211 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for floatingip (f6efa6ef-f617-42e1-bf81-c8c628a6165e), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:04.109928 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Calling delete_port for f6efa6ef-f617-42e1-bf81-c8c628a6165e owned by network:floatingip {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:04.324655 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f6efa6ef-f617-42e1-bf81-c8c628a6165e), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:04.347545 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event deleted for resources: {'Port': ['ID=f6efa6ef-f617-42e1-bf81-c8c628a6165e,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:04.411217 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for floatingip (2b70d77a-65d9-460c-b13e-c3769a84561b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:04.411554 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.db.l3_db [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Floating IP 2b70d77a-65d9-460c-b13e-c3769a84561b disassociated (deleted). External IP: 172.26.7.46, port: dd7b8889-46f0-4c38-9373-ac5be8cf5596. Apr 06 15:41:04.623413 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Router b282276f-9f19-4a84-8222-2b042fa6f131 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:41:04.732800 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:41:04.737557 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for floatingip (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:04.742473 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] Sync routers for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:41:04.754375 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:41:04.755030 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:40:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:04.767748 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-6c09f131-80cb-4db1-82c8-6485a92f8b43 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "DELETE /v2.0/floatingips/2b70d77a-65d9-460c-b13e-c3769a84561b HTTP/1.1" status: 204 len: 168 time: 1.1317084 Apr 06 15:41:04.768426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:41:04.770789 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee69d5c3b3a3adf30a5feb676a97b2aa30bec75a87863aa5729f525467ee491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:41:04.809238 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 15:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f129bd8-9ea3-476f-810f-a50151d3e41c x-openstack-request-id: req-6f129bd8-9ea3-476f-810f-a50151d3e41c {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:41:04.809613 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:41:04.810043 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6f129bd8-9ea3-476f-810f-a50151d3e41c {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:41:04.811770 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f129bd8-9ea3-476f-810f-a50151d3e41c'] response: {'name': 'network-changed', 'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'status': 'completed', 'code': 200} Apr 06 15:41:04.873728 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:41:04.875206 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-769c7042-07bf-4a40-9ffb-bf51e3890f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:04.876732 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-769c7042-07bf-4a40-9ffb-bf51e3890f5b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 1128 time: 0.0465121 Apr 06 15:41:04.972783 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-7152f40e-4d18-47c8-a97c-f5b11f64bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:04.974242 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-7152f40e-4d18-47c8-a97c-f5b11f64bc65 service neutron] 10.222.0.87 "GET /v2.0/networks?id=89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 200 len: 912 time: 0.0909221 Apr 06 15:41:05.023398 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-c15f1607-f3bf-4be3-92d1-56b23bb3f18a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 200 len: 217 time: 0.0433936 Apr 06 15:41:05.077945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-247b6dcd-6520-4e22-940c-3825198d4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:05.079781 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-247b6dcd-6520-4e22-940c-3825198d4a4b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 200 len: 849 time: 0.0509503 Apr 06 15:41:05.087135 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:05.117459 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] Checking router: b282276f-9f19-4a84-8222-2b042fa6f131 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:41:05.135095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:41:05.135095 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:40:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:05.141795 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-b541ce63-2f39-4175-b529-d2370d6d016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:05.143349 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-b541ce63-2f39-4175-b529-d2370d6d016f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89b16fff-5f2a-4427-92e9-0c121fe5a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0563281 Apr 06 15:41:05.204735 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e36e5-cb94-4bc6-bb63-f5adf076a0d0 req-2c0cd96f-b9f6-42bd-bad8-98409c069f50 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:05.206247 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ec6e36e5-cb94-4bc6-bb63-f5adf076a0d0 req-2c0cd96f-b9f6-42bd-bad8-98409c069f50 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 944 time: 0.0549128 Apr 06 15:41:05.241084 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-0ed97ed8-2caa-4df9-b784-9ebbc15bb46f service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902886 Apr 06 15:41:05.248888 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:41:05.285600 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-ec6e36e5-cb94-4bc6-bb63-f5adf076a0d0 req-09c52130-964b-4f8e-a317-0ccfabbb7436 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697265 Apr 06 15:41:05.363121 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-8da71dfd-2ba1-49f5-9a87-ebed66e8b436 req-35512be4-2a83-4f29-ac36-46f54917f361 service neutron] 10.222.0.87 "GET /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154029 Apr 06 15:41:05.392656 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d344511d-b20b-4119-b27d-6020813a5ca9 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:05.440942 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: d344511d-b20b-4119-b27d-6020813a5ca9 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:05.441301 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device d344511d-b20b-4119-b27d-6020813a5ca9 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:05.514183 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:05.543910 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53198ce4-e88d-4d32-9d5d-e706f948e7e6 None None] The sync data for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv is: [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:34:45Z', 'revision_number': 4, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv', '_interfaces': [{'id': 'f5b50ca8-3faf-4fd6-8cb3-068961e630e4', 'name': '', 'network_id': '89b16fff-5f2a-4427-92e9-0c121fe5a803', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'mac_address': 'fa:16:3e:c3:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '153aec76-580d-4368-a10e-52007b3c67c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:45Z', 'updated_at': '2022-04-06T15:34:49Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'subnets': [{'id': '153aec76-580d-4368-a10e-52007b3c67c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:41:05.791493 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124afe3-908d-4584-9679-6da8d967b066 None None] New status for floating IP 2b70d77a-65d9-460c-b13e-c3769a84561b: DOWN {{(pid=104449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 15:41:06.056476 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-b6d58d8f-4e53-4f30-8ca2-1bc696fc117a tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:06.057962 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-b6d58d8f-4e53-4f30-8ca2-1bc696fc117a tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 944 time: 0.0532048 Apr 06 15:41:06.148245 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Deleting port dd7b8889-46f0-4c38-9373-ac5be8cf5596 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:06.148592 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:06.240286 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] For port dd7b8889-46f0-4c38-9373-ac5be8cf5596, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=dd7b8889-46f0-4c38-9373-ac5be8cf5596,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:06.240656 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:06.253512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Calling delete_port for dd7b8889-46f0-4c38-9373-ac5be8cf5596 owned by compute:nova {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:06.424951 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458995b-4a13-49e3-bd3c-17b4c3b821b2 req-4aa383fc-ba8c-4326-840c-a2ba795f3d07 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 15:41:06.426457 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d458995b-4a13-49e3-bd3c-17b4c3b821b2 req-4aa383fc-ba8c-4326-840c-a2ba795f3d07 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c8a7da0-a995-42c3-b1e4-d5939808c875 HTTP/1.1" status: 200 len: 944 time: 0.0575290 Apr 06 15:41:06.444877 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (dd7b8889-46f0-4c38-9373-ac5be8cf5596), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:06.475107 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [req-d458995b-4a13-49e3-bd3c-17b4c3b821b2 req-61dda7ef-ab84-48a1-a268-351fc9cff399 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a27bd7-9753-46be-92e7-03024dee84e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 Apr 06 15:41:06.475763 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event deleted for resources: {'Port': ['ID=dd7b8889-46f0-4c38-9373-ac5be8cf5596,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:06.520740 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] No DVR routers for this DVR port dd7b8889-46f0-4c38-9373-ac5be8cf5596 on host hv-neutron-8358 {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:41:06.523379 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46925'] for port (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:06.526845 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [req-12a8cb61-2de5-424d-ba4f-fac37a5a48a2 req-20e81169-7b35-43da-97a8-b5d1f45f6033 tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.87 "DELETE /v2.0/ports/dd7b8889-46f0-4c38-9373-ac5be8cf5596 HTTP/1.1" status: 204 len: 173 time: 0.4640906 Apr 06 15:41:06.813267 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'name': 'network-vif-deleted', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596'}] {{(pid=104442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 15:41:06.815681 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee69d5c3b3a3adf30a5feb676a97b2aa30bec75a87863aa5729f525467ee491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83776d64-e43a-4d7f-8977-9613805a8639" -d '{"events": [{"server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "name": "network-vif-deleted", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596"}]}' {{(pid=104442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 15:41:06.854707 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a44667-91d2-4d37-9dd7-c42df494e1b0 x-openstack-request-id: req-02a44667-91d2-4d37-9dd7-c42df494e1b0 {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 15:41:06.855041 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a7da0-a995-42c3-b1e4-d5939808c875", "name": "network-vif-deleted", "tag": "dd7b8889-46f0-4c38-9373-ac5be8cf5596", "status": "completed", "code": 200}]} {{(pid=104442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 15:41:06.855309 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-02a44667-91d2-4d37-9dd7-c42df494e1b0 {{(pid=104442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 15:41:06.855720 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a44667-91d2-4d37-9dd7-c42df494e1b0'] response: {'server_uuid': '8c8a7da0-a995-42c3-b1e4-d5939808c875', 'name': 'network-vif-deleted', 'tag': 'dd7b8889-46f0-4c38-9373-ac5be8cf5596', 'status': 'completed', 'code': 200} Apr 06 15:41:07.535512 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55208) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:07.595693 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f794-0f8a-48a2-b765-ec6618c8d8dc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group (12a27bd7-9753-46be-92e7-03024dee84e1), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:07.621044 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f794-0f8a-48a2-b765-ec6618c8d8dc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group (12a27bd7-9753-46be-92e7-03024dee84e1), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:07.796088 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f794-0f8a-48a2-b765-ec6618c8d8dc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (12a27bd7-9753-46be-92e7-03024dee84e1), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:07.798595 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f794-0f8a-48a2-b765-ec6618c8d8dc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:07.799783 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-2ed2f794-0f8a-48a2-b765-ec6618c8d8dc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] 10.222.0.71 "DELETE /v2.0/security-groups/12a27bd7-9753-46be-92e7-03024dee84e1 HTTP/1.1" status: 204 len: 168 time: 0.2632897 Apr 06 15:41:07.809096 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f794-0f8a-48a2-b765-ec6618c8d8dc tempest-TestSnapshotPattern-24819826 tempest-TestSnapshotPattern-24819826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a27bd7-9753-46be-92e7-03024dee84e1,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:07.953527 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55212) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:08.427119 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (b282276f-9f19-4a84-8222-2b042fa6f131), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:08.673797 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Deleting port f5b50ca8-3faf-4fd6-8cb3-068961e630e4 {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:08.674502 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:08.750986 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] For port f5b50ca8-3faf-4fd6-8cb3-068961e630e4, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:08.751339 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:08.763859 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Calling delete_port for f5b50ca8-3faf-4fd6-8cb3-068961e630e4 owned by network:router_interface {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:09.009860 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (f5b50ca8-3faf-4fd6-8cb3-068961e630e4), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:09.039702 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b50ca8-3faf-4fd6-8cb3-068961e630e4,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:09.130306 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-a6de9418-66e0-42fe-86ed-690797104a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:09.206009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (b282276f-9f19-4a84-8222-2b042fa6f131), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:09.391779 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device dd7b8889-46f0-4c38-9373-ac5be8cf5596 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:09.413534 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] No Port match for: dd7b8889-46f0-4c38-9373-ac5be8cf5596 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:09.414021 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Device dd7b8889-46f0-4c38-9373-ac5be8cf5596 not bound to the agent host hv-neutron-8358 {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:09.651092 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Router b282276f-9f19-4a84-8222-2b042fa6f131 has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:41:09.756651 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:41:09.762899 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-d1f72e45-e70b-46c8-9ae7-5f155a46139f admin admin] 10.222.0.71 "PUT /v2.0/routers/b282276f-9f19-4a84-8222-2b042fa6f131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8070145 Apr 06 15:41:09.764661 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55216) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:09.767038 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] Sync routers for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:41:09.776707 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:41:09.777329 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:40:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:09.866049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks [] for router (b282276f-9f19-4a84-8222-2b042fa6f131), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:09.885624 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: dv-neutron-835863-1-hyperv {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:41:09.974558 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks [] for router_gateway (b282276f-9f19-4a84-8222-2b042fa6f131), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.069748 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77'}], 'enable_snat': True}, 'gw_port_id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:41:08Z', 'revision_number': 5, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port': {'id': 'd24a2d83-362f-4150-b64c-e6ede471aa0f', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:43Z', 'updated_at': '2022-04-06T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:10.096486 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] Checking router: b282276f-9f19-4a84-8222-2b042fa6f131 for host: dv-neutron-835863-1-hyperv {{(pid=104444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:41:10.097087 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Deleting port d24a2d83-362f-4150-b64c-e6ede471aa0f {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:10.097429 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.105113 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] Routers {'b282276f-9f19-4a84-8222-2b042fa6f131'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:41:10.105726 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:40:42Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['b282276f-9f19-4a84-8222-2b042fa6f131'], 'active': True} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:10.177616 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] For port d24a2d83-362f-4150-b64c-e6ede471aa0f, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=d24a2d83-362f-4150-b64c-e6ede471aa0f,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:10.177971 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.191426 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Calling delete_port for d24a2d83-362f-4150-b64c-e6ede471aa0f owned by network:router_gateway {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:10.199584 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvr_db [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] Set router b282276f-9f19-4a84-8222-2b042fa6f131 gateway port host: None {{(pid=104444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:41:10.251953 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_hamode_db [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:41:09Z', 'revision_number': 6, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:10.281883 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf38fa-01ad-4ca5-85e8-bc297e1fb495 None None] The sync data for ids ['b282276f-9f19-4a84-8222-2b042fa6f131'] in dv-neutron-835863-1-hyperv is: [{'id': 'b282276f-9f19-4a84-8222-2b042fa6f131', 'name': 'tempest-TestSnapshotPattern-1671894404-router', 'tenant_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:42Z', 'updated_at': '2022-04-06T15:41:09Z', 'revision_number': 6, 'project_id': '3ec3b371dfea4e3b90e18a472c09ddc7', 'gw_port_host': None}] {{(pid=104444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:41:10.438603 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (d24a2d83-362f-4150-b64c-e6ede471aa0f), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.467627 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24a2d83-362f-4150-b64c-e6ede471aa0f,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:10.530314 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (b282276f-9f19-4a84-8222-2b042fa6f131), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.640529 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (b282276f-9f19-4a84-8222-2b042fa6f131), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.642772 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks [] for router_controller (b282276f-9f19-4a84-8222-2b042fa6f131), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.815531 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (b282276f-9f19-4a84-8222-2b042fa6f131), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.816181 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b282276f-9f19-4a84-8222-2b042fa6f131 {{(pid=104442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:41:10.820329 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.821545 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-36b39048-456f-41f2-9d13-5632da24db87 admin admin] 10.222.0.71 "DELETE /v2.0/routers/b282276f-9f19-4a84-8222-2b042fa6f131 HTTP/1.1" status: 204 len: 168 time: 1.0559039 Apr 06 15:41:10.824037 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55218) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:10.868249 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cac8c2-fe72-4e54-ba3d-98da2d860875 admin admin] Deleting subnet 153aec76-580d-4368-a10e-52007b3c67c0 {{(pid=104442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:41:10.871402 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cac8c2-fe72-4e54-ba3d-98da2d860875 admin admin] Publish callbacks [] for subnet (153aec76-580d-4368-a10e-52007b3c67c0), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.906796 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cac8c2-fe72-4e54-ba3d-98da2d860875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3757741'] for subnet (153aec76-580d-4368-a10e-52007b3c67c0), precommit_delete_associations {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:10.988049 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cac8c2-fe72-4e54-ba3d-98da2d860875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (153aec76-580d-4368-a10e-52007b3c67c0), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.062552 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f5b50ca8-3faf-4fd6-8cb3-068961e630e4 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:11.083650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: f5b50ca8-3faf-4fd6-8cb3-068961e630e4 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:11.083650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device f5b50ca8-3faf-4fd6-8cb3-068961e630e4 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:11.083650 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d24a2d83-362f-4150-b64c-e6ede471aa0f no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:11.096444 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cac8c2-fe72-4e54-ba3d-98da2d860875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3758994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1734881'] for subnet (153aec76-580d-4368-a10e-52007b3c67c0), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.103696 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: d24a2d83-362f-4150-b64c-e6ede471aa0f {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:11.104055 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device d24a2d83-362f-4150-b64c-e6ede471aa0f not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:11.122291 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cac8c2-fe72-4e54-ba3d-98da2d860875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153aec76-580d-4368-a10e-52007b3c67c0,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:11.129304 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-52cac8c2-fe72-4e54-ba3d-98da2d860875 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.132561 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-52cac8c2-fe72-4e54-ba3d-98da2d860875 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/153aec76-580d-4368-a10e-52007b3c67c0 HTTP/1.1" status: 204 len: 168 time: 0.3075786 Apr 06 15:41:11.135065 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55220) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:11.137956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c977f72-289f-41ab-a7c7-d02313f47fff None None] Network 89b16fff-5f2a-4427-92e9-0c121fe5a803 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:41:11.206458 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (89b16fff-5f2a-4427-92e9-0c121fe5a803), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.271501 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Deleting port 689cf308-47ee-4144-9cb7-051b1572d94b {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:11.271851 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.340460 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] For port 689cf308-47ee-4144-9cb7-051b1572d94b, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=689cf308-47ee-4144-9cb7-051b1572d94b,segment=NetworkSegment(180c341d-b23a-4625-b7a1-2b5df1eac6be),segment_id=180c341d-b23a-4625-b7a1-2b5df1eac6be)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:11.340753 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.353820 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Calling delete_port for 689cf308-47ee-4144-9cb7-051b1572d94b owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:11.446273 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] DHCP port deletion for 89b16fff-5f2a-4427-92e9-0c121fe5a803 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:41:11.492689 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.494394 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] Deleting port 689cf308-47ee-4144-9cb7-051b1572d94b {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:11.494773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.520528 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] No DVR routers for this DVR port 689cf308-47ee-4144-9cb7-051b1572d94b on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:41:11.524294 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Pushing event deleted for resources: {'Port': ['ID=689cf308-47ee-4144-9cb7-051b1572d94b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:11.570050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] For port 689cf308-47ee-4144-9cb7-051b1572d94b, host dv-neutron-835863-1-hyperv, got binding levels [] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:11.570383 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.582525 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] Calling delete_port for 689cf308-47ee-4144-9cb7-051b1572d94b owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:11.585204 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.ipam_backend_mixin [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] Port 689cf308-47ee-4144-9cb7-051b1572d94b was not found and therefore no delete operation was performed {{(pid=104444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 15:41:11.586412 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (689cf308-47ee-4144-9cb7-051b1572d94b), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.600076 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (89b16fff-5f2a-4427-92e9-0c121fe5a803), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.614718 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] Pushing event deleted for resources: {'Port': ['ID=689cf308-47ee-4144-9cb7-051b1572d94b,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:11.616406 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3338e2bd-66a5-470f-b365-095670ad585c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.618134 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bd93e-436e-4998-912e-bc8cc3535e80 None None] No DVR routers for this DVR port 689cf308-47ee-4144-9cb7-051b1572d94b on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:41:11.625945 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b16fff-5f2a-4427-92e9-0c121fe5a803']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:11.635633 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180c341d-b23a-4625-b7a1-2b5df1eac6be') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:11.635937 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180c341d-b23a-4625-b7a1-2b5df1eac6be') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:11.645423 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (180c341d-b23a-4625-b7a1-2b5df1eac6be), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.659406 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (180c341d-b23a-4625-b7a1-2b5df1eac6be), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.665268 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:41:11.665653 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (180c341d-b23a-4625-b7a1-2b5df1eac6be), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:41:11.667294 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:41:11.775560 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (89b16fff-5f2a-4427-92e9-0c121fe5a803), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.779954 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:11.783663 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] 10.222.0.71 "DELETE /v2.0/networks/89b16fff-5f2a-4427-92e9-0c121fe5a803 HTTP/1.1" status: 204 len: 168 time: 0.6473956 Apr 06 15:41:11.786689 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 55222) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:11.797492 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c49db1-ed2b-4033-8774-73d48c4a0872 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b16fff-5f2a-4427-92e9-0c121fe5a803,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:12.130335 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557870'] for router_interface (005a7abc-4522-49c4-8fc0-8a62f600dc7b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:12.376024 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Deleting port 2bb48dc7-9f8c-440c-8170-7e314a1252f8 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:12.376358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:12.456542 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] For port 2bb48dc7-9f8c-440c-8170-7e314a1252f8, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=2bb48dc7-9f8c-440c-8170-7e314a1252f8,segment=NetworkSegment(02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a),segment_id=02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:12.456901 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:12.470080 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Calling delete_port for 2bb48dc7-9f8c-440c-8170-7e314a1252f8 owned by network:router_interface {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:13.006552 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (2bb48dc7-9f8c-440c-8170-7e314a1252f8), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:13.032847 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb48dc7-9f8c-440c-8170-7e314a1252f8,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:13.044828 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.045185 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.045532 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.045950 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.046198 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.046530 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.046857 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.047208 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.047537 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.050139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.050139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.050139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.050139 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835863-1-hyperv {{(pid=104443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 15:41:13.061969 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 689cf308-47ee-4144-9cb7-051b1572d94b no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:13.084156 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 689cf308-47ee-4144-9cb7-051b1572d94b {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:13.084505 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 689cf308-47ee-4144-9cb7-051b1572d94b not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:13.220754 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557954'] for router_interface (005a7abc-4522-49c4-8fc0-8a62f600dc7b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:13.436343 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Router 005a7abc-4522-49c4-8fc0-8a62f600dc7b has already been hosted by L3 agent 71e8dc8b-d17c-40aa-9c6a-c2712283c98f {{(pid=104443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 15:41:13.543307 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] Notify agent at l3_agent.dv-neutron-835863-1-hyperv the message routers_updated {{(pid=104443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 15:41:13.548972 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-967f59f7-c8b1-4b16-8a17-2ced7d9fb346 admin admin] 10.222.0.71 "PUT /v2.0/routers/005a7abc-4522-49c4-8fc0-8a62f600dc7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7611158 Apr 06 15:41:13.551355 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 55224) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:13.554325 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] Sync routers for ids ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'] in dv-neutron-835863-1-hyperv {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 15:41:13.564786 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] Routers {'005a7abc-4522-49c4-8fc0-8a62f600dc7b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:41:13.565393 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:41:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:13.664095 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks [] for router (005a7abc-4522-49c4-8fc0-8a62f600dc7b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:13.673695 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] Set router 005a7abc-4522-49c4-8fc0-8a62f600dc7b gateway port host: dv-neutron-835863-1-hyperv {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:41:13.770642 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks [] for router_gateway (005a7abc-4522-49c4-8fc0-8a62f600dc7b), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:13.846390 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'external_fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:41:12Z', 'revision_number': 5, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port': {'id': 'c8bf629e-a590-4d0d-be1c-473fde2ffec5', 'name': '', 'network_id': '5d38d3f6-0352-4618-ae87-fbe785b6e80c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835863-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7629e63-b9fb-42fb-b93d-faaf1b3884ba', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835863-1-hyperv'}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:13.872549 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] Checking router: 005a7abc-4522-49c4-8fc0-8a62f600dc7b for host: dv-neutron-835863-1-hyperv {{(pid=104449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 15:41:13.880644 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] Routers {'005a7abc-4522-49c4-8fc0-8a62f600dc7b'} bound to L3 agent in host dv-neutron-835863-1-hyperv {{(pid=104449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 15:41:13.881254 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835863-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:22:41Z,description=,heartbeat_timestamp=2022-04-06T15:41:12Z,host='dv-neutron-835863-1-hyperv',id=71e8dc8b-d17c-40aa-9c6a-c2712283c98f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:22:42Z,topic='l3_agent')) {'router_ids': ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'], 'active': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:13.887519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Deleting port c8bf629e-a590-4d0d-be1c-473fde2ffec5 {{(pid=104443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:13.888218 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:13.973798 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_dvr_db [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] Set router 005a7abc-4522-49c4-8fc0-8a62f600dc7b gateway port host: None {{(pid=104449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 15:41:13.974358 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.db [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] For port c8bf629e-a590-4d0d-be1c-473fde2ffec5, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=c8bf629e-a590-4d0d-be1c-473fde2ffec5,segment=NetworkSegment(5a5f4896-1637-4a13-9828-677949d4a1bf),segment_id=5a5f4896-1637-4a13-9828-677949d4a1bf)] {{(pid=104443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:13.974916 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:13.988804 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Calling delete_port for c8bf629e-a590-4d0d-be1c-473fde2ffec5 owned by network:router_gateway {{(pid=104443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:14.035631 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.111650 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.l3_hamode_db [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:41:13Z', 'revision_number': 6, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port_host': None}], 'dv-neutron-835863-1-hyperv', False) {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:14.138747 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8d469-1fb1-4616-8b7a-a31947d2d637 None None] The sync data for ids ['005a7abc-4522-49c4-8fc0-8a62f600dc7b'] in dv-neutron-835863-1-hyperv is: [{'id': '005a7abc-4522-49c4-8fc0-8a62f600dc7b', 'name': 'tempest-TestSnapshotPattern-2130494643-router', 'tenant_id': 'eb4f01cbda5e479db593f2b773298b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T15:34:49Z', 'updated_at': '2022-04-06T15:41:13Z', 'revision_number': 6, 'project_id': 'eb4f01cbda5e479db593f2b773298b6d', 'gw_port_host': None}] {{(pid=104449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 15:41:14.229599 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4076285'] for port (c8bf629e-a590-4d0d-be1c-473fde2ffec5), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.256644 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bf629e-a590-4d0d-be1c-473fde2ffec5,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:14.315785 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560484'] for router_gateway (005a7abc-4522-49c4-8fc0-8a62f600dc7b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.409012 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26585'] for router (005a7abc-4522-49c4-8fc0-8a62f600dc7b), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.411276 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks [] for router_controller (005a7abc-4522-49c4-8fc0-8a62f600dc7b), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.544278 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563348'] for router (005a7abc-4522-49c4-8fc0-8a62f600dc7b), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.545196 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 005a7abc-4522-49c4-8fc0-8a62f600dc7b {{(pid=104443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 15:41:14.555327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.555327 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-27d48cfa-3912-495a-a6f4-f0ec61352608 admin admin] 10.222.0.71 "DELETE /v2.0/routers/005a7abc-4522-49c4-8fc0-8a62f600dc7b HTTP/1.1" status: 204 len: 168 time: 0.9995401 Apr 06 15:41:14.555327 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.wsgi [-] (104443) accepted ('10.222.0.71', 55226) {{(pid=104443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:14.604890 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc59767-2a38-4205-92ee-640a067e4703 admin admin] Deleting subnet 9e6a0ffb-67ad-4fc5-82b4-4120a794839e {{(pid=104443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 15:41:14.608519 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6cc59767-2a38-4205-92ee-640a067e4703 admin admin] Publish callbacks [] for subnet (9e6a0ffb-67ad-4fc5-82b4-4120a794839e), before_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.643752 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6cc59767-2a38-4205-92ee-640a067e4703 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4060620'] for subnet (9e6a0ffb-67ad-4fc5-82b4-4120a794839e), precommit_delete_associations {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.726314 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6cc59767-2a38-4205-92ee-640a067e4703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8017294'] for subnet (9e6a0ffb-67ad-4fc5-82b4-4120a794839e), precommit_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.847057 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6cc59767-2a38-4205-92ee-640a067e4703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8017269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-905947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4076066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342131'] for subnet (9e6a0ffb-67ad-4fc5-82b4-4120a794839e), after_delete {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.875673 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc59767-2a38-4205-92ee-640a067e4703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6a0ffb-67ad-4fc5-82b4-4120a794839e,revision_number=None']} {{(pid=104443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:14.877663 dv-neutron-835863-1-hyperv neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-6cc59767-2a38-4205-92ee-640a067e4703 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:14.880864 dv-neutron-835863-1-hyperv neutron-server[104443]: INFO neutron.wsgi [None req-6cc59767-2a38-4205-92ee-640a067e4703 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9e6a0ffb-67ad-4fc5-82b4-4120a794839e HTTP/1.1" status: 204 len: 168 time: 0.3256173 Apr 06 15:41:14.882022 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86035ba-c6db-40c8-87b1-29c70ada0c13 None None] Network 4521f16c-5c2f-47a9-a2e8-b68788701965 requested from dv-neutron-835863-1-hyperv {{(pid=104444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 15:41:14.883708 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55228) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:14.965391 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7959119'] for network (4521f16c-5c2f-47a9-a2e8-b68788701965), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.022615 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Deleting port ac5e78af-10ff-450e-aff5-3eced82ea14c {{(pid=104442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:15.023013 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.052162 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] DHCP port deletion for 4521f16c-5c2f-47a9-a2e8-b68788701965 request from dv-neutron-835863-1-hyperv {{(pid=104444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 15:41:15.092067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2bb48dc7-9f8c-440c-8170-7e314a1252f8 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:15.096891 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.db [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] For port ac5e78af-10ff-450e-aff5-3eced82ea14c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ac5e78af-10ff-450e-aff5-3eced82ea14c,segment=NetworkSegment(02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a),segment_id=02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a)] {{(pid=104442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:15.097397 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.113070 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.plugin [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Calling delete_port for ac5e78af-10ff-450e-aff5-3eced82ea14c owned by network:dhcp {{(pid=104442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:15.114933 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: 2bb48dc7-9f8c-440c-8170-7e314a1252f8 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:15.115417 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device 2bb48dc7-9f8c-440c-8170-7e314a1252f8 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:15.115843 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8bf629e-a590-4d0d-be1c-473fde2ffec5 no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:15.143317 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: c8bf629e-a590-4d0d-be1c-473fde2ffec5 {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:15.143679 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device c8bf629e-a590-4d0d-be1c-473fde2ffec5 not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:15.159407 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] Deleting port ac5e78af-10ff-450e-aff5-3eced82ea14c {{(pid=104444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 15:41:15.159802 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754305034406'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), before_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.249067 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.db [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] For port ac5e78af-10ff-450e-aff5-3eced82ea14c, host dv-neutron-835863-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835863-1-hyperv',level=0,port_id=ac5e78af-10ff-450e-aff5-3eced82ea14c,segment=NetworkSegment(02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a),segment_id=02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a)] {{(pid=104444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 15:41:15.249867 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561055'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), precommit_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.264820 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] Calling delete_port for ac5e78af-10ff-450e-aff5-3eced82ea14c owned by network:dhcp {{(pid=104444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 15:41:15.304242 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3758925'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.330320 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5e78af-10ff-450e-aff5-3eced82ea14c,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:15.336924 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] No DVR routers for this DVR port ac5e78af-10ff-450e-aff5-3eced82ea14c on host dv-neutron-835863-1-hyperv {{(pid=104442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:41:15.363419 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7942643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754305041165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754304521310'] for port (ac5e78af-10ff-450e-aff5-3eced82ea14c), after_delete {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.391634 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] Pushing event deleted for resources: {'Port': ['ID=ac5e78af-10ff-450e-aff5-3eced82ea14c,revision_number=None']} {{(pid=104444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:15.403158 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270c205-4695-4b9e-919d-bac2836ee50d None None] No DVR routers for this DVR port ac5e78af-10ff-450e-aff5-3eced82ea14c on host dv-neutron-835863-1-hyperv {{(pid=104444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 15:41:15.415646 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8018969', 'neutron.services.segments.db._delete_segments_for_network-8754305108682'] for network (4521f16c-5c2f-47a9-a2e8-b68788701965), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.436034 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4521f16c-5c2f-47a9-a2e8-b68788701965']}} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:15.445044 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a') {'for_net_delete': True} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:15.445376 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.services.segments.db [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a') {} {{(pid=104442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 15:41:15.455241 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754305113299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3757734'] for segment (02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.468259 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403'] for segment (02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.474197 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=104442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 15:41:15.474591 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8105403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3758904'] for segment (02a4ddc4-0cda-4d9f-8f58-5e39e3fa9c5a), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: Traceback (most recent call last): Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: timer() Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: cb(*args, **kw) Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: return func(*args, **kwargs) Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: self._notify() Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: self.callback(batched_events) Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: event.method(event) Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: return f(self, *a, **k) Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._get(url).json() Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: return self.request(url, 'GET', **kwargs) Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 15:41:15.476255 dv-neutron-835863-1-hyperv neutron-server[104442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 15:41:15.580978 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8018944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-880614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560384'] for network (4521f16c-5c2f-47a9-a2e8-b68788701965), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.589602 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:15.592932 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4521f16c-5c2f-47a9-a2e8-b68788701965 HTTP/1.1" status: 204 len: 168 time: 0.7081747 Apr 06 15:41:15.604138 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52b71c-2fc6-4abb-836d-b45c24dc5389 admin admin] Pushing event deleted for resources: {'Network': ['ID=4521f16c-5c2f-47a9-a2e8-b68788701965,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:15.931459 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55232) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:15.970090 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-839aa403-a013-41b6-9a79-63151e4eae37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ec3b371dfea4e3b90e18a472c09ddc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374479 Apr 06 15:41:15.972507 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55234) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:16.022009 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-717b1873-7722-4c27-bc36-b94315b0a9a8 admin admin] Publish callbacks [] for security_group (ef0be5ed-3140-45b4-85eb-54034410191b), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:16.043684 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-717b1873-7722-4c27-bc36-b94315b0a9a8 admin admin] Publish callbacks [] for security_group (ef0be5ed-3140-45b4-85eb-54034410191b), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:16.103937 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:16.166496 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-717b1873-7722-4c27-bc36-b94315b0a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (ef0be5ed-3140-45b4-85eb-54034410191b), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:16.169667 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-717b1873-7722-4c27-bc36-b94315b0a9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:16.170869 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-717b1873-7722-4c27-bc36-b94315b0a9a8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef0be5ed-3140-45b4-85eb-54034410191b HTTP/1.1" status: 204 len: 168 time: 0.1974378 Apr 06 15:41:16.178736 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b1873-7722-4c27-bc36-b94315b0a9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0be5ed-3140-45b4-85eb-54034410191b,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:16.509453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:16.867977 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55240) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:16.908552 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-f12e51a2-422b-4980-ba95-d88347087d7d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb4f01cbda5e479db593f2b773298b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390809 Apr 06 15:41:16.911067 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.wsgi [-] (104442) accepted ('10.222.0.71', 55242) {{(pid=104442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 15:41:16.956894 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1af67c9c-2238-48ba-930e-3cb31e81a0b1 admin admin] Publish callbacks [] for security_group (e778b8af-5da0-40a2-a6f0-261069d2a654), before_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:16.977328 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1af67c9c-2238-48ba-930e-3cb31e81a0b1 admin admin] Publish callbacks [] for security_group (e778b8af-5da0-40a2-a6f0-261069d2a654), precommit_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:17.056745 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ac5e78af-10ff-450e-aff5-3eced82ea14c no longer exists at agent ovs-agent-dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 15:41:17.078042 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] No Port match for: ac5e78af-10ff-450e-aff5-3eced82ea14c {{(pid=104444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 15:41:17.078389 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron.plugins.ml2.rpc [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Device ac5e78af-10ff-450e-aff5-3eced82ea14c not bound to the agent host dv-neutron-835863-1-hyperv {{(pid=104444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 15:41:17.238160 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1af67c9c-2238-48ba-930e-3cb31e81a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885818'] for security_group (e778b8af-5da0-40a2-a6f0-261069d2a654), after_delete {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:17.240790 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron_lib.callbacks.manager [None req-1af67c9c-2238-48ba-930e-3cb31e81a0b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:17.242073 dv-neutron-835863-1-hyperv neutron-server[104442]: INFO neutron.wsgi [None req-1af67c9c-2238-48ba-930e-3cb31e81a0b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e778b8af-5da0-40a2-a6f0-261069d2a654 HTTP/1.1" status: 204 len: 168 time: 0.3300893 Apr 06 15:41:17.251127 dv-neutron-835863-1-hyperv neutron-server[104442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af67c9c-2238-48ba-930e-3cb31e81a0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e778b8af-5da0-40a2-a6f0-261069d2a654,revision_number=None']} {{(pid=104442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 15:41:24.520281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:39.134050 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f7597de-3255-4de1-b128-3ab9e8f433b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:40.404333 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:41:41.650988 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ced9d326-bee1-4c2b-86d3-1d5cbffdc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:44.065558 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:46.113962 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:46.514063 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:41:54.490437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:09.141085 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d51eb479-0e43-4d73-8d22-e8835d2cf48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:11.615476 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e45f4e1e-c0b5-4af2-bff7-0d4b8c826ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:14.035045 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:16.114945 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:16.503879 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:17.402940 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:42:24.505900 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:39.136581 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2a44d99b-2a0c-4ecf-b639-1b8a85b0955a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:41.642957 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5c40f450-1e8c-46f3-a73c-6a1cb1f10d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:44.036781 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:46.125208 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:46.522478 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:42:54.403319 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:42:54.493515 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:09.125241 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ed73-cbb8-429d-b58e-766eee7c8fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:11.644357 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-864ab427-3bd5-437c-be95-b56ec7604648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:14.055171 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:16.138084 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:16.572496 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:24.492237 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:31.402705 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:43:39.120080 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-0c214596-9a92-43e9-8369-ed0a65fd223e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:41.663255 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-be85d141-ed11-4e67-b750-1cf4dea66633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:44.051132 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:46.111142 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:46.528431 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:43:54.502164 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:08.401140 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:44:09.213253 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-33a6185a-1197-4acc-b833-91504058966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:11.687107 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-3f1d998f-92a3-48c2-bc0a-3ad318a39215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:14.078365 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:16.121470 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:16.515561 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:24.475309 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:39.163453 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ccc6679f-491e-4280-a9e4-e1a8c69e5941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:41.638211 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-eac79f15-0b25-4598-b68a-a859c42946e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:44.091437 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:45.399241 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:44:46.125823 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:46.508898 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:44:54.468586 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:09.139840 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-d704a592-8a0c-453b-aed8-0632adf6dd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:11.633151 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-bab9b171-30c1-472b-9932-48861c8f2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:14.094432 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:16.133298 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:16.529773 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:22.399997 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:45:24.510281 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:39.143456 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-77130702-9b43-46c1-b29f-846e41595bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:41.672259 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-1c728375-66f7-467a-aa64-b73f9f0534b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:44.068956 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:46.128921 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:46.504059 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:54.497510 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:45:59.398792 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:46:09.131073 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-34b6e5c3-b660-44f9-a292-bcc02452d926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:11.642445 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-2ba76148-2780-4bfa-beeb-173e2212f8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:14.096868 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:16.136307 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:16.530806 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:24.566977 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:36.397668 dv-neutron-835863-1-hyperv neutron-server[104449]: DEBUG neutron.db.agents_db [None req-03631a67-aa0d-4d0c-b419-6304b05a271d None None] Agent healthcheck: found 6 active agents {{(pid=104449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 15:46:39.135460 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-09b0ace0-39c0-4b35-9111-241b7af5cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:41.627175 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-9505db64-415c-4d96-937f-f69def18a64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:44.068853 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c73-2366-49ad-9d58-8ac7607fbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (f458c04a-cecd-4bdf-909b-9f15dbaf179a), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:46.136046 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-b787fd46-6205-426b-8d2f-6da0d7d64bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (da617c20-d487-43e6-9df7-2eb35f0d7360), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:46.509771 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-5d3780b0-0661-4eb5-9d2e-d5d5b2e18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (78b7e4e5-6c4e-480a-920e-089b7223ae9f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:46:54.508799 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-ef32d9e3-3b98-4711-8458-da3c682a3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (5fd76eca-5ae3-4363-a136-c300cee2af85), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:47:09.163210 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-73a78b29-ab58-4605-b6ad-3e4657aabf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (fc383968-21dc-4689-9cde-b3e1394054ee), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 15:47:11.651041 dv-neutron-835863-1-hyperv neutron-server[104444]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4ad2-927e-4387-846a-4cb0bff4253d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754305108664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8013330'] for agent (71e8dc8b-d17c-40aa-9c6a-c2712283c98f), after_update {{(pid=104444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}